Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev eaf570fb558be407f0cade386507780feec986dd)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Linux"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2b4123c33675ca329c5fad7ef7144aebba265674"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667517128626736401"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667517128626736401"
    }
  ],
  "parent_build_id": "8667517128626736401",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Linux64 Builder",
  "parent_got_revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
  "parent_got_revision_cp": "refs/heads/main@{#48963}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
  "swarm_hashes": {
    "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
    "webrtc_perf_tests": "306ca99768b607bf0e19b1d5fef6a1aedf9e74d19eeb2dae36062f8212c1e425/504"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  },
  "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/2b4123c33675ca329c5fad7ef7144aebba265674
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux64 Builder
  • parent_buildnumber:12404
  • user_agent:recipe

Debug log (UTC)

[12:59:25.148] New invocation is queued and will start shortly
[12:59:25.148] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:59:26.331] Starting the invocation (attempt 1)
[12:59:26.358] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/2b4123c33675ca329c5fad7ef7144aebba265674"
[12:59:26.359] Popped gitiles commit info from properties and tags
[12:59:26.359] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:59:26.359] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:59:26.360] Buildbucket request:
{
  "requestId": "8832940671831390144",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8832940671831390144",
            "job": "webrtc/Perf Linux",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "d86ac8ab5e04c7efb8f474985e1bec1f82443a34"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667521226959533025"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667521226959533025"
                                              }
                                        ],
                                    "parent_build_id": "8667521226959533025",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "d86ac8ab5e04c7efb8f474985e1bec1f82443a34",
                                    "parent_got_revision_cp": "refs/heads/main@{#48960}",
                                    "revision": "d86ac8ab5e04c7efb8f474985e1bec1f82443a34",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
                                          "webrtc_perf_tests": "1b2d47a6bfcbf4b88f0d0368ff7b306bc53203203e6428142df01a6c5c3c6347/504"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "d86ac8ab5e04c7efb8f474985e1bec1f82443a34",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:12401",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0cb82e0e-a9c6-4b06-b109-05f727fd84af",
                        "title": "Linux64 Builder/12401",
                        "url": "https://cr-buildbucket.appspot.com/build/8667521226959533025"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "e8e1b9c43b66a4a406f15687f869e1fc05ea93d6"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667520287413457121"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667520287413457121"
                                              }
                                        ],
                                    "parent_build_id": "8667520287413457121",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "e8e1b9c43b66a4a406f15687f869e1fc05ea93d6",
                                    "parent_got_revision_cp": "refs/heads/main@{#48961}",
                                    "revision": "e8e1b9c43b66a4a406f15687f869e1fc05ea93d6",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
                                          "webrtc_perf_tests": "306ca99768b607bf0e19b1d5fef6a1aedf9e74d19eeb2dae36062f8212c1e425/504"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "e8e1b9c43b66a4a406f15687f869e1fc05ea93d6",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:12402",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e4767c4c-7e8b-4285-9849-6351f0f8b8f9",
                        "title": "Linux64 Builder/12402",
                        "url": "https://cr-buildbucket.appspot.com/build/8667520287413457121"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "818b01e753bc124bb33bdd5df42ecb94c3bf181a"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667517366313232977"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667517366313232977"
                                              }
                                        ],
                                    "parent_build_id": "8667517366313232977",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "818b01e753bc124bb33bdd5df42ecb94c3bf181a",
                                    "parent_got_revision_cp": "refs/heads/main@{#48962}",
                                    "revision": "818b01e753bc124bb33bdd5df42ecb94c3bf181a",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
                                          "webrtc_perf_tests": "306ca99768b607bf0e19b1d5fef6a1aedf9e74d19eeb2dae36062f8212c1e425/504"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "818b01e753bc124bb33bdd5df42ecb94c3bf181a",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:12403",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5e7c72a3-04f9-4c0c-9a65-ae626e6b1bde",
                        "title": "Linux64 Builder/12403",
                        "url": "https://cr-buildbucket.appspot.com/build/8667517366313232977"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "2b4123c33675ca329c5fad7ef7144aebba265674"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667517128626736401"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667517128626736401"
                                              }
                                        ],
                                    "parent_build_id": "8667517128626736401",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
                                    "parent_got_revision_cp": "refs/heads/main@{#48963}",
                                    "revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
                                          "webrtc_perf_tests": "306ca99768b607bf0e19b1d5fef6a1aedf9e74d19eeb2dae36062f8212c1e425/504"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:12404",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2a356cc2-9a03-448e-8bb2-af94f671435d",
                        "title": "Linux64 Builder/12404",
                        "url": "https://cr-buildbucket.appspot.com/build/8667517128626736401"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2b4123c33675ca329c5fad7ef7144aebba265674"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667517128626736401"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667517128626736401"
                }
          ],
      "parent_build_id": "8667517128626736401",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Linux64 Builder",
      "parent_got_revision": "2b4123c33675ca329c5fad7ef7144aebba265674",
      "parent_got_revision_cp": "refs/heads/main@{#48963}",
      "swarm_hashes": {
            "video_codec_perf_tests": "0c22842d61ee8231f44b6b585fff549317259db5e3f9d200943f0a0b8af4bdc5/503",
            "webrtc_perf_tests": "306ca99768b607bf0e19b1d5fef6a1aedf9e74d19eeb2dae36062f8212c1e425/504"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          },
      "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "2b4123c33675ca329c5fad7ef7144aebba265674",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8832940671831390144"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "12404"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:59:27.097] Scheduled build:
{
  "id": "8667510609778996289",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 3018,
  "createdBy": "project:webrtc",
  "createTime": "2026-10-19T12:59:26.483670613Z",
  "updateTime": "2026-10-19T12:59:26.483670613Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "2b4123c33675ca329c5fad7ef7144aebba265674",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:59:27.097] Task URL: https://cr-buildbucket.appspot.com/build/8667510609778996289
[12:59:27.098] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:2:0) after 5m44s
[12:59:30.256] Received PubSub notification, asking Buildbucket for the build status
[12:59:30.291] Build status: SCHEDULED
[12:59:41.616] Received PubSub notification, asking Buildbucket for the build status
[12:59:41.655] Build status: STARTED
[13:05:11.123] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:2:0)
[13:05:11.153] Build status: STARTED
[13:05:11.153] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:5:0) after 1m43s
[13:06:54.231] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:5:0)
[13:06:54.263] Build status: STARTED
[13:06:54.263] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:6:0) after 9m13s
[13:16:07.459] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:6:0)
[13:16:07.490] Build status: STARTED
[13:16:07.490] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:7:0) after 4m36s
[13:20:43.596] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:7:0)
[13:20:43.625] Build status: STARTED
[13:20:43.625] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:8:0) after 4m36s
[13:25:19.712] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:8:0)
[13:25:19.746] Build status: STARTED
[13:25:19.746] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:9:0) after 6m57s
[13:32:16.763] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:9:0)
[13:32:16.784] Build status: STARTED
[13:32:16.784] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:10:0) after 4m58s
[13:37:14.809] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:10:0)
[13:37:14.835] Build status: STARTED
[13:37:14.835] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:11:0) after 5m10s
[13:42:24.824] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:11:0)
[13:42:24.848] Build status: STARTED
[13:42:24.848] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:12:0) after 2m23s
[13:44:47.874] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:12:0)
[13:44:47.891] Build status: STARTED
[13:44:47.891] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:13:0) after 6m53s
[13:51:41.055] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:13:0)
[13:51:41.077] Build status: STARTED
[13:51:41.077] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:14:0) after 8m2s
[13:59:43.100] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:14:0)
[13:59:43.128] Build status: STARTED
[13:59:43.128] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:15:0) after 8m24s
[14:08:07.150] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:15:0)
[14:08:07.183] Build status: STARTED
[14:08:07.183] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:16:0) after 1m50s
[14:09:57.208] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:16:0)
[14:09:57.235] Build status: STARTED
[14:09:57.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:17:0) after 6m59s
[14:16:56.271] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:17:0)
[14:16:56.295] Build status: STARTED
[14:16:56.295] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:18:0) after 4m15s
[14:21:11.492] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:18:0)
[14:21:11.604] Build status: STARTED
[14:21:11.604] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8832940671831390144:19:0) after 8m40s
[14:27:38.197] Received PubSub notification, asking Buildbucket for the build status
[14:27:38.228] Build:
{
  "id": "8667510609778996289",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 3018,
  "createdBy": "project:webrtc",
  "createTime": "2026-10-19T12:59:26.483670613Z",
  "startTime": "2026-10-19T12:59:37.321096702Z",
  "endTime": "2026-10-19T14:27:37.800914083Z",
  "updateTime": "2026-10-19T14:27:37.800914083Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "2b4123c33675ca329c5fad7ef7144aebba265674",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:27:38.228] Invocation finished in 1h28m13.085223859s with status FAILED