Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev eaf570fb558be407f0cade386507780feec986dd)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Linux"
>

Incoming triggers

  • Linux64 Builder/9292 (1 week ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Linux64 Builder/9293 (1 week ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Linux64 Builder/9294 (1 week ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8701660009319443601"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8701660009319443601"
    }
  ],
  "parent_build_id": "8701660009319443601",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Linux64 Builder",
  "parent_got_revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
  "parent_got_revision_cp": "refs/heads/main@{#45854}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
  "swarm_hashes": {
    "video_codec_perf_tests": "00a2731fa11c7e42805512c3836da46f6054a1e2469bedede1ee62b755e0b99d/405",
    "webrtc_perf_tests": "13fd2c12c42e5dc341debe68bc5f6089fd58d9e9f1e88fc7fb9aaee2b6eeb092/406"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/3a2bd6e66aeb273715792efd0bbfd2430323c4f8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux64 Builder
  • parent_buildnumber:9294
  • user_agent:recipe

Debug log (UTC)

[15:13:46.059] New invocation is queued and will start shortly
[15:13:46.059] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:13:47.212] Starting the invocation (attempt 1)
[15:13:47.249] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/3a2bd6e66aeb273715792efd0bbfd2430323c4f8"
[15:13:47.249] Popped gitiles commit info from properties and tags
[15:13:47.249] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:13:47.250] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:13:47.250] Buildbucket request:
{
  "requestId": "8867087275685976832",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867087275685976832",
            "job": "webrtc/Perf Linux",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "96a1686bf1a0458d19dae9491f73054572c34ecb"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8701664316645553537"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8701664316645553537"
                                              }
                                        ],
                                    "parent_build_id": "8701664316645553537",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "96a1686bf1a0458d19dae9491f73054572c34ecb",
                                    "parent_got_revision_cp": "refs/heads/main@{#45852}",
                                    "revision": "96a1686bf1a0458d19dae9491f73054572c34ecb",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "00a2731fa11c7e42805512c3836da46f6054a1e2469bedede1ee62b755e0b99d/405",
                                          "webrtc_perf_tests": "13fd2c12c42e5dc341debe68bc5f6089fd58d9e9f1e88fc7fb9aaee2b6eeb092/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "96a1686bf1a0458d19dae9491f73054572c34ecb",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9292",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1bc15a5c-c31f-435b-9a39-f1567ca9920e",
                        "title": "Linux64 Builder/9292",
                        "url": "https://cr-buildbucket.appspot.com/build/8701664316645553537"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "d39ef54fb4d2cd7bcd875be3e045b47a9fc13e64"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8701660719344107249"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8701660719344107249"
                                              }
                                        ],
                                    "parent_build_id": "8701660719344107249",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "d39ef54fb4d2cd7bcd875be3e045b47a9fc13e64",
                                    "parent_got_revision_cp": "refs/heads/main@{#45853}",
                                    "revision": "d39ef54fb4d2cd7bcd875be3e045b47a9fc13e64",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "00a2731fa11c7e42805512c3836da46f6054a1e2469bedede1ee62b755e0b99d/405",
                                          "webrtc_perf_tests": "13fd2c12c42e5dc341debe68bc5f6089fd58d9e9f1e88fc7fb9aaee2b6eeb092/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "d39ef54fb4d2cd7bcd875be3e045b47a9fc13e64",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9293",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "786d915d-96c9-424c-abf7-63f29681d3f6",
                        "title": "Linux64 Builder/9293",
                        "url": "https://cr-buildbucket.appspot.com/build/8701660719344107249"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8701660009319443601"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8701660009319443601"
                                              }
                                        ],
                                    "parent_build_id": "8701660009319443601",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
                                    "parent_got_revision_cp": "refs/heads/main@{#45854}",
                                    "revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "00a2731fa11c7e42805512c3836da46f6054a1e2469bedede1ee62b755e0b99d/405",
                                          "webrtc_perf_tests": "13fd2c12c42e5dc341debe68bc5f6089fd58d9e9f1e88fc7fb9aaee2b6eeb092/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9294",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "241dcd10-38da-464e-a4f6-f22b4a2ab0b4",
                        "title": "Linux64 Builder/9294",
                        "url": "https://cr-buildbucket.appspot.com/build/8701660009319443601"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8701660009319443601"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8701660009319443601"
                }
          ],
      "parent_build_id": "8701660009319443601",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Linux64 Builder",
      "parent_got_revision": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
      "parent_got_revision_cp": "refs/heads/main@{#45854}",
      "swarm_hashes": {
            "video_codec_perf_tests": "00a2731fa11c7e42805512c3836da46f6054a1e2469bedede1ee62b755e0b99d/405",
            "webrtc_perf_tests": "13fd2c12c42e5dc341debe68bc5f6089fd58d9e9f1e88fc7fb9aaee2b6eeb092/406"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867087275685976832"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "9294"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:13:48.004] Scheduled build:
{
  "id": "8701657213725960625",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 502,
  "createdBy": "project:webrtc",
  "createTime": "2025-10-07T15:13:47.306699250Z",
  "updateTime": "2025-10-07T15:13:47.306699250Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:13:48.004] Task URL: https://cr-buildbucket.appspot.com/build/8701657213725960625
[15:13:48.004] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:2:0) after 1m40s
[15:13:48.118] Received PubSub notification, asking Buildbucket for the build status
[15:13:48.140] Build status: SCHEDULED
[15:13:58.870] Received PubSub notification, asking Buildbucket for the build status
[15:13:58.898] Build status: STARTED
[15:15:28.123] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:2:0)
[15:15:28.149] Build status: STARTED
[15:15:28.149] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:5:0) after 7m26s
[15:22:54.233] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:5:0)
[15:22:54.258] Build status: STARTED
[15:22:54.258] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:6:0) after 7m38s
[15:30:32.276] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:6:0)
[15:30:32.292] Build status: STARTED
[15:30:32.292] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:7:0) after 1m31s
[15:32:03.309] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:7:0)
[15:32:03.327] Build status: STARTED
[15:32:03.327] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:8:0) after 5m53s
[15:37:56.349] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:8:0)
[15:37:56.365] Build status: STARTED
[15:37:56.365] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:9:0) after 6m29s
[15:44:25.698] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:9:0)
[15:44:25.722] Build status: STARTED
[15:44:25.722] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:10:0) after 8m57s
[15:53:22.941] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:10:0)
[15:53:22.960] Build status: STARTED
[15:53:22.960] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:11:0) after 8m23s
[16:01:46.080] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:11:0)
[16:01:46.101] Build status: STARTED
[16:01:46.101] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:12:0) after 1m52s
[16:03:38.119] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:12:0)
[16:03:38.149] Build status: STARTED
[16:03:38.149] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:13:0) after 1m20s
[16:04:58.288] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:13:0)
[16:04:58.308] Build status: STARTED
[16:04:58.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:14:0) after 1m41s
[16:06:39.432] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:14:0)
[16:06:39.459] Build status: STARTED
[16:06:39.459] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:15:0) after 8m28s
[16:15:07.471] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:15:0)
[16:15:07.490] Build status: STARTED
[16:15:07.490] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:16:0) after 3m19s
[16:18:26.526] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:16:0)
[16:18:26.619] Build status: STARTED
[16:18:26.619] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:17:0) after 2m35s
[16:21:01.694] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:17:0)
[16:21:01.712] Build status: STARTED
[16:21:01.712] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:18:0) after 5m59s
[16:27:00.723] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:18:0)
[16:27:00.738] Build status: STARTED
[16:27:00.738] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:19:0) after 4m4s
[16:31:04.756] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:19:0)
[16:31:04.808] Build status: STARTED
[16:31:04.808] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:20:0) after 2m36s
[16:33:40.932] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:20:0)
[16:33:40.949] Build status: STARTED
[16:33:40.949] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:21:0) after 1m37s
[16:35:18.013] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:21:0)
[16:35:18.028] Build status: STARTED
[16:35:18.028] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8867087275685976832:22:0) after 5m56s
[16:40:34.853] Received PubSub notification, asking Buildbucket for the build status
[16:40:34.867] Build:
{
  "id": "8701657213725960625",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 502,
  "createdBy": "project:webrtc",
  "createTime": "2025-10-07T15:13:47.306699250Z",
  "startTime": "2025-10-07T15:13:58.680583856Z",
  "endTime": "2025-10-07T16:40:34.584118083Z",
  "updateTime": "2025-10-07T16:40:34.584118083Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "3a2bd6e66aeb273715792efd0bbfd2430323c4f8",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:40:34.867] Invocation finished in 1h26m48.814088462s with status FAILED