Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev eaf570fb558be407f0cade386507780feec986dd)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Linux"
>

Incoming triggers

  • Linux64 Builder/9429 (3 weeks ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Linux64 Builder/9430 (3 weeks ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Linux64 Builder/9431 (3 weeks ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Linux64 Builder/9432 (3 weeks ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "87f984365532788a3a45d515689183ef2ed7fd46"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8700410110797979809"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8700410110797979809"
    }
  ],
  "parent_build_id": "8700410110797979809",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Linux64 Builder",
  "parent_got_revision": "87f984365532788a3a45d515689183ef2ed7fd46",
  "parent_got_revision_cp": "refs/heads/main@{#45992}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "87f984365532788a3a45d515689183ef2ed7fd46",
  "swarm_hashes": {
    "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
    "webrtc_perf_tests": "32028722b043b2a0f168d2323d7daf1a0a55d1d3d11072e0cf1cda5267bff2c9/406"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/87f984365532788a3a45d515689183ef2ed7fd46
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux64 Builder
  • parent_buildnumber:9432
  • user_agent:recipe

Debug log (UTC)

[11:18:57.316] New invocation is queued and will start shortly
[11:18:57.316] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:18:58.471] Starting the invocation (attempt 1)
[11:18:58.492] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/87f984365532788a3a45d515689183ef2ed7fd46"
[11:18:58.492] Popped gitiles commit info from properties and tags
[11:18:58.492] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:18:58.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:18:58.495] Buildbucket request:
{
  "requestId": "8865833691279776528",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865833691279776528",
            "job": "webrtc/Perf Linux",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "02bcf48effb118364f3922b1a6b6d14b8ff3a159"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700414553526103697"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700414553526103697"
                                              }
                                        ],
                                    "parent_build_id": "8700414553526103697",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "02bcf48effb118364f3922b1a6b6d14b8ff3a159",
                                    "parent_got_revision_cp": "refs/heads/main@{#45989}",
                                    "revision": "02bcf48effb118364f3922b1a6b6d14b8ff3a159",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
                                          "webrtc_perf_tests": "6ba29c645e198ec8a953ac08ec795c278b656d65e7708e31123fb5765195517c/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "02bcf48effb118364f3922b1a6b6d14b8ff3a159",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9429",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "157fac53-7286-46a9-927d-4994ada091f5",
                        "title": "Linux64 Builder/9429",
                        "url": "https://cr-buildbucket.appspot.com/build/8700414553526103697"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "5cfaf9265a86bc5964f05880278332a67a97273a"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700412223570898161"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700412223570898161"
                                              }
                                        ],
                                    "parent_build_id": "8700412223570898161",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "5cfaf9265a86bc5964f05880278332a67a97273a",
                                    "parent_got_revision_cp": "refs/heads/main@{#45990}",
                                    "revision": "5cfaf9265a86bc5964f05880278332a67a97273a",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
                                          "webrtc_perf_tests": "2fa55e040ccfcb8f1ace8e4da1ca50c76600ecb664d3d1c107dcadcf622f2566/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "5cfaf9265a86bc5964f05880278332a67a97273a",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9430",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e73dad19-2a17-4343-ad52-804c1c7d6639",
                        "title": "Linux64 Builder/9430",
                        "url": "https://cr-buildbucket.appspot.com/build/8700412223570898161"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "6289df65d498c616b0425b6738c5ab41ab4d71d0"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700410451814322385"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700410451814322385"
                                              }
                                        ],
                                    "parent_build_id": "8700410451814322385",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "6289df65d498c616b0425b6738c5ab41ab4d71d0",
                                    "parent_got_revision_cp": "refs/heads/main@{#45991}",
                                    "revision": "6289df65d498c616b0425b6738c5ab41ab4d71d0",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
                                          "webrtc_perf_tests": "2fa55e040ccfcb8f1ace8e4da1ca50c76600ecb664d3d1c107dcadcf622f2566/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "6289df65d498c616b0425b6738c5ab41ab4d71d0",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9431",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dacc0204-1268-4312-8498-69521e4c77ee",
                        "title": "Linux64 Builder/9431",
                        "url": "https://cr-buildbucket.appspot.com/build/8700410451814322385"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "87f984365532788a3a45d515689183ef2ed7fd46"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700410110797979809"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700410110797979809"
                                              }
                                        ],
                                    "parent_build_id": "8700410110797979809",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "87f984365532788a3a45d515689183ef2ed7fd46",
                                    "parent_got_revision_cp": "refs/heads/main@{#45992}",
                                    "revision": "87f984365532788a3a45d515689183ef2ed7fd46",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
                                          "webrtc_perf_tests": "32028722b043b2a0f168d2323d7daf1a0a55d1d3d11072e0cf1cda5267bff2c9/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "87f984365532788a3a45d515689183ef2ed7fd46",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:9432",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a7ac8eb1-6417-45ee-a9a9-9bc715365bc2",
                        "title": "Linux64 Builder/9432",
                        "url": "https://cr-buildbucket.appspot.com/build/8700410110797979809"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "87f984365532788a3a45d515689183ef2ed7fd46"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8700410110797979809"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8700410110797979809"
                }
          ],
      "parent_build_id": "8700410110797979809",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Linux64 Builder",
      "parent_got_revision": "87f984365532788a3a45d515689183ef2ed7fd46",
      "parent_got_revision_cp": "refs/heads/main@{#45992}",
      "swarm_hashes": {
            "video_codec_perf_tests": "e584e67a9c5d0f4629ecdd9a7d631bac46f26269a60f583422830fd76cf593df/405",
            "webrtc_perf_tests": "32028722b043b2a0f168d2323d7daf1a0a55d1d3d11072e0cf1cda5267bff2c9/406"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "87f984365532788a3a45d515689183ef2ed7fd46",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865833691279776528"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "9432"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:18:59.198] Scheduled build:
{
  "id": "8700403629326651441",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 603,
  "createdBy": "project:webrtc",
  "createTime": "2025-10-21T11:18:58.551291264Z",
  "updateTime": "2025-10-21T11:18:58.551291264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "87f984365532788a3a45d515689183ef2ed7fd46",
      "ref": "refs/heads/main"
    }
  }
}
[11:18:59.198] Task URL: https://cr-buildbucket.appspot.com/build/8700403629326651441
[11:18:59.198] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:2:0) after 6m18s
[11:19:00.064] Received PubSub notification, asking Buildbucket for the build status
[11:19:00.082] Build status: SCHEDULED
[11:19:42.782] Received PubSub notification, asking Buildbucket for the build status
[11:19:42.798] Build status: STARTED
[11:25:17.213] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:2:0)
[11:25:17.242] Build status: STARTED
[11:25:17.242] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:5:0) after 5m53s
[11:31:10.311] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:5:0)
[11:31:10.344] Build status: STARTED
[11:31:10.344] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:6:0) after 3m45s
[11:34:55.361] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:6:0)
[11:34:55.381] Build status: STARTED
[11:34:55.381] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:7:0) after 5m48s
[11:40:43.395] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:7:0)
[11:40:43.410] Build status: STARTED
[11:40:43.410] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:8:0) after 9m19s
[11:50:02.485] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:8:0)
[11:50:02.504] Build status: STARTED
[11:50:02.504] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:9:0) after 9m37s
[11:59:39.547] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:9:0)
[11:59:39.571] Build status: STARTED
[11:59:39.571] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:10:0) after 6m24s
[12:06:03.637] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:10:0)
[12:06:03.663] Build status: STARTED
[12:06:03.663] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:11:0) after 4m25s
[12:10:28.683] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:11:0)
[12:10:28.698] Build status: STARTED
[12:10:28.698] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:12:0) after 3m36s
[12:14:04.845] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:12:0)
[12:14:04.861] Build status: STARTED
[12:14:04.861] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:13:0) after 2m0s
[12:16:04.827] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:13:0)
[12:16:04.848] Build status: STARTED
[12:16:04.848] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:14:0) after 3m5s
[12:19:09.867] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:14:0)
[12:19:09.882] Build status: STARTED
[12:19:09.882] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:15:0) after 8m7s
[12:27:16.889] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:15:0)
[12:27:16.902] Build status: STARTED
[12:27:16.902] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:16:0) after 6m54s
[12:34:10.955] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:16:0)
[12:34:10.972] Build status: STARTED
[12:34:10.972] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:17:0) after 4m19s
[12:38:30.171] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:17:0)
[12:38:30.188] Build status: STARTED
[12:38:30.188] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:18:0) after 3m22s
[12:41:52.205] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:18:0)
[12:41:52.223] Build status: STARTED
[12:41:52.223] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8865833691279776528:19:0) after 5m51s
[12:46:50.894] Received PubSub notification, asking Buildbucket for the build status
[12:46:50.909] Build:
{
  "id": "8700403629326651441",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 603,
  "createdBy": "project:webrtc",
  "createTime": "2025-10-21T11:18:58.551291264Z",
  "startTime": "2025-10-21T11:19:42.568478390Z",
  "endTime": "2025-10-21T12:46:50.650447752Z",
  "updateTime": "2025-10-21T12:46:50.650447752Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "87f984365532788a3a45d515689183ef2ed7fd46",
      "ref": "refs/heads/main"
    }
  }
}
[12:46:50.909] Invocation finished in 1h27m53.604466436s with status FAILED