Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev c343a085b59b6e3cfa08194cf742daa527b03ea4)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Linux Bionic"
>

Incoming triggers

  • Linux64 Builder/8417 (3 weeks ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8711690066823720321"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8711690066823720321"
    }
  ],
  "parent_build_id": "8711690066823720321",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Linux64 Builder",
  "parent_got_revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
  "parent_got_revision_cp": "refs/heads/main@{#44977}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
  "swarm_hashes": {
    "video_codec_perf_tests": "dd3dab61e14390dcff25e245589479bff23fac770289a648fdfbc86c147ca465/405",
    "webrtc_perf_tests": "2cfae558aac4e64c3f3dec98aa3e76829e6bbe632de50bdb1b4d66d7a3ba5db2/406"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux64 Builder
  • parent_buildnumber:8417
  • user_agent:recipe

Debug log (UTC)

[21:39:48.328] New invocation is queued and will start shortly
[21:39:48.328] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:39:50.009] Starting the invocation (attempt 1)
[21:39:50.036] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b"
[21:39:50.036] Popped gitiles commit info from properties and tags
[21:39:50.036] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:39:50.036] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:39:50.036] Buildbucket request:
{
  "requestId": "8877119251559198960",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux Bionic"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877119251559198960",
            "job": "webrtc/Perf Linux Bionic",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8711690066823720321"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8711690066823720321"
                                              }
                                        ],
                                    "parent_build_id": "8711690066823720321",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
                                    "parent_got_revision_cp": "refs/heads/main@{#44977}",
                                    "revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "dd3dab61e14390dcff25e245589479bff23fac770289a648fdfbc86c147ca465/405",
                                          "webrtc_perf_tests": "2cfae558aac4e64c3f3dec98aa3e76829e6bbe632de50bdb1b4d66d7a3ba5db2/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:8417",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f6c584f2-3b2d-4a34-be84-b1083d14988b",
                        "title": "Linux64 Builder/8417",
                        "url": "https://cr-buildbucket.appspot.com/build/8711690066823720321"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8711690066823720321"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8711690066823720321"
                }
          ],
      "parent_build_id": "8711690066823720321",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Linux64 Builder",
      "parent_got_revision": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
      "parent_got_revision_cp": "refs/heads/main@{#44977}",
      "swarm_hashes": {
            "video_codec_perf_tests": "dd3dab61e14390dcff25e245589479bff23fac770289a648fdfbc86c147ca465/405",
            "webrtc_perf_tests": "2cfae558aac4e64c3f3dec98aa3e76829e6bbe632de50bdb1b4d66d7a3ba5db2/406"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877119251559198960"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Linux Bionic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "8417"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:39:50.658] Scheduled build:
{
  "id": "8711689189057312225",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux Bionic"
  },
  "number": 8517,
  "createdBy": "project:webrtc",
  "createTime": "2025-06-18T21:39:50.090644520Z",
  "updateTime": "2025-06-18T21:39:50.090644520Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
      "ref": "refs/heads/main"
    }
  }
}
[21:39:50.658] Task URL: https://cr-buildbucket.appspot.com/build/8711689189057312225
[21:39:50.659] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:2:0) after 7m32s
[21:39:51.646] Received PubSub notification, asking Buildbucket for the build status
[21:39:51.674] Build status: SCHEDULED
[21:39:58.867] Received PubSub notification, asking Buildbucket for the build status
[21:39:58.905] Build status: STARTED
[21:47:22.714] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:2:0)
[21:47:22.737] Build status: STARTED
[21:47:22.737] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:5:0) after 6m18s
[21:53:40.802] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:5:0)
[21:53:40.829] Build status: STARTED
[21:53:40.829] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:6:0) after 2m9s
[21:55:49.903] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:6:0)
[21:55:49.979] Build status: STARTED
[21:55:49.979] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:7:0) after 3m58s
[21:59:48.001] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:7:0)
[21:59:48.028] Build status: STARTED
[21:59:48.028] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:8:0) after 1m28s
[22:01:16.050] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:8:0)
[22:01:16.101] Build status: STARTED
[22:01:16.101] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:9:0) after 8m0s
[22:09:16.126] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:9:0)
[22:09:16.156] Build status: STARTED
[22:09:16.157] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:10:0) after 4m51s
[22:14:07.172] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:10:0)
[22:14:07.198] Build status: STARTED
[22:14:07.198] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:11:0) after 9m6s
[22:23:13.352] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:11:0)
[22:23:13.430] Build status: STARTED
[22:23:13.430] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:12:0) after 2m26s
[22:25:39.435] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:12:0)
[22:25:39.459] Build status: STARTED
[22:25:39.459] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:13:0) after 6m25s
[22:32:04.535] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:13:0)
[22:32:04.551] Build status: STARTED
[22:32:04.551] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:14:0) after 7m3s
[22:39:07.576] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:14:0)
[22:39:07.608] Build status: STARTED
[22:39:07.608] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:15:0) after 7m46s
[22:46:53.678] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:15:0)
[22:46:53.714] Build status: STARTED
[22:46:53.714] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:16:0) after 3m59s
[22:50:52.777] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:16:0)
[22:50:52.803] Build status: STARTED
[22:50:52.803] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:17:0) after 3m17s
[22:54:09.817] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:17:0)
[22:54:09.833] Build status: STARTED
[22:54:09.833] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:18:0) after 4m55s
[22:59:04.906] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:18:0)
[22:59:04.922] Build status: STARTED
[22:59:04.922] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:19:0) after 6m15s
[23:05:19.953] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:19:0)
[23:05:19.973] Build status: STARTED
[23:05:19.973] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:20:0) after 6m13s
[23:11:32.995] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:20:0)
[23:11:33.178] Build status: STARTED
[23:11:33.178] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:21:0) after 2m38s
[23:14:11.295] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:21:0)
[23:14:11.331] Build status: STARTED
[23:14:11.331] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:22:0) after 4m53s
[23:19:04.352] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:22:0)
[23:19:04.375] Build status: STARTED
[23:19:04.375] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:23:0) after 7m16s
[23:26:20.390] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:23:0)
[23:26:20.410] Build status: STARTED
[23:26:20.410] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:24:0) after 1m52s
[23:28:12.436] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:24:0)
[23:28:12.454] Build status: STARTED
[23:28:12.454] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:25:0) after 8m57s
[23:37:09.472] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:25:0)
[23:37:09.536] Build status: STARTED
[23:37:09.536] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:26:0) after 9m12s
[23:46:21.594] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:26:0)
[23:46:21.623] Build status: STARTED
[23:46:21.623] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:27:0) after 3m58s
[23:50:19.645] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:27:0)
[23:50:19.663] Build status: STARTED
[23:50:19.663] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:28:0) after 5m22s
[23:55:41.740] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:28:0)
[23:55:41.765] Build status: STARTED
[23:55:41.765] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:29:0) after 9m43s
[00:05:24.831] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:29:0)
[00:05:24.848] Build status: STARTED
[00:05:24.848] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:30:0) after 3m32s
[00:08:56.868] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:30:0)
[00:08:56.920] Build status: STARTED
[00:08:56.920] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:31:0) after 2m51s
[00:11:47.992] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:31:0)
[00:11:48.010] Build status: STARTED
[00:11:48.010] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:32:0) after 9m49s
[00:21:37.080] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:32:0)
[00:21:37.101] Build status: STARTED
[00:21:37.101] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:33:0) after 9m1s
[00:30:38.122] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:33:0)
[00:30:38.142] Build status: STARTED
[00:30:38.142] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:34:0) after 3m28s
[00:34:06.147] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:34:0)
[00:34:06.216] Build status: STARTED
[00:34:06.216] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux Bionic:8877119251559198960:35:0) after 8m59s
[00:40:20.311] Received PubSub notification, asking Buildbucket for the build status
[00:40:20.338] Build:
{
  "id": "8711689189057312225",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux Bionic"
  },
  "number": 8517,
  "createdBy": "project:webrtc",
  "createTime": "2025-06-18T21:39:50.090644520Z",
  "startTime": "2025-06-18T21:39:58.553409763Z",
  "endTime": "2025-06-19T00:40:19.860068362Z",
  "updateTime": "2025-06-19T00:40:19.860068362Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "2b03a25dde6e4b6c2e2dad3c406b585f8ddf333b",
      "ref": "refs/heads/main"
    }
  }
}
[00:40:20.338] Invocation finished in 3h0m32.017476163s with status FAILED