Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2082 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android64 Builder arm64/2083 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android64 Builder arm64/2084 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "05b58ad77e79efc5b4750f40b5092f945f0fff4d"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
  "parent_got_revision_cp": "refs/heads/main@{#38646}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "3543fe12d12b4c4f5bd7aa2434b227d76d754696526415d2984f8ab521735dc7/657",
    "webrtc_perf_tests": "cbeccf51018e87a07ebcb5f834ba029061e052bc35b0d7299a27f1dab837edfc/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/05b58ad77e79efc5b4750f40b5092f945f0fff4d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2084
  • user_agent:recipe

Debug log (UTC)

[16:34:38.133] New invocation is queued and will start shortly
[16:34:38.133] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:34:39.300] Starting the invocation (attempt 1)
[16:34:39.331] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/05b58ad77e79efc5b4750f40b5092f945f0fff4d"
[16:34:39.331] Popped gitiles commit info from properties and tags
[16:34:39.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:34:39.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:34:39.332] Buildbucket request:
{
  "requestId": "8962752584441483888",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962752584441483888",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "45c882e4beb7e3c85573dbfc1a54c77efdf70aa1"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "45c882e4beb7e3c85573dbfc1a54c77efdf70aa1",
                                    "parent_got_revision_cp": "refs/heads/main@{#38644}",
                                    "revision": "45c882e4beb7e3c85573dbfc1a54c77efdf70aa1",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "694b500674d9f790075abda236dcea1b5b455308927c0caf5dcf99cd37e24d3b/657",
                                          "webrtc_perf_tests": "93701ab34103a0ae0cdfebeef3c56f0a93ed67d8574e27287840f2ad85623868/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "45c882e4beb7e3c85573dbfc1a54c77efdf70aa1",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2082",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "52191a5b-8b6f-444c-b208-de79064ec546",
                        "title": "Android64 Builder arm64/2082"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "11be12118b325cca2d77957e8adbda9bf768b4e2"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "11be12118b325cca2d77957e8adbda9bf768b4e2",
                                    "parent_got_revision_cp": "refs/heads/main@{#38645}",
                                    "revision": "11be12118b325cca2d77957e8adbda9bf768b4e2",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "236e55856e8c3dc971ec077e8924af4bbef87419186ab674a22d5766b68b790c/657",
                                          "webrtc_perf_tests": "41df7b8a7521b3c3607aa245d7e0d2f09166b2c2a3ffdaec3a32abc24efa0fcb/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "11be12118b325cca2d77957e8adbda9bf768b4e2",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2083",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e629d812-b9ea-408d-a1bb-54a9a455b088",
                        "title": "Android64 Builder arm64/2083"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "05b58ad77e79efc5b4750f40b5092f945f0fff4d"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
                                    "parent_got_revision_cp": "refs/heads/main@{#38646}",
                                    "revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "3543fe12d12b4c4f5bd7aa2434b227d76d754696526415d2984f8ab521735dc7/657",
                                          "webrtc_perf_tests": "cbeccf51018e87a07ebcb5f834ba029061e052bc35b0d7299a27f1dab837edfc/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2084",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f376763f-ff54-4e1d-9ad9-a78570b05fc8",
                        "title": "Android64 Builder arm64/2084"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "05b58ad77e79efc5b4750f40b5092f945f0fff4d"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
      "parent_got_revision_cp": "refs/heads/main@{#38646}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "3543fe12d12b4c4f5bd7aa2434b227d76d754696526415d2984f8ab521735dc7/657",
            "webrtc_perf_tests": "cbeccf51018e87a07ebcb5f834ba029061e052bc35b0d7299a27f1dab837edfc/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962752584441483888"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2084"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:34:39.850] Scheduled build:
{
  "id": "8797322522447196929",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 51,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-16T16:34:39.407735562Z",
  "updateTime": "2022-11-16T16:34:39.407735562Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
      "ref": "refs/heads/main"
    }
  }
}
[16:34:39.850] Task URL: https://cr-buildbucket.appspot.com/build/8797322522447196929
[16:34:39.850] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:2:0) after 5m24s
[16:36:22.966] Received PubSub notification, asking Buildbucket for the build status
[16:36:22.990] Build status: STARTED
[16:40:04.133] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:2:0)
[16:40:04.295] Build status: STARTED
[16:40:04.295] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:4:0) after 8m40s
[16:48:44.716] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:4:0)
[16:48:44.755] Build status: STARTED
[16:48:44.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:5:0) after 7m19s
[16:56:03.859] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:5:0)
[16:56:03.888] Build status: STARTED
[16:56:03.888] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:6:0) after 3m33s
[16:59:37.036] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:6:0)
[16:59:37.064] Build status: STARTED
[16:59:37.064] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:7:0) after 2m26s
[17:02:03.212] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:7:0)
[17:02:03.287] Build status: STARTED
[17:02:03.287] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:8:0) after 3m27s
[17:05:30.503] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:8:0)
[17:05:30.554] Build status: STARTED
[17:05:30.554] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:9:0) after 7m40s
[17:13:10.671] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:9:0)
[17:13:10.694] Build status: STARTED
[17:13:10.694] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:10:0) after 1m35s
[17:14:45.807] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:10:0)
[17:14:45.829] Build status: STARTED
[17:14:45.829] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:11:0) after 5m40s
[17:20:25.861] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:11:0)
[17:20:25.886] Build status: STARTED
[17:20:25.886] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:12:0) after 2m28s
[17:22:54.205] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:12:0)
[17:22:54.235] Build status: STARTED
[17:22:54.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:13:0) after 6m12s
[17:29:06.266] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:13:0)
[17:29:06.293] Build status: STARTED
[17:29:06.293] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:14:0) after 5m27s
[17:34:33.616] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:14:0)
[17:34:33.657] Build status: STARTED
[17:34:33.657] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:15:0) after 3m48s
[17:38:21.673] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:15:0)
[17:38:21.700] Build status: STARTED
[17:38:21.701] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:16:0) after 8m42s
[17:47:03.857] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:16:0)
[17:47:03.899] Build status: STARTED
[17:47:03.899] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:17:0) after 5m13s
[17:52:17.202] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:17:0)
[17:52:17.239] Build status: STARTED
[17:52:17.239] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:18:0) after 6m17s
[17:58:34.262] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:18:0)
[17:58:34.287] Build status: STARTED
[17:58:34.287] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:19:0) after 7m1s
[18:05:35.355] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:19:0)
[18:05:35.456] Build status: STARTED
[18:05:35.456] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:20:0) after 3m13s
[18:08:48.617] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:20:0)
[18:08:48.646] Build status: STARTED
[18:08:48.646] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:21:0) after 9m47s
[18:18:35.986] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:21:0)
[18:18:36.015] Build status: STARTED
[18:18:36.015] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:22:0) after 5m48s
[18:24:24.085] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:22:0)
[18:24:24.110] Build status: STARTED
[18:24:24.110] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:23:0) after 3m1s
[18:27:25.137] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:23:0)
[18:27:25.181] Build status: STARTED
[18:27:25.181] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:24:0) after 2m6s
[18:29:31.281] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:24:0)
[18:29:31.309] Build status: STARTED
[18:29:31.309] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:25:0) after 9m2s
[18:38:33.826] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:25:0)
[18:38:33.849] Build status: STARTED
[18:38:33.849] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962752584441483888:26:0) after 9m43s
[18:46:37.401] Received PubSub notification, asking Buildbucket for the build status
[18:46:37.430] Build:
{
  "id": "8797322522447196929",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 51,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-16T16:34:39.407735562Z",
  "startTime": "2022-11-16T16:36:22.301371Z",
  "endTime": "2022-11-16T18:46:36.834645799Z",
  "updateTime": "2022-11-16T18:46:36.834645799Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "05b58ad77e79efc5b4750f40b5092f945f0fff4d",
      "ref": "refs/heads/main"
    }
  }
}
[18:46:37.430] Invocation finished in 2h11m59.307176823s with status FAILED