Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2783 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android32 Builder arm/2784 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "70429d45a64a79300471001214e0a543928f29d0"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "70429d45a64a79300471001214e0a543928f29d0",
  "parent_got_revision_cp": "refs/heads/main@{#39345}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "70429d45a64a79300471001214e0a543928f29d0",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "bd2ae85cf4c3704e2fa68195dc7d47fdc17e98ecf13fe11064f9b5028a04655a/657",
    "webrtc_perf_tests": "98a6b9fe250e88b34f72828a15111e39728820a0d50503f7ffc5f6195ba54b53/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/70429d45a64a79300471001214e0a543928f29d0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2784
  • user_agent:recipe

Debug log (UTC)

[13:08:14.833] New invocation is queued and will start shortly
[13:08:14.833] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:08:16.047] Starting the invocation (attempt 1)
[13:08:16.081] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/70429d45a64a79300471001214e0a543928f29d0"
[13:08:16.081] Popped gitiles commit info from properties and tags
[13:08:16.081] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:08:16.081] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:08:16.081] Buildbucket request:
{
  "requestId": "8954068260499331664",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8954068260499331664",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "b337c40e583b0c24d9b3cc525cec7eb7604d810b"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "b337c40e583b0c24d9b3cc525cec7eb7604d810b",
                                    "parent_got_revision_cp": "refs/heads/main@{#39344}",
                                    "revision": "b337c40e583b0c24d9b3cc525cec7eb7604d810b",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "9ac44f8f93553ac26841147077ded8efc4d8c08bf77721db366bd9f0975f7e52/657",
                                          "webrtc_perf_tests": "06ce49459f2d5f5b4cbae6442ea6d497dff5fda9cd68703c47e675a76697f937/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "b337c40e583b0c24d9b3cc525cec7eb7604d810b",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2783",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ab76a0c3-1993-45a8-84c3-cc831ff2b615",
                        "title": "Android32 Builder arm/2783"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "70429d45a64a79300471001214e0a543928f29d0"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "70429d45a64a79300471001214e0a543928f29d0",
                                    "parent_got_revision_cp": "refs/heads/main@{#39345}",
                                    "revision": "70429d45a64a79300471001214e0a543928f29d0",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "bd2ae85cf4c3704e2fa68195dc7d47fdc17e98ecf13fe11064f9b5028a04655a/657",
                                          "webrtc_perf_tests": "98a6b9fe250e88b34f72828a15111e39728820a0d50503f7ffc5f6195ba54b53/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "70429d45a64a79300471001214e0a543928f29d0",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2784",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3ba950f6-709c-4201-88f9-83ceb170d6b4",
                        "title": "Android32 Builder arm/2784"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "70429d45a64a79300471001214e0a543928f29d0"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "70429d45a64a79300471001214e0a543928f29d0",
      "parent_got_revision_cp": "refs/heads/main@{#39345}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "bd2ae85cf4c3704e2fa68195dc7d47fdc17e98ecf13fe11064f9b5028a04655a/657",
            "webrtc_perf_tests": "98a6b9fe250e88b34f72828a15111e39728820a0d50503f7ffc5f6195ba54b53/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "70429d45a64a79300471001214e0a543928f29d0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8954068260499331664"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2784"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:08:16.600] Scheduled build:
{
  "id": "8788638198383196625",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 560,
  "createdBy": "project:webrtc",
  "createTime": "2023-02-20T13:08:16.223944370Z",
  "updateTime": "2023-02-20T13:08:16.223944370Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "70429d45a64a79300471001214e0a543928f29d0",
      "ref": "refs/heads/main"
    }
  }
}
[13:08:16.600] Task URL: https://cr-buildbucket.appspot.com/build/8788638198383196625
[13:08:16.600] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:2:0) after 1m37s
[13:09:53.686] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:2:0)
[13:09:53.719] Build status: SCHEDULED
[13:09:53.719] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:3:0) after 3m49s
[13:13:06.058] Received PubSub notification, asking Buildbucket for the build status
[13:13:06.143] Build status: STARTED
[13:13:42.830] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:3:0)
[13:13:42.850] Build status: STARTED
[13:13:42.850] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:5:0) after 4m25s
[13:18:08.095] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:5:0)
[13:18:08.120] Build status: STARTED
[13:18:08.120] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:6:0) after 8m29s
[13:26:37.212] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:6:0)
[13:26:37.234] Build status: STARTED
[13:26:37.234] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:7:0) after 2m23s
[13:29:00.304] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:7:0)
[13:29:00.331] Build status: STARTED
[13:29:00.331] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:8:0) after 6m26s
[13:35:26.612] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:8:0)
[13:35:26.637] Build status: STARTED
[13:35:26.637] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:9:0) after 2m11s
[13:37:37.761] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:9:0)
[13:37:37.789] Build status: STARTED
[13:37:37.789] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:10:0) after 4m29s
[13:42:06.809] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:10:0)
[13:42:06.836] Build status: STARTED
[13:42:06.836] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:11:0) after 5m59s
[13:48:05.989] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:11:0)
[13:48:06.011] Build status: STARTED
[13:48:06.011] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:12:0) after 5m53s
[13:53:59.401] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:12:0)
[13:53:59.431] Build status: STARTED
[13:53:59.431] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:13:0) after 3m22s
[13:57:21.679] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:13:0)
[13:57:21.784] Build status: STARTED
[13:57:21.784] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:14:0) after 6m29s
[14:03:51.054] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:14:0)
[14:03:51.083] Build status: STARTED
[14:03:51.083] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:15:0) after 9m34s
[14:13:25.395] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:15:0)
[14:13:25.443] Build status: STARTED
[14:13:25.443] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:16:0) after 2m54s
[14:16:19.646] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:16:0)
[14:16:20.977] Build status: STARTED
[14:16:20.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:17:0) after 6m4s
[14:22:25.006] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:17:0)
[14:22:25.034] Build status: STARTED
[14:22:25.034] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:18:0) after 8m52s
[14:31:17.195] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:18:0)
[14:31:17.235] Build status: STARTED
[14:31:17.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:19:0) after 3m8s
[14:34:25.264] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:19:0)
[14:34:25.289] Build status: STARTED
[14:34:25.289] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:20:0) after 2m36s
[14:37:01.328] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:20:0)
[14:37:01.369] Build status: STARTED
[14:37:01.369] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:21:0) after 9m9s
[14:46:10.396] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:21:0)
[14:46:10.425] Build status: STARTED
[14:46:10.425] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:22:0) after 9m39s
[14:55:49.672] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:22:0)
[14:55:49.693] Build status: STARTED
[14:55:49.693] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:23:0) after 4m43s
[15:00:33.069] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:23:0)
[15:00:33.215] Build status: STARTED
[15:00:33.215] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:24:0) after 3m59s
[15:04:32.382] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:24:0)
[15:04:32.433] Build status: STARTED
[15:04:32.433] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:25:0) after 7m43s
[15:12:15.878] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:25:0)
[15:12:15.900] Build status: STARTED
[15:12:15.900] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:26:0) after 2m34s
[15:14:49.930] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:26:0)
[15:14:50.027] Build status: STARTED
[15:14:50.027] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8954068260499331664:27:0) after 8m45s
[15:19:49.913] Received PubSub notification, asking Buildbucket for the build status
[15:19:49.957] Build:
{
  "id": "8788638198383196625",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 560,
  "createdBy": "project:webrtc",
  "createTime": "2023-02-20T13:08:16.223944370Z",
  "startTime": "2023-02-20T13:13:05.125525Z",
  "endTime": "2023-02-20T15:19:49.578428417Z",
  "updateTime": "2023-02-20T15:19:49.578428417Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "70429d45a64a79300471001214e0a543928f29d0",
      "ref": "refs/heads/main"
    }
  }
}
[15:19:49.957] Invocation finished in 2h11m35.136233953s with status FAILED