Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2076 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android32 Builder arm/2077 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android32 Builder arm/2078 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "e844aad41ab7391e6f21a0524007749d0a462f01"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
  "parent_got_revision_cp": "refs/heads/main@{#38642}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "eb60e760a8effbb48e73b3d9f6546bfe0c593149913f55c48fdd1e326b5aac16/657",
    "webrtc_perf_tests": "3e6f15dbd1809dc0abaf3750cd4f1031e1328c490e1827503fb3f59290a909a1/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/e844aad41ab7391e6f21a0524007749d0a462f01
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2078
  • user_agent:recipe

Debug log (UTC)

[13:36:52.345] New invocation is queued and will start shortly
[13:36:52.345] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:36:53.409] Starting the invocation (attempt 1)
[13:36:53.439] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/e844aad41ab7391e6f21a0524007749d0a462f01"
[13:36:53.439] Popped gitiles commit info from properties and tags
[13:36:53.439] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:36:53.439] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:36:53.440] Buildbucket request:
{
  "requestId": "8962763768351382736",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962763768351382736",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
                                    "parent_got_revision_cp": "refs/heads/main@{#38640}",
                                    "revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "f8e055fff0082bacdff2fea13a7ece3d91d17f052c8d6d368db3268cfa66b9ab/657",
                                          "webrtc_perf_tests": "2400706076c7256917ee0114304e5d0a0ed2f77bd083330227980566c30ea68a/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2076",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "037399ef-b176-427a-b942-23584a398ca1",
                        "title": "Android32 Builder arm/2076"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "7ccd88f3e5b8527f30b6495709df8fe28c580521"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
                                    "parent_got_revision_cp": "refs/heads/main@{#38641}",
                                    "revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "4ff2fda9a739e960edf8ec2ebca8f941857d9bf72ddf2b5037b986234535e226/657",
                                          "webrtc_perf_tests": "e3922738e82ea00d8a5fee5e19bd51954860a72773820078a9c64a0f1a775687/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2077",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b39ae03c-0cc4-4c43-bc87-a8ad746dc956",
                        "title": "Android32 Builder arm/2077"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "e844aad41ab7391e6f21a0524007749d0a462f01"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
                                    "parent_got_revision_cp": "refs/heads/main@{#38642}",
                                    "revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "eb60e760a8effbb48e73b3d9f6546bfe0c593149913f55c48fdd1e326b5aac16/657",
                                          "webrtc_perf_tests": "3e6f15dbd1809dc0abaf3750cd4f1031e1328c490e1827503fb3f59290a909a1/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2078",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8d7f02dc-d5e2-462c-b127-0ffbf3607730",
                        "title": "Android32 Builder arm/2078"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "e844aad41ab7391e6f21a0524007749d0a462f01"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
      "parent_got_revision_cp": "refs/heads/main@{#38642}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "eb60e760a8effbb48e73b3d9f6546bfe0c593149913f55c48fdd1e326b5aac16/657",
            "webrtc_perf_tests": "3e6f15dbd1809dc0abaf3750cd4f1031e1328c490e1827503fb3f59290a909a1/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "e844aad41ab7391e6f21a0524007749d0a462f01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962763768351382736"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2078"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:36:54.780] Scheduled build:
{
  "id": "8797333706427413873",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 39,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-16T13:36:53.533711505Z",
  "updateTime": "2022-11-16T13:36:53.533711505Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "e844aad41ab7391e6f21a0524007749d0a462f01",
      "ref": "refs/heads/main"
    }
  }
}
[13:36:54.780] Task URL: https://cr-buildbucket.appspot.com/build/8797333706427413873
[13:36:54.780] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:2:0) after 2m34s
[13:38:40.114] Received PubSub notification, asking Buildbucket for the build status
[13:38:40.143] Build status: STARTED
[13:39:29.627] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:2:0)
[13:39:29.696] Build status: STARTED
[13:39:29.696] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:4:0) after 2m45s
[13:42:14.720] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:4:0)
[13:42:14.747] Build status: STARTED
[13:42:14.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:5:0) after 7m14s
[13:49:28.769] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:5:0)
[13:49:28.799] Build status: STARTED
[13:49:28.799] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:6:0) after 2m24s
[13:51:52.867] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:6:0)
[13:51:52.905] Build status: STARTED
[13:51:52.905] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:7:0) after 6m20s
[13:58:13.000] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:7:0)
[13:58:13.039] Build status: STARTED
[13:58:13.039] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:8:0) after 8m43s
[14:06:56.317] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:8:0)
[14:06:56.353] Build status: STARTED
[14:06:56.353] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:9:0) after 4m2s
[14:10:58.336] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:9:0)
[14:10:58.365] Build status: STARTED
[14:10:58.365] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:10:0) after 4m28s
[14:15:26.408] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:10:0)
[14:15:26.436] Build status: STARTED
[14:15:26.436] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:11:0) after 3m31s
[14:18:57.455] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:11:0)
[14:18:57.501] Build status: STARTED
[14:18:57.501] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:12:0) after 5m28s
[14:24:25.973] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:12:0)
[14:24:26.002] Build status: STARTED
[14:24:26.002] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:13:0) after 8m57s
[14:33:23.103] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:13:0)
[14:33:23.126] Build status: STARTED
[14:33:23.126] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:14:0) after 6m15s
[14:39:38.416] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:14:0)
[14:39:38.441] Build status: STARTED
[14:39:38.441] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:15:0) after 3m1s
[14:42:39.771] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:15:0)
[14:42:39.801] Build status: STARTED
[14:42:39.801] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:16:0) after 5m22s
[14:48:02.077] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:16:0)
[14:48:02.105] Build status: STARTED
[14:48:02.105] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:17:0) after 6m20s
[14:54:22.207] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:17:0)
[14:54:22.230] Build status: STARTED
[14:54:22.230] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:18:0) after 5m17s
[14:59:39.560] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:18:0)
[14:59:39.590] Build status: STARTED
[14:59:39.590] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:19:0) after 5m4s
[15:04:43.866] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:19:0)
[15:04:43.892] Build status: STARTED
[15:04:43.892] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:20:0) after 5m35s
[15:10:18.912] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:20:0)
[15:10:18.935] Build status: STARTED
[15:10:18.935] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:21:0) after 6m5s
[15:16:23.976] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:21:0)
[15:16:24.015] Build status: STARTED
[15:16:24.015] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:22:0) after 7m13s
[15:23:37.030] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:22:0)
[15:23:37.070] Build status: STARTED
[15:23:37.070] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:23:0) after 8m7s
[15:31:44.094] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:23:0)
[15:31:44.122] Build status: STARTED
[15:31:44.122] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:24:0) after 5m7s
[15:36:51.171] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:24:0)
[15:36:51.195] Build status: STARTED
[15:36:51.195] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:25:0) after 2m23s
[15:39:14.494] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:25:0)
[15:39:14.543] Build status: STARTED
[15:39:14.543] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:26:0) after 1m52s
[15:41:06.575] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:26:0)
[15:41:06.603] Build status: STARTED
[15:41:06.603] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962763768351382736:27:0) after 5m47s
[15:46:13.459] Received PubSub notification, asking Buildbucket for the build status
[15:46:13.512] Build:
{
  "id": "8797333706427413873",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 39,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-16T13:36:53.533711505Z",
  "startTime": "2022-11-16T13:38:38.159590Z",
  "endTime": "2022-11-16T15:46:12.562021849Z",
  "updateTime": "2022-11-16T15:46:12.562021849Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "e844aad41ab7391e6f21a0524007749d0a462f01",
      "ref": "refs/heads/main"
    }
  }
}
[15:46:13.512] Invocation finished in 2h9m21.198676711s with status FAILED