Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2089 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android32 Builder arm/2090 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
  "parent_got_revision_cp": "refs/heads/main@{#38654}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "f17032223d7edc5a7b5873bc6429c15ff6f0086972fe1378abdaf18baecf76f4/657",
    "webrtc_perf_tests": "25f8735b47e7753a4f0005c99e13f5bfafd01a29a2cafc5293d082e567aa2845/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2090
  • user_agent:recipe

Debug log (UTC)

[00:06:40.801] New invocation is queued and will start shortly
[00:06:40.801] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:06:42.116] Starting the invocation (attempt 1)
[00:06:42.150] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3"
[00:06:42.150] Popped gitiles commit info from properties and tags
[00:06:42.150] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:42.150] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:42.151] Buildbucket request:
{
  "requestId": "8962724144259775248",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962724144259775248",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "cd4456e33696d5530f0c0dc7efc6c1fb8a72ac36"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "cd4456e33696d5530f0c0dc7efc6c1fb8a72ac36",
                                    "parent_got_revision_cp": "refs/heads/main@{#38653}",
                                    "revision": "cd4456e33696d5530f0c0dc7efc6c1fb8a72ac36",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "f17032223d7edc5a7b5873bc6429c15ff6f0086972fe1378abdaf18baecf76f4/657",
                                          "webrtc_perf_tests": "25f8735b47e7753a4f0005c99e13f5bfafd01a29a2cafc5293d082e567aa2845/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "cd4456e33696d5530f0c0dc7efc6c1fb8a72ac36",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2089",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "24299d0b-f77a-4962-b698-8ba8a2cdf456",
                        "title": "Android32 Builder arm/2089"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
                                    "parent_got_revision_cp": "refs/heads/main@{#38654}",
                                    "revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "f17032223d7edc5a7b5873bc6429c15ff6f0086972fe1378abdaf18baecf76f4/657",
                                          "webrtc_perf_tests": "25f8735b47e7753a4f0005c99e13f5bfafd01a29a2cafc5293d082e567aa2845/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2090",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a8e72f7d-1180-4644-9da3-ca16173d272b",
                        "title": "Android32 Builder arm/2090"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
      "parent_got_revision_cp": "refs/heads/main@{#38654}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "f17032223d7edc5a7b5873bc6429c15ff6f0086972fe1378abdaf18baecf76f4/657",
            "webrtc_perf_tests": "25f8735b47e7753a4f0005c99e13f5bfafd01a29a2cafc5293d082e567aa2845/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962724144259775248"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2090"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:06:42.884] Scheduled build:
{
  "id": "8797294082117767121",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 43,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T00:06:42.219337635Z",
  "updateTime": "2022-11-17T00:06:42.219337635Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
      "ref": "refs/heads/main"
    }
  }
}
[00:06:42.884] Task URL: https://cr-buildbucket.appspot.com/build/8797294082117767121
[00:06:42.884] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:2:0) after 9m28s
[00:06:56.481] Received PubSub notification, asking Buildbucket for the build status
[00:06:56.511] Build status: STARTED
[00:16:11.050] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:2:0)
[00:16:11.247] Build status: STARTED
[00:16:11.247] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:4:0) after 4m30s
[00:20:41.273] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:4:0)
[00:20:41.324] Build status: STARTED
[00:20:41.324] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:5:0) after 6m20s
[00:27:01.350] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:5:0)
[00:27:01.379] Build status: STARTED
[00:27:01.379] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:6:0) after 8m39s
[00:35:40.545] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:6:0)
[00:35:40.568] Build status: STARTED
[00:35:40.569] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:7:0) after 5m11s
[00:40:51.668] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:7:0)
[00:40:51.761] Build status: STARTED
[00:40:51.761] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:8:0) after 7m34s
[00:48:25.768] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:8:0)
[00:48:25.791] Build status: STARTED
[00:48:25.791] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:9:0) after 9m29s
[00:57:55.555] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:9:0)
[00:57:55.578] Build status: STARTED
[00:57:55.578] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:10:0) after 1m29s
[00:59:24.602] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:10:0)
[00:59:24.622] Build status: STARTED
[00:59:24.622] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:11:0) after 7m55s
[01:07:19.982] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:11:0)
[01:07:20.012] Build status: STARTED
[01:07:20.013] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:12:0) after 5m3s
[01:12:23.087] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:12:0)
[01:12:23.109] Build status: STARTED
[01:12:23.109] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:13:0) after 1m1s
[01:13:24.383] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:13:0)
[01:13:24.430] Build status: STARTED
[01:13:24.430] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:14:0) after 2m0s
[01:15:24.424] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:14:0)
[01:15:24.494] Build status: STARTED
[01:15:24.494] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:15:0) after 8m23s
[01:23:47.686] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:15:0)
[01:23:47.713] Build status: STARTED
[01:23:47.713] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:16:0) after 8m8s
[01:31:55.834] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:16:0)
[01:31:55.856] Build status: STARTED
[01:31:55.856] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:17:0) after 8m40s
[01:40:35.934] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:17:0)
[01:40:35.985] Build status: STARTED
[01:40:35.985] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:18:0) after 3m57s
[01:44:33.011] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:18:0)
[01:44:33.038] Build status: STARTED
[01:44:33.038] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:19:0) after 2m4s
[01:46:37.060] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:19:0)
[01:46:37.088] Build status: STARTED
[01:46:37.088] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:20:0) after 2m16s
[01:48:53.105] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:20:0)
[01:48:53.204] Build status: STARTED
[01:48:53.204] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:21:0) after 5m14s
[01:54:07.478] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:21:0)
[01:54:07.552] Build status: STARTED
[01:54:07.552] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:22:0) after 1m52s
[01:55:59.673] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:22:0)
[01:55:59.705] Build status: STARTED
[01:55:59.705] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:23:0) after 4m33s
[02:00:32.809] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:23:0)
[02:00:32.837] Build status: STARTED
[02:00:32.837] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:24:0) after 9m27s
[02:10:00.226] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:24:0)
[02:10:00.250] Build status: STARTED
[02:10:00.250] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:25:0) after 6m6s
[02:16:06.267] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:25:0)
[02:16:06.329] Build status: STARTED
[02:16:06.329] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:26:0) after 8m43s
[02:24:49.348] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:26:0)
[02:24:49.372] Build status: STARTED
[02:24:49.372] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:27:0) after 4m23s
[02:29:12.538] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:27:0)
[02:29:12.565] Build status: STARTED
[02:29:12.565] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:28:0) after 2m54s
[02:32:06.595] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:28:0)
[02:32:06.621] Build status: STARTED
[02:32:06.621] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:29:0) after 5m35s
[02:37:42.230] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:29:0)
[02:37:42.261] Build status: STARTED
[02:37:42.261] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:30:0) after 4m33s
[02:42:15.352] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:30:0)
[02:42:15.375] Build status: STARTED
[02:42:15.375] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:31:0) after 3m4s
[02:45:19.407] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:31:0)
[02:45:19.446] Build status: STARTED
[02:45:19.446] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:32:0) after 5m51s
[02:51:10.481] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:32:0)
[02:51:10.503] Build status: STARTED
[02:51:10.503] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:33:0) after 4m47s
[02:55:57.528] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:33:0)
[02:55:57.553] Build status: STARTED
[02:55:57.553] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:34:0) after 7m6s
[03:03:03.644] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:34:0)
[03:03:03.672] Build status: STARTED
[03:03:03.672] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:35:0) after 5m2s
[03:08:06.343] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:35:0)
[03:08:06.365] Build status: STARTED
[03:08:06.365] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962724144259775248:36:0) after 6m10s
[03:08:48.792] Received PubSub notification, asking Buildbucket for the build status
[03:08:48.827] Build:
{
  "id": "8797294082117767121",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 43,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T00:06:42.219337635Z",
  "startTime": "2022-11-17T00:06:55.946752Z",
  "endTime": "2022-11-17T03:08:48.079596Z",
  "updateTime": "2022-11-17T03:08:48.079596Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb2b133bf0a9c014ebff2753e3f82175cbaf0eb3",
      "ref": "refs/heads/main"
    }
  }
}
[03:08:48.827] Invocation finished in 3h2m8.033667623s with status FAILED