Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2226 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
  "parent_got_revision_cp": "refs/heads/main@{#38790}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "42d578cb181f3ffa9344d28e9308bdfa178e9448456176f8c5afdaa3534525c3/657",
    "webrtc_perf_tests": "afc257817dec2ff2cfb9510727559f046e523e0c1dd004203b250cc84e0ab3d8/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb885923d8cf59ae2850d859b13586a36df61fbe
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2226
  • user_agent:recipe

Debug log (UTC)

[19:26:45.079] New invocation is queued and will start shortly
[19:26:45.079] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:26:46.183] Starting the invocation (attempt 1)
[19:26:46.213] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb885923d8cf59ae2850d859b13586a36df61fbe"
[19:26:46.213] Popped gitiles commit info from properties and tags
[19:26:46.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:26:46.213] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:26:46.213] Buildbucket request:
{
  "requestId": "8961382801359341200",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8961382801359341200",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                                    "parent_got_revision_cp": "refs/heads/main@{#38790}",
                                    "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "42d578cb181f3ffa9344d28e9308bdfa178e9448456176f8c5afdaa3534525c3/657",
                                          "webrtc_perf_tests": "afc257817dec2ff2cfb9510727559f046e523e0c1dd004203b250cc84e0ab3d8/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2226",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "92a0bf67-354d-4f92-bf9a-988cb05c1d7c",
                        "title": "Android32 Builder arm/2226"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "parent_got_revision_cp": "refs/heads/main@{#38790}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "42d578cb181f3ffa9344d28e9308bdfa178e9448456176f8c5afdaa3534525c3/657",
            "webrtc_perf_tests": "afc257817dec2ff2cfb9510727559f046e523e0c1dd004203b250cc84e0ab3d8/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8961382801359341200"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2226"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:26:46.717] Scheduled build:
{
  "id": "8795952739444641713",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 138,
  "createdBy": "project:webrtc",
  "createTime": "2022-12-01T19:26:46.276890417Z",
  "updateTime": "2022-12-01T19:26:46.276890417Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "ref": "refs/heads/main"
    }
  }
}
[19:26:46.717] Task URL: https://cr-buildbucket.appspot.com/build/8795952739444641713
[19:26:46.717] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:2:0) after 7m44s
[19:28:09.437] Received PubSub notification, asking Buildbucket for the build status
[19:28:09.472] Build status: STARTED
[19:34:30.735] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:2:0)
[19:34:30.762] Build status: STARTED
[19:34:30.762] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:4:0) after 1m27s
[19:35:57.778] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:4:0)
[19:35:58.363] Build status: STARTED
[19:35:58.363] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:5:0) after 5m11s
[19:41:09.386] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:5:0)
[19:41:09.422] Build status: STARTED
[19:41:09.422] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:6:0) after 8m19s
[19:49:28.434] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:6:0)
[19:49:28.520] Build status: STARTED
[19:49:28.520] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:7:0) after 8m49s
[19:58:17.620] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:7:0)
[19:58:17.674] Build status: STARTED
[19:58:17.674] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:8:0) after 3m56s
[20:02:13.700] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:8:0)
[20:02:13.736] Build status: STARTED
[20:02:13.736] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:9:0) after 7m37s
[20:09:50.846] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:9:0)
[20:09:50.875] Build status: STARTED
[20:09:50.875] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:10:0) after 3m41s
[20:13:31.971] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:10:0)
[20:13:32.011] Build status: STARTED
[20:13:32.011] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:11:0) after 9m38s
[20:23:10.011] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:11:0)
[20:23:10.046] Build status: STARTED
[20:23:10.046] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:12:0) after 4m2s
[20:27:12.062] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:12:0)
[20:27:12.094] Build status: STARTED
[20:27:12.094] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:13:0) after 5m24s
[20:32:36.101] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:13:0)
[20:32:36.133] Build status: STARTED
[20:32:36.133] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:14:0) after 7m8s
[20:39:44.489] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:14:0)
[20:39:44.526] Build status: STARTED
[20:39:44.526] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:15:0) after 2m58s
[20:42:42.677] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:15:0)
[20:42:42.699] Build status: STARTED
[20:42:42.699] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:16:0) after 2m51s
[20:45:33.800] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:16:0)
[20:45:33.826] Build status: STARTED
[20:45:33.826] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:17:0) after 4m17s
[20:49:50.953] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:17:0)
[20:49:50.988] Build status: STARTED
[20:49:50.988] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:18:0) after 8m31s
[20:58:22.643] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:18:0)
[20:58:22.670] Build status: STARTED
[20:58:22.670] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:19:0) after 9m31s
[21:07:53.747] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:19:0)
[21:07:53.777] Build status: STARTED
[21:07:53.777] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:20:0) after 5m34s
[21:13:27.808] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:20:0)
[21:13:27.900] Build status: STARTED
[21:13:27.900] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:21:0) after 9m21s
[21:22:49.229] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:21:0)
[21:22:49.283] Build status: STARTED
[21:22:49.283] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:22:0) after 7m31s
[21:30:20.410] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:22:0)
[21:30:20.433] Build status: STARTED
[21:30:20.433] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:23:0) after 8m16s
[21:38:36.649] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:23:0)
[21:38:36.673] Build status: STARTED
[21:38:36.673] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:24:0) after 1m23s
[21:39:59.985] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:24:0)
[21:40:00.011] Build status: STARTED
[21:40:00.011] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:25:0) after 1m33s
[21:41:33.058] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:25:0)
[21:41:33.195] Build status: STARTED
[21:41:33.195] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:26:0) after 4m16s
[21:45:49.216] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:26:0)
[21:45:49.243] Build status: STARTED
[21:45:49.243] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:27:0) after 8m40s
[21:54:29.266] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:27:0)
[21:54:29.294] Build status: STARTED
[21:54:29.294] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:28:0) after 5m6s
[21:59:35.420] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:28:0)
[21:59:35.449] Build status: STARTED
[21:59:35.449] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:29:0) after 9m9s
[22:08:44.839] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:29:0)
[22:08:44.946] Build status: STARTED
[22:08:44.946] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:30:0) after 9m34s
[22:18:19.023] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:30:0)
[22:18:19.047] Build status: STARTED
[22:18:19.047] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:31:0) after 3m16s
[22:21:35.088] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:31:0)
[22:21:35.154] Build status: STARTED
[22:21:35.155] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:32:0) after 4m42s
[22:26:17.223] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:32:0)
[22:26:17.273] Build status: STARTED
[22:26:17.273] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8961382801359341200:33:0) after 5m59s
[22:30:15.136] Received PubSub notification, asking Buildbucket for the build status
[22:30:15.171] Build:
{
  "id": "8795952739444641713",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 138,
  "createdBy": "project:webrtc",
  "createTime": "2022-12-01T19:26:46.276890417Z",
  "startTime": "2022-12-01T19:28:08.443765Z",
  "endTime": "2022-12-01T22:30:14.538337Z",
  "updateTime": "2022-12-01T22:30:14.538337Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "ref": "refs/heads/main"
    }
  }
}
[22:30:15.171] Invocation finished in 3h3m30.105855494s with status FAILED