Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/3374 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android32 Builder arm/3375 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "eeae96299784515f573379a64655eb07a5973a3a"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "eeae96299784515f573379a64655eb07a5973a3a",
  "parent_got_revision_cp": "refs/heads/main@{#39936}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "eeae96299784515f573379a64655eb07a5973a3a",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "a6fef88a72c19e1cbf850cfba9763256d34768d1e174fb55cf7a80dccef32b49/657",
    "webrtc_perf_tests": "b7bceb54e49c83b150ba4077bc934aa5465350975a6b535eda18faf7a87fd1d4/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/eeae96299784515f573379a64655eb07a5973a3a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:3375
  • user_agent:recipe

Debug log (UTC)

[18:23:39.466] New invocation is queued and will start shortly
[18:23:39.466] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:23:40.857] Starting the invocation (attempt 1)
[18:23:40.886] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/eeae96299784515f573379a64655eb07a5973a3a"
[18:23:40.886] Popped gitiles commit info from properties and tags
[18:23:40.886] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:23:40.886] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:23:40.887] Buildbucket request:
{
  "requestId": "8948340807701887552",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8948340807701887552",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "39e859901b6c071a75c164b41e6caf1601a9fae9"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "39e859901b6c071a75c164b41e6caf1601a9fae9",
                                    "parent_got_revision_cp": "refs/heads/main@{#39935}",
                                    "revision": "39e859901b6c071a75c164b41e6caf1601a9fae9",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "f7e1b2cdb15d4321c9d25e375e900fca37756930ea44ebae643b9875c90ea624/657",
                                          "webrtc_perf_tests": "40ff8764474507887b8cb087b3b5f9a25bd20ba46c314bc83b3ee2fd8b6c3cb8/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "39e859901b6c071a75c164b41e6caf1601a9fae9",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:3374",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b547f55a-52fd-4d22-a352-456d13d42452",
                        "title": "Android32 Builder arm/3374"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "eeae96299784515f573379a64655eb07a5973a3a"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "eeae96299784515f573379a64655eb07a5973a3a",
                                    "parent_got_revision_cp": "refs/heads/main@{#39936}",
                                    "revision": "eeae96299784515f573379a64655eb07a5973a3a",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "a6fef88a72c19e1cbf850cfba9763256d34768d1e174fb55cf7a80dccef32b49/657",
                                          "webrtc_perf_tests": "b7bceb54e49c83b150ba4077bc934aa5465350975a6b535eda18faf7a87fd1d4/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "eeae96299784515f573379a64655eb07a5973a3a",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:3375",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f0b92b8e-d916-4a74-99eb-38e9f26004a7",
                        "title": "Android32 Builder arm/3375"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "eeae96299784515f573379a64655eb07a5973a3a"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "eeae96299784515f573379a64655eb07a5973a3a",
      "parent_got_revision_cp": "refs/heads/main@{#39936}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "a6fef88a72c19e1cbf850cfba9763256d34768d1e174fb55cf7a80dccef32b49/657",
            "webrtc_perf_tests": "b7bceb54e49c83b150ba4077bc934aa5465350975a6b535eda18faf7a87fd1d4/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "eeae96299784515f573379a64655eb07a5973a3a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948340807701887552"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "3375"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:23:41.442] Scheduled build:
{
  "id": "8782910745359612081",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 968,
  "createdBy": "project:webrtc",
  "createTime": "2023-04-24T18:23:41.070912364Z",
  "updateTime": "2023-04-24T18:23:41.070912364Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "eeae96299784515f573379a64655eb07a5973a3a",
      "ref": "refs/heads/main"
    }
  }
}
[18:23:41.442] Task URL: https://cr-buildbucket.appspot.com/build/8782910745359612081
[18:23:41.442] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:2:0) after 1m47s
[18:25:28.620] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:2:0)
[18:25:28.643] Build status: SCHEDULED
[18:25:28.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:3:0) after 2m12s
[18:25:34.525] Received PubSub notification, asking Buildbucket for the build status
[18:25:34.550] Build status: STARTED
[18:27:40.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:3:0)
[18:27:41.167] Build status: STARTED
[18:27:41.167] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:5:0) after 4m36s
[18:32:17.663] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:5:0)
[18:32:17.692] Build status: STARTED
[18:32:17.692] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:6:0) after 5m22s
[18:37:39.822] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:6:0)
[18:37:39.852] Build status: STARTED
[18:37:39.853] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:7:0) after 6m17s
[18:43:56.957] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:7:0)
[18:43:56.977] Build status: STARTED
[18:43:56.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:8:0) after 4m24s
[18:48:20.993] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:8:0)
[18:48:21.019] Build status: STARTED
[18:48:21.019] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:9:0) after 6m52s
[18:55:13.013] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:9:0)
[18:55:13.049] Build status: STARTED
[18:55:13.049] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:10:0) after 9m47s
[19:05:00.167] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:10:0)
[19:05:00.201] Build status: STARTED
[19:05:00.201] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:11:0) after 6m18s
[19:11:18.346] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:11:0)
[19:11:18.370] Build status: STARTED
[19:11:18.370] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:12:0) after 8m48s
[19:20:06.466] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:12:0)
[19:20:06.503] Build status: STARTED
[19:20:06.503] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:13:0) after 7m4s
[19:27:10.504] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:13:0)
[19:27:10.521] Build status: STARTED
[19:27:10.521] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:14:0) after 5m49s
[19:32:59.552] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:14:0)
[19:32:59.577] Build status: STARTED
[19:32:59.577] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:15:0) after 7m17s
[19:40:16.600] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:15:0)
[19:40:16.627] Build status: STARTED
[19:40:16.627] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:16:0) after 3m43s
[19:43:59.674] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:16:0)
[19:43:59.707] Build status: STARTED
[19:43:59.707] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:17:0) after 1m54s
[19:45:53.725] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:17:0)
[19:45:53.747] Build status: STARTED
[19:45:53.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:18:0) after 7m36s
[19:53:30.177] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:18:0)
[19:53:30.199] Build status: STARTED
[19:53:30.200] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:19:0) after 9m5s
[20:02:35.583] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:19:0)
[20:02:35.847] Build status: STARTED
[20:02:35.847] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:20:0) after 3m13s
[20:05:48.843] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:20:0)
[20:05:48.864] Build status: STARTED
[20:05:48.864] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:21:0) after 6m41s
[20:12:29.887] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:21:0)
[20:12:29.915] Build status: STARTED
[20:12:29.915] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:22:0) after 9m27s
[20:21:56.939] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:22:0)
[20:21:56.959] Build status: STARTED
[20:21:56.959] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:23:0) after 4m19s
[20:26:16.026] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:23:0)
[20:26:16.047] Build status: STARTED
[20:26:16.047] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:24:0) after 8m3s
[20:34:19.695] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:24:0)
[20:34:19.716] Build status: STARTED
[20:34:19.716] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:25:0) after 6m29s
[20:40:48.936] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:25:0)
[20:40:48.961] Build status: STARTED
[20:40:48.961] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:26:0) after 9m34s
[20:50:22.978] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:26:0)
[20:50:23.027] Build status: STARTED
[20:50:23.027] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:27:0) after 3m50s
[20:54:13.045] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:27:0)
[20:54:13.103] Build status: STARTED
[20:54:13.103] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:28:0) after 8m11s
[21:02:24.208] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:28:0)
[21:02:24.235] Build status: STARTED
[21:02:24.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:29:0) after 1m46s
[21:04:10.454] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:29:0)
[21:04:10.523] Build status: STARTED
[21:04:10.523] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:30:0) after 4m24s
[21:08:34.787] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:30:0)
[21:08:34.813] Build status: STARTED
[21:08:34.813] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:31:0) after 3m34s
[21:12:08.931] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:31:0)
[21:12:08.952] Build status: STARTED
[21:12:08.952] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8948340807701887552:32:0) after 6m55s
[21:12:11.683] Received PubSub notification, asking Buildbucket for the build status
[21:12:11.756] Build:
{
  "id": "8782910745359612081",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 968,
  "createdBy": "project:webrtc",
  "createTime": "2023-04-24T18:23:41.070912364Z",
  "startTime": "2023-04-24T18:25:33.967386Z",
  "endTime": "2023-04-24T21:12:10.325628692Z",
  "updateTime": "2023-04-24T21:12:10.325628692Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "eeae96299784515f573379a64655eb07a5973a3a",
      "ref": "refs/heads/main"
    }
  }
}
[21:12:11.756] Invocation finished in 2h48m32.303879484s with status FAILED