Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/3375 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android64 Builder arm64/3376 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "6c2f7602ca84029b1e31d696a3d80819344e5d2d"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
  "parent_got_revision_cp": "refs/heads/main@{#39938}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "0a0676d7115b42742fd4fe332de5169e2734a10894f3487a21a3b809a4b79293/657",
    "webrtc_perf_tests": "86103d2c6f1e3e60045bc25d32443cb8d9dd60ca594a41dac54df8e7486f4de2/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/6c2f7602ca84029b1e31d696a3d80819344e5d2d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:3376
  • user_agent:recipe

Debug log (UTC)

[20:26:46.297] New invocation is queued and will start shortly
[20:26:46.297] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:26:47.360] Starting the invocation (attempt 1)
[20:26:47.392] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/6c2f7602ca84029b1e31d696a3d80819344e5d2d"
[20:26:47.392] Popped gitiles commit info from properties and tags
[20:26:47.392] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:26:47.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:26:47.393] Buildbucket request:
{
  "requestId": "8948333062042491136",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8948333062042491136",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "6a7bf10d60f50630d720bccd3442c6ac19cfe634"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "6a7bf10d60f50630d720bccd3442c6ac19cfe634",
                                    "parent_got_revision_cp": "refs/heads/main@{#39937}",
                                    "revision": "6a7bf10d60f50630d720bccd3442c6ac19cfe634",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "bf0ed9d0aecdd10b0f6e3f02c867075512a90fe178d8ab940049df9a24ee18a3/657",
                                          "webrtc_perf_tests": "edc39a0a119b3cec986a3b273a6bebbffdf5a57cd46c089d28338491406b7209/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "6a7bf10d60f50630d720bccd3442c6ac19cfe634",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:3375",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "08124cf7-d319-42c3-b8b4-142ec84daa55",
                        "title": "Android64 Builder arm64/3375"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "6c2f7602ca84029b1e31d696a3d80819344e5d2d"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
                                    "parent_got_revision_cp": "refs/heads/main@{#39938}",
                                    "revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "0a0676d7115b42742fd4fe332de5169e2734a10894f3487a21a3b809a4b79293/657",
                                          "webrtc_perf_tests": "86103d2c6f1e3e60045bc25d32443cb8d9dd60ca594a41dac54df8e7486f4de2/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:3376",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "cfbd1559-db52-4aa4-969a-1a3214fa69a2",
                        "title": "Android64 Builder arm64/3376"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "6c2f7602ca84029b1e31d696a3d80819344e5d2d"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
      "parent_got_revision_cp": "refs/heads/main@{#39938}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "0a0676d7115b42742fd4fe332de5169e2734a10894f3487a21a3b809a4b79293/657",
            "webrtc_perf_tests": "86103d2c6f1e3e60045bc25d32443cb8d9dd60ca594a41dac54df8e7486f4de2/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948333062042491136"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "3376"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:26:47.932] Scheduled build:
{
  "id": "8782903000175789425",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 982,
  "createdBy": "project:webrtc",
  "createTime": "2023-04-24T20:26:47.452475497Z",
  "updateTime": "2023-04-24T20:26:47.452475497Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
      "ref": "refs/heads/main"
    }
  }
}
[20:26:47.932] Task URL: https://cr-buildbucket.appspot.com/build/8782903000175789425
[20:26:47.932] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:2:0) after 9m27s
[20:28:37.773] Received PubSub notification, asking Buildbucket for the build status
[20:28:37.805] Build status: STARTED
[20:36:15.218] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:2:0)
[20:36:15.247] Build status: STARTED
[20:36:15.247] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:4:0) after 7m11s
[20:43:26.270] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:4:0)
[20:43:26.304] Build status: STARTED
[20:43:26.304] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:5:0) after 9m44s
[20:53:10.392] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:5:0)
[20:53:10.423] Build status: STARTED
[20:53:10.423] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:6:0) after 4m16s
[20:57:26.473] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:6:0)
[20:57:26.492] Build status: STARTED
[20:57:26.492] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:7:0) after 7m40s
[21:05:06.535] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:7:0)
[21:05:06.560] Build status: STARTED
[21:05:06.560] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:8:0) after 8m8s
[21:13:14.581] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:8:0)
[21:13:14.605] Build status: STARTED
[21:13:14.605] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:9:0) after 4m26s
[21:17:40.629] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:9:0)
[21:17:40.649] Build status: STARTED
[21:17:40.649] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:10:0) after 7m55s
[21:25:36.069] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:10:0)
[21:25:36.094] Build status: STARTED
[21:25:36.094] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:11:0) after 8m30s
[21:34:06.523] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:11:0)
[21:34:06.544] Build status: STARTED
[21:34:06.544] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:12:0) after 8m34s
[21:42:40.836] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:12:0)
[21:42:40.861] Build status: STARTED
[21:42:40.861] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:13:0) after 1m24s
[21:44:04.983] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:13:0)
[21:44:05.003] Build status: STARTED
[21:44:05.003] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:14:0) after 4m49s
[21:48:54.136] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:14:0)
[21:48:54.187] Build status: STARTED
[21:48:54.187] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:15:0) after 4m24s
[21:53:18.206] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:15:0)
[21:53:18.236] Build status: STARTED
[21:53:18.236] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:16:0) after 6m29s
[21:59:47.379] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:16:0)
[21:59:47.407] Build status: STARTED
[21:59:47.407] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:17:0) after 1m9s
[22:00:56.474] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:17:0)
[22:00:56.499] Build status: STARTED
[22:00:56.499] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:18:0) after 1m37s
[22:02:33.539] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:18:0)
[22:02:33.563] Build status: STARTED
[22:02:33.563] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:19:0) after 2m47s
[22:05:20.713] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:19:0)
[22:05:20.738] Build status: STARTED
[22:05:20.738] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:20:0) after 9m22s
[22:14:42.781] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:20:0)
[22:14:42.804] Build status: STARTED
[22:14:42.804] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:21:0) after 9m6s
[22:23:48.824] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:21:0)
[22:23:48.858] Build status: STARTED
[22:23:48.858] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:22:0) after 5m52s
[22:29:40.885] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:22:0)
[22:29:40.907] Build status: STARTED
[22:29:40.907] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:23:0) after 4m55s
[22:34:36.019] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:23:0)
[22:34:36.045] Build status: STARTED
[22:34:36.045] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:24:0) after 5m19s
[22:39:55.286] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:24:0)
[22:39:55.311] Build status: STARTED
[22:39:55.311] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:25:0) after 4m51s
[22:44:46.336] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:25:0)
[22:44:46.361] Build status: STARTED
[22:44:46.361] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:26:0) after 1m53s
[22:46:39.388] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:26:0)
[22:46:39.410] Build status: STARTED
[22:46:39.410] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:27:0) after 7m3s
[22:53:43.039] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:27:0)
[22:53:43.076] Build status: STARTED
[22:53:43.076] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:28:0) after 9m41s
[23:03:24.109] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:28:0)
[23:03:24.128] Build status: STARTED
[23:03:24.128] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:29:0) after 2m10s
[23:05:34.218] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:29:0)
[23:05:34.297] Build status: STARTED
[23:05:34.297] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8948333062042491136:30:0) after 3m24s
[23:07:27.273] Received PubSub notification, asking Buildbucket for the build status
[23:07:27.299] Build:
{
  "id": "8782903000175789425",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 982,
  "createdBy": "project:webrtc",
  "createTime": "2023-04-24T20:26:47.452475497Z",
  "startTime": "2023-04-24T20:28:37.084393Z",
  "endTime": "2023-04-24T23:07:26.972482399Z",
  "updateTime": "2023-04-24T23:07:26.972482399Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "6c2f7602ca84029b1e31d696a3d80819344e5d2d",
      "ref": "refs/heads/main"
    }
  }
}
[23:07:27.299] Invocation finished in 2h40m41.01018484s with status FAILED