Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2625 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
  "parent_got_revision_cp": "refs/heads/main@{#39187}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "c28cf3a6ccbf3c3ddb3bbfa05257a60d0bd82cb37e4e0a80673d3ec204f95309/657",
    "webrtc_perf_tests": "c0630973cc043663a327c8a5c8eb8d668a39485b189d97fed127b46834f38808/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/508979bb722e20d3a907dfc530d65b7cf8f2f63d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2625
  • user_agent:recipe

Debug log (UTC)

[06:14:54.924] New invocation is queued and will start shortly
[06:14:54.924] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:14:56.365] Starting the invocation (attempt 1)
[06:14:56.393] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/508979bb722e20d3a907dfc530d65b7cf8f2f63d"
[06:14:56.393] Popped gitiles commit info from properties and tags
[06:14:56.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:14:56.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:14:56.393] Buildbucket request:
{
  "requestId": "8956449786214076320",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8956449786214076320",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                                    "parent_got_revision_cp": "refs/heads/main@{#39187}",
                                    "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "c28cf3a6ccbf3c3ddb3bbfa05257a60d0bd82cb37e4e0a80673d3ec204f95309/657",
                                          "webrtc_perf_tests": "c0630973cc043663a327c8a5c8eb8d668a39485b189d97fed127b46834f38808/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2625",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "33a8647e-1cc5-4453-868d-6d1c6570eaec",
                        "title": "Android64 Builder arm64/2625"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "parent_got_revision_cp": "refs/heads/main@{#39187}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "c28cf3a6ccbf3c3ddb3bbfa05257a60d0bd82cb37e4e0a80673d3ec204f95309/657",
            "webrtc_perf_tests": "c0630973cc043663a327c8a5c8eb8d668a39485b189d97fed127b46834f38808/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8956449786214076320"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2625"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:14:56.876] Scheduled build:
{
  "id": "8791019723944805105",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 439,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T06:14:56.461794970Z",
  "updateTime": "2023-01-25T06:14:56.461794970Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:14:56.876] Task URL: https://cr-buildbucket.appspot.com/build/8791019723944805105
[06:14:56.876] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:2:0) after 5m45s
[06:16:45.076] Received PubSub notification, asking Buildbucket for the build status
[06:16:45.114] Build status: STARTED
[06:20:42.053] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:2:0)
[06:20:42.077] Build status: STARTED
[06:20:42.077] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:4:0) after 4m25s
[06:25:07.122] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:4:0)
[06:25:07.145] Build status: STARTED
[06:25:07.145] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:5:0) after 9m47s
[06:34:54.252] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:5:0)
[06:34:54.275] Build status: STARTED
[06:34:54.275] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:6:0) after 7m54s
[06:42:48.659] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:6:0)
[06:42:48.681] Build status: STARTED
[06:42:48.681] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:7:0) after 5m20s
[06:48:08.799] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:7:0)
[06:48:08.821] Build status: STARTED
[06:48:08.821] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:8:0) after 8m21s
[06:56:29.844] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:8:0)
[06:56:29.880] Build status: STARTED
[06:56:29.880] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:9:0) after 9m17s
[07:05:47.095] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:9:0)
[07:05:47.117] Build status: STARTED
[07:05:47.117] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:10:0) after 4m42s
[07:10:29.333] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:10:0)
[07:10:29.376] Build status: STARTED
[07:10:29.376] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:11:0) after 7m32s
[07:18:01.415] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:11:0)
[07:18:01.464] Build status: STARTED
[07:18:01.464] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:12:0) after 1m11s
[07:19:12.528] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:12:0)
[07:19:12.555] Build status: STARTED
[07:19:12.555] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:13:0) after 9m19s
[07:28:31.572] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:13:0)
[07:28:31.603] Build status: STARTED
[07:28:31.603] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:14:0) after 7m5s
[07:35:36.628] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:14:0)
[07:35:36.653] Build status: STARTED
[07:35:36.653] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:15:0) after 2m53s
[07:38:29.821] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:15:0)
[07:38:29.845] Build status: STARTED
[07:38:29.845] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:16:0) after 9m43s
[07:48:13.059] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:16:0)
[07:48:13.089] Build status: STARTED
[07:48:13.089] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:17:0) after 9m23s
[07:57:36.178] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:17:0)
[07:57:36.209] Build status: STARTED
[07:57:36.209] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:18:0) after 9m6s
[08:06:42.235] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:18:0)
[08:06:42.280] Build status: STARTED
[08:06:42.280] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:19:0) after 4m33s
[08:11:15.348] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:19:0)
[08:11:15.376] Build status: STARTED
[08:11:15.376] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:20:0) after 6m33s
[08:17:48.396] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:20:0)
[08:17:48.420] Build status: STARTED
[08:17:48.421] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:21:0) after 3m44s
[08:21:32.548] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:21:0)
[08:21:32.579] Build status: STARTED
[08:21:32.579] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:22:0) after 7m58s
[08:29:30.686] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:22:0)
[08:29:30.715] Build status: STARTED
[08:29:30.715] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:23:0) after 2m57s
[08:32:27.736] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:23:0)
[08:32:27.762] Build status: STARTED
[08:32:27.762] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:24:0) after 4m35s
[08:37:02.781] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:24:0)
[08:37:02.803] Build status: STARTED
[08:37:02.803] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:25:0) after 2m23s
[08:39:26.284] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:25:0)
[08:39:26.305] Build status: STARTED
[08:39:26.305] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:26:0) after 1m10s
[08:40:36.287] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:26:0)
[08:40:36.311] Build status: STARTED
[08:40:36.311] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:27:0) after 2m8s
[08:42:44.327] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:27:0)
[08:42:44.362] Build status: STARTED
[08:42:44.362] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:28:0) after 8m27s
[08:51:11.398] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:28:0)
[08:51:11.421] Build status: STARTED
[08:51:11.421] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:29:0) after 5m53s
[08:57:04.499] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:29:0)
[08:57:04.529] Build status: STARTED
[08:57:04.529] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:30:0) after 1m36s
[08:58:40.686] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:30:0)
[08:58:40.710] Build status: STARTED
[08:58:40.710] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:31:0) after 7m45s
[09:06:26.012] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:31:0)
[09:06:26.111] Build status: STARTED
[09:06:26.111] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:32:0) after 2m19s
[09:08:45.579] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:32:0)
[09:08:45.611] Build status: STARTED
[09:08:45.611] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8956449786214076320:33:0) after 7m33s
[09:12:20.809] Received PubSub notification, asking Buildbucket for the build status
[09:12:20.838] Build:
{
  "id": "8791019723944805105",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 439,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T06:14:56.461794970Z",
  "startTime": "2023-01-25T06:16:44.213848Z",
  "endTime": "2023-01-25T09:12:20.565205883Z",
  "updateTime": "2023-01-25T09:12:20.565205883Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:12:20.838] Invocation finished in 2h57m25.924534901s with status FAILED