Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2105 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "4f6642e366e3c1959d777b6b4d96464449f53d2c"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
  "parent_got_revision_cp": "refs/heads/main@{#38667}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
    "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/4f6642e366e3c1959d777b6b4d96464449f53d2c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2105
  • user_agent:recipe

Debug log (UTC)

[22:39:46.697] New invocation is queued and will start shortly
[22:39:46.697] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:39:48.125] Starting the invocation (attempt 1)
[22:39:48.154] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/4f6642e366e3c1959d777b6b4d96464449f53d2c"
[22:39:48.154] Popped gitiles commit info from properties and tags
[22:39:48.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:48.154] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:48.154] Buildbucket request:
{
  "requestId": "8962639014688228464",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962639014688228464",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "4f6642e366e3c1959d777b6b4d96464449f53d2c"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
                                    "parent_got_revision_cp": "refs/heads/main@{#38667}",
                                    "revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
                                          "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2105",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2f8ee737-8ca0-401a-805b-c97dba045fed",
                        "title": "Android64 Builder arm64/2105"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4f6642e366e3c1959d777b6b4d96464449f53d2c"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
      "parent_got_revision_cp": "refs/heads/main@{#38667}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
            "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962639014688228464"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2105"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:39:48.760] Scheduled build:
{
  "id": "8797208952371906353",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 62,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T22:39:48.271327995Z",
  "updateTime": "2022-11-17T22:39:48.271327995Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
      "ref": "refs/heads/main"
    }
  }
}
[22:39:48.760] Task URL: https://cr-buildbucket.appspot.com/build/8797208952371906353
[22:39:48.760] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:2:0) after 4m13s
[22:41:37.809] Received PubSub notification, asking Buildbucket for the build status
[22:41:37.850] Build status: STARTED
[22:44:01.781] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:2:0)
[22:44:01.818] Build status: STARTED
[22:44:01.818] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:4:0) after 4m7s
[22:48:08.845] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:4:0)
[22:48:08.867] Build status: STARTED
[22:48:08.867] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:5:0) after 7m26s
[22:55:34.994] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:5:0)
[22:55:35.025] Build status: STARTED
[22:55:35.025] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:6:0) after 5m29s
[23:01:04.047] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:6:0)
[23:01:04.078] Build status: STARTED
[23:01:04.078] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:7:0) after 2m11s
[23:03:15.137] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:7:0)
[23:03:15.179] Build status: STARTED
[23:03:15.179] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:8:0) after 6m4s
[23:09:19.198] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:8:0)
[23:09:19.242] Build status: STARTED
[23:09:19.242] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:9:0) after 2m55s
[23:12:14.272] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:9:0)
[23:12:14.302] Build status: STARTED
[23:12:14.302] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:10:0) after 2m37s
[23:14:51.332] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:10:0)
[23:14:51.357] Build status: STARTED
[23:14:51.357] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:11:0) after 1m48s
[23:16:39.415] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:11:0)
[23:16:39.454] Build status: STARTED
[23:16:39.454] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:12:0) after 3m21s
[23:20:00.706] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:12:0)
[23:20:00.736] Build status: STARTED
[23:20:00.737] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:13:0) after 6m45s
[23:26:45.940] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:13:0)
[23:26:45.965] Build status: STARTED
[23:26:45.965] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:14:0) after 2m31s
[23:29:17.289] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:14:0)
[23:29:17.318] Build status: STARTED
[23:29:17.318] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:15:0) after 1m58s
[23:31:15.392] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:15:0)
[23:31:15.416] Build status: STARTED
[23:31:15.416] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:16:0) after 3m33s
[23:34:48.446] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:16:0)
[23:34:48.469] Build status: STARTED
[23:34:48.469] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:17:0) after 3m10s
[23:37:58.511] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:17:0)
[23:37:58.572] Build status: STARTED
[23:37:58.572] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:18:0) after 9m28s
[23:47:26.597] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:18:0)
[23:47:26.619] Build status: STARTED
[23:47:26.619] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:19:0) after 4m56s
[23:52:22.650] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:19:0)
[23:52:22.711] Build status: STARTED
[23:52:22.711] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:20:0) after 1m11s
[23:53:33.855] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:20:0)
[23:53:33.885] Build status: STARTED
[23:53:33.885] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:21:0) after 9m40s
[00:03:14.484] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:21:0)
[00:03:14.519] Build status: STARTED
[00:03:14.519] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:22:0) after 4m1s
[00:07:15.538] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:22:0)
[00:07:15.569] Build status: STARTED
[00:07:15.569] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:23:0) after 2m10s
[00:09:25.954] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:23:0)
[00:09:25.975] Build status: STARTED
[00:09:25.976] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:24:0) after 5m54s
[00:15:19.998] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:24:0)
[00:15:20.034] Build status: STARTED
[00:15:20.034] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:25:0) after 7m33s
[00:22:53.054] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:25:0)
[00:22:53.083] Build status: STARTED
[00:22:53.083] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:26:0) after 7m44s
[00:30:37.231] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:26:0)
[00:30:37.256] Build status: STARTED
[00:30:37.256] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:27:0) after 9m7s
[00:39:44.284] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:27:0)
[00:39:44.316] Build status: STARTED
[00:39:44.317] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:28:0) after 3m44s
[00:43:28.589] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:28:0)
[00:43:28.612] Build status: STARTED
[00:43:28.612] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:29:0) after 7m45s
[00:51:13.624] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:29:0)
[00:51:13.647] Build status: STARTED
[00:51:13.647] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:30:0) after 8m51s
[01:00:04.711] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:30:0)
[01:00:04.735] Build status: STARTED
[01:00:04.735] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:31:0) after 7m30s
[01:07:34.805] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:31:0)
[01:07:34.839] Build status: STARTED
[01:07:34.839] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:32:0) after 2m24s
[01:09:59.220] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:32:0)
[01:09:59.240] Build status: STARTED
[01:09:59.240] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:33:0) after 5m39s
[01:15:38.361] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:33:0)
[01:15:38.387] Build status: STARTED
[01:15:38.387] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:34:0) after 3m33s
[01:19:11.822] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:34:0)
[01:19:11.846] Build status: STARTED
[01:19:11.846] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:35:0) after 6m35s
[01:25:47.124] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:35:0)
[01:25:47.152] Build status: STARTED
[01:25:47.152] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:36:0) after 1m54s
[01:27:41.315] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:36:0)
[01:27:41.336] Build status: STARTED
[01:27:41.336] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:37:0) after 1m48s
[01:29:29.827] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:37:0)
[01:29:29.850] Build status: STARTED
[01:29:29.850] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:38:0) after 9m34s
[01:39:04.013] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:38:0)
[01:39:04.036] Build status: STARTED
[01:39:04.036] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962639014688228464:39:0) after 5m37s
[01:43:17.086] Received PubSub notification, asking Buildbucket for the build status
[01:43:17.115] Build:
{
  "id": "8797208952371906353",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 62,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T22:39:48.271327995Z",
  "startTime": "2022-11-17T22:41:37.264645Z",
  "endTime": "2022-11-18T01:43:16.020613Z",
  "updateTime": "2022-11-18T01:43:16.020613Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "4f6642e366e3c1959d777b6b4d96464449f53d2c",
      "ref": "refs/heads/main"
    }
  }
}
[01:43:17.115] Invocation finished in 3h3m30.435450116s with status FAILED