Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2106 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "170316d22958ae701a16df48c2ed27e5813d6092"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
  "parent_got_revision_cp": "refs/heads/main@{#38668}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
    "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/170316d22958ae701a16df48c2ed27e5813d6092
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2106
  • user_agent:recipe

Debug log (UTC)

[01:43:18.974] New invocation is queued and will start shortly
[01:43:18.974] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:43:20.059] Starting the invocation (attempt 1)
[01:43:20.099] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/170316d22958ae701a16df48c2ed27e5813d6092"
[01:43:20.099] Popped gitiles commit info from properties and tags
[01:43:20.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:43:20.100] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:43:20.100] Buildbucket request:
{
  "requestId": "8962627467470144368",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962627467470144368",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "170316d22958ae701a16df48c2ed27e5813d6092"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                                    "parent_got_revision_cp": "refs/heads/main@{#38668}",
                                    "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
                                          "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2106",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1f778269-0802-45a4-bd06-d28285b7a4ca",
                        "title": "Android64 Builder arm64/2106"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "170316d22958ae701a16df48c2ed27e5813d6092"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
      "parent_got_revision_cp": "refs/heads/main@{#38668}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "b970ee2762509560e95c584fffc32e8019910604b40097761ccb57ff64e66d78/657",
            "webrtc_perf_tests": "d24c649592353e3286c44242bb3c095cbcdfadc3cfdab6617d0974f28c5a9d5c/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "170316d22958ae701a16df48c2ed27e5813d6092",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962627467470144368"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2106"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:43:20.538] Scheduled build:
{
  "id": "8797197405565705937",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 63,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T01:43:20.164181910Z",
  "updateTime": "2022-11-18T01:43:20.164181910Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "170316d22958ae701a16df48c2ed27e5813d6092",
      "ref": "refs/heads/main"
    }
  }
}
[01:43:20.539] Task URL: https://cr-buildbucket.appspot.com/build/8797197405565705937
[01:43:20.539] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:2:0) after 3m19s
[01:44:40.808] Received PubSub notification, asking Buildbucket for the build status
[01:44:40.847] Build status: STARTED
[01:46:39.557] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:2:0)
[01:46:39.824] Build status: STARTED
[01:46:39.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:4:0) after 5m42s
[01:52:22.451] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:4:0)
[01:52:22.491] Build status: STARTED
[01:52:22.491] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:5:0) after 4m51s
[01:57:13.919] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:5:0)
[01:57:13.942] Build status: STARTED
[01:57:13.942] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:6:0) after 8m50s
[02:06:04.301] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:6:0)
[02:06:04.328] Build status: STARTED
[02:06:04.328] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:7:0) after 5m33s
[02:11:37.583] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:7:0)
[02:11:37.612] Build status: STARTED
[02:11:37.612] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:8:0) after 8m22s
[02:19:59.635] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:8:0)
[02:19:59.657] Build status: STARTED
[02:19:59.657] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:9:0) after 3m56s
[02:23:55.677] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:9:0)
[02:23:55.706] Build status: STARTED
[02:23:55.706] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:10:0) after 9m18s
[02:33:13.738] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:10:0)
[02:33:13.765] Build status: STARTED
[02:33:13.765] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:11:0) after 7m30s
[02:40:43.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:11:0)
[02:40:44.001] Build status: STARTED
[02:40:44.001] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:12:0) after 6m48s
[02:47:32.652] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:12:0)
[02:47:32.674] Build status: STARTED
[02:47:32.674] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:13:0) after 9m41s
[02:57:13.685] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:13:0)
[02:57:13.709] Build status: STARTED
[02:57:13.709] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:14:0) after 7m21s
[03:04:34.846] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:14:0)
[03:04:34.871] Build status: STARTED
[03:04:34.871] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:15:0) after 7m46s
[03:12:21.007] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:15:0)
[03:12:21.042] Build status: STARTED
[03:12:21.042] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:16:0) after 5m24s
[03:17:45.246] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:16:0)
[03:17:45.270] Build status: STARTED
[03:17:45.270] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:17:0) after 4m21s
[03:22:06.298] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:17:0)
[03:22:06.320] Build status: STARTED
[03:22:06.320] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:18:0) after 1m42s
[03:23:48.413] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:18:0)
[03:23:48.437] Build status: STARTED
[03:23:48.437] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:19:0) after 1m33s
[03:25:21.552] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:19:0)
[03:25:21.574] Build status: STARTED
[03:25:21.574] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:20:0) after 6m18s
[03:31:39.571] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:20:0)
[03:31:39.597] Build status: STARTED
[03:31:39.597] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:21:0) after 6m37s
[03:38:16.743] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:21:0)
[03:38:16.768] Build status: STARTED
[03:38:16.768] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:22:0) after 8m2s
[03:46:18.986] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:22:0)
[03:46:19.010] Build status: STARTED
[03:46:19.010] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:23:0) after 5m14s
[03:51:33.545] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:23:0)
[03:51:33.568] Build status: STARTED
[03:51:33.569] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:24:0) after 6m19s
[03:57:52.589] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:24:0)
[03:57:52.608] Build status: STARTED
[03:57:52.608] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:25:0) after 2m45s
[04:00:38.169] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:25:0)
[04:00:38.198] Build status: STARTED
[04:00:38.198] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:26:0) after 7m15s
[04:07:53.220] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:26:0)
[04:07:53.240] Build status: STARTED
[04:07:53.240] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:27:0) after 3m42s
[04:11:35.281] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:27:0)
[04:11:35.310] Build status: STARTED
[04:11:35.310] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:28:0) after 2m17s
[04:13:52.926] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:28:0)
[04:13:52.954] Build status: STARTED
[04:13:52.954] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:29:0) after 3m43s
[04:17:36.020] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:29:0)
[04:17:36.064] Build status: STARTED
[04:17:36.064] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:30:0) after 6m19s
[04:23:55.077] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:30:0)
[04:23:55.099] Build status: STARTED
[04:23:55.100] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:31:0) after 2m12s
[04:26:07.080] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:31:0)
[04:26:07.121] Build status: STARTED
[04:26:07.121] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:32:0) after 2m4s
[04:28:11.474] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:32:0)
[04:28:11.498] Build status: STARTED
[04:28:11.498] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:33:0) after 2m8s
[04:30:19.701] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:33:0)
[04:30:19.784] Build status: STARTED
[04:30:19.784] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:34:0) after 2m12s
[04:32:31.799] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:34:0)
[04:32:31.826] Build status: STARTED
[04:32:31.826] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:35:0) after 9m5s
[04:41:37.049] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:35:0)
[04:41:37.077] Build status: STARTED
[04:41:37.077] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:36:0) after 3m42s
[04:45:19.095] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:36:0)
[04:45:19.118] Build status: STARTED
[04:45:19.118] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962627467470144368:37:0) after 8m2s
[04:45:38.471] Received PubSub notification, asking Buildbucket for the build status
[04:45:38.502] Build:
{
  "id": "8797197405565705937",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 63,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T01:43:20.164181910Z",
  "startTime": "2022-11-18T01:44:40.142257Z",
  "endTime": "2022-11-18T04:45:38.203390150Z",
  "updateTime": "2022-11-18T04:45:38.203390150Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "170316d22958ae701a16df48c2ed27e5813d6092",
      "ref": "refs/heads/main"
    }
  }
}
[04:45:38.502] Invocation finished in 3h2m19.538119174s with status FAILED