Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2091 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
  "parent_got_revision_cp": "refs/heads/main@{#38655}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "c52443109e5896e68db9e8d01ebe64013dac8adee2fda6ff92209dc1e7d87004/657",
    "webrtc_perf_tests": "5909789cce92d4ceb3017c24915b10b3ee881dd31db2fe280140f0d00ce3f96d/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2091
  • user_agent:recipe

Debug log (UTC)

[03:08:51.556] New invocation is queued and will start shortly
[03:08:51.556] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:08:53.101] Starting the invocation (attempt 1)
[03:08:53.137] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8"
[03:08:53.137] Popped gitiles commit info from properties and tags
[03:08:53.137] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:08:53.137] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:08:53.137] Buildbucket request:
{
  "requestId": "8962712682538439232",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962712682538439232",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
                                    "parent_got_revision_cp": "refs/heads/main@{#38655}",
                                    "revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "c52443109e5896e68db9e8d01ebe64013dac8adee2fda6ff92209dc1e7d87004/657",
                                          "webrtc_perf_tests": "5909789cce92d4ceb3017c24915b10b3ee881dd31db2fe280140f0d00ce3f96d/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2091",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a3783dc5-3152-487e-90d0-fc81417c0070",
                        "title": "Android32 Builder arm/2091"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
      "parent_got_revision_cp": "refs/heads/main@{#38655}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "c52443109e5896e68db9e8d01ebe64013dac8adee2fda6ff92209dc1e7d87004/657",
            "webrtc_perf_tests": "5909789cce92d4ceb3017c24915b10b3ee881dd31db2fe280140f0d00ce3f96d/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962712682538439232"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2091"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:08:53.765] Scheduled build:
{
  "id": "8797282620082869553",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 44,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T03:08:53.267693051Z",
  "updateTime": "2022-11-17T03:08:53.267693051Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
      "ref": "refs/heads/main"
    }
  }
}
[03:08:53.765] Task URL: https://cr-buildbucket.appspot.com/build/8797282620082869553
[03:08:53.765] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:2:0) after 9m12s
[03:09:27.579] Received PubSub notification, asking Buildbucket for the build status
[03:09:27.608] Build status: STARTED
[03:18:05.782] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:2:0)
[03:18:05.822] Build status: STARTED
[03:18:05.822] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:4:0) after 9m57s
[03:28:03.444] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:4:0)
[03:28:03.476] Build status: STARTED
[03:28:03.476] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:5:0) after 8m33s
[03:36:36.519] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:5:0)
[03:36:36.546] Build status: STARTED
[03:36:36.546] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:6:0) after 7m14s
[03:43:50.561] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:6:0)
[03:43:50.648] Build status: STARTED
[03:43:50.648] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:7:0) after 8m3s
[03:51:53.900] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:7:0)
[03:51:53.925] Build status: STARTED
[03:51:53.925] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:8:0) after 8m52s
[04:00:45.946] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:8:0)
[04:00:45.981] Build status: STARTED
[04:00:45.981] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:9:0) after 3m56s
[04:04:42.267] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:9:0)
[04:04:42.291] Build status: STARTED
[04:04:42.291] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:10:0) after 1m29s
[04:06:11.316] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:10:0)
[04:06:11.338] Build status: STARTED
[04:06:11.338] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:11:0) after 5m37s
[04:11:48.360] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:11:0)
[04:11:48.390] Build status: STARTED
[04:11:48.390] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:12:0) after 9m52s
[04:21:40.479] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:12:0)
[04:21:40.504] Build status: STARTED
[04:21:40.504] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:13:0) after 2m44s
[04:24:24.648] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:13:0)
[04:24:24.676] Build status: STARTED
[04:24:24.676] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:14:0) after 6m7s
[04:30:31.666] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:14:0)
[04:30:31.688] Build status: STARTED
[04:30:31.688] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:15:0) after 9m37s
[04:40:08.937] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:15:0)
[04:40:08.958] Build status: STARTED
[04:40:08.958] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:16:0) after 1m42s
[04:41:50.990] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:16:0)
[04:41:51.012] Build status: STARTED
[04:41:51.012] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:17:0) after 7m27s
[04:49:18.104] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:17:0)
[04:49:18.133] Build status: STARTED
[04:49:18.133] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:18:0) after 3m37s
[04:52:55.106] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:18:0)
[04:52:55.137] Build status: STARTED
[04:52:55.137] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:19:0) after 7m7s
[05:00:02.296] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:19:0)
[05:00:02.323] Build status: STARTED
[05:00:02.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:20:0) after 4m59s
[05:05:01.369] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:20:0)
[05:05:01.395] Build status: STARTED
[05:05:01.395] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:21:0) after 3m33s
[05:08:34.553] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:21:0)
[05:08:34.575] Build status: STARTED
[05:08:34.575] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:22:0) after 5m39s
[05:14:13.707] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:22:0)
[05:14:13.734] Build status: STARTED
[05:14:13.734] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:23:0) after 8m33s
[05:22:47.206] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:23:0)
[05:22:47.259] Build status: STARTED
[05:22:47.259] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:24:0) after 5m13s
[05:28:00.295] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:24:0)
[05:28:00.325] Build status: STARTED
[05:28:00.326] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:25:0) after 1m21s
[05:29:21.346] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:25:0)
[05:29:21.404] Build status: STARTED
[05:29:21.404] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:26:0) after 7m23s
[05:36:44.429] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:26:0)
[05:36:44.459] Build status: STARTED
[05:36:44.459] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:27:0) after 2m1s
[05:38:45.478] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:27:0)
[05:38:45.500] Build status: STARTED
[05:38:45.500] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:28:0) after 3m40s
[05:42:25.530] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:28:0)
[05:42:25.566] Build status: STARTED
[05:42:25.566] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:29:0) after 8m40s
[05:51:05.708] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:29:0)
[05:51:05.739] Build status: STARTED
[05:51:05.740] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:30:0) after 7m6s
[05:58:11.839] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:30:0)
[05:58:11.866] Build status: STARTED
[05:58:11.866] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:31:0) after 7m37s
[06:05:49.026] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:31:0)
[06:05:49.123] Build status: STARTED
[06:05:49.123] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962712682538439232:32:0) after 6m45s
[06:11:12.430] Received PubSub notification, asking Buildbucket for the build status
[06:11:12.462] Build:
{
  "id": "8797282620082869553",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 44,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-17T03:08:53.267693051Z",
  "startTime": "2022-11-17T03:09:26.895090Z",
  "endTime": "2022-11-17T06:11:11.639600Z",
  "updateTime": "2022-11-17T06:11:11.639600Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "fbeb76ab51277f7928ab5ac0fdb7047dcb1054d8",
      "ref": "refs/heads/main"
    }
  }
}
[06:11:12.462] Invocation finished in 3h2m20.920144368s with status FAILED