Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2162 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "a7013ee65056fd45cecbd1659053e0bafcc6e460"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
  "parent_got_revision_cp": "refs/heads/main@{#38726}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "811ab312cb984b25c49171063cff5ea936608d43bed65dd6a903262f10c6dd5a/657",
    "webrtc_perf_tests": "c6b1ecbafa272f8e7d2dae40721863ba8ffe9ccf41a9bf650be07e5621b716b3/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/a7013ee65056fd45cecbd1659053e0bafcc6e460
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2162
  • user_agent:recipe

Debug log (UTC)

[17:29:24.816] New invocation is queued and will start shortly
[17:29:24.816] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:29:26.152] Starting the invocation (attempt 1)
[17:29:26.184] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/a7013ee65056fd45cecbd1659053e0bafcc6e460"
[17:29:26.184] Popped gitiles commit info from properties and tags
[17:29:26.184] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:29:26.184] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:29:26.184] Buildbucket request:
{
  "requestId": "8962024362371281296",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962024362371281296",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "a7013ee65056fd45cecbd1659053e0bafcc6e460"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
                                    "parent_got_revision_cp": "refs/heads/main@{#38726}",
                                    "revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "811ab312cb984b25c49171063cff5ea936608d43bed65dd6a903262f10c6dd5a/657",
                                          "webrtc_perf_tests": "c6b1ecbafa272f8e7d2dae40721863ba8ffe9ccf41a9bf650be07e5621b716b3/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2162",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2aa0023d-667c-4344-855b-b8d03e32f1b1",
                        "title": "Android32 Builder arm/2162"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a7013ee65056fd45cecbd1659053e0bafcc6e460"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
      "parent_got_revision_cp": "refs/heads/main@{#38726}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "811ab312cb984b25c49171063cff5ea936608d43bed65dd6a903262f10c6dd5a/657",
            "webrtc_perf_tests": "c6b1ecbafa272f8e7d2dae40721863ba8ffe9ccf41a9bf650be07e5621b716b3/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962024362371281296"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2162"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:29:26.586] Scheduled build:
{
  "id": "8796594300218020241",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 94,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T17:29:26.244962896Z",
  "updateTime": "2022-11-24T17:29:26.244962896Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
      "ref": "refs/heads/main"
    }
  }
}
[17:29:26.586] Task URL: https://cr-buildbucket.appspot.com/build/8796594300218020241
[17:29:26.586] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:2:0) after 3m51s
[17:31:13.207] Received PubSub notification, asking Buildbucket for the build status
[17:31:13.235] Build status: STARTED
[17:33:17.570] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:2:0)
[17:33:17.595] Build status: STARTED
[17:33:17.595] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:4:0) after 6m39s
[17:39:56.611] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:4:0)
[17:39:56.637] Build status: STARTED
[17:39:56.637] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:5:0) after 1m41s
[17:41:37.858] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:5:0)
[17:41:37.896] Build status: STARTED
[17:41:37.896] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:6:0) after 1m12s
[17:42:50.029] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:6:0)
[17:42:50.061] Build status: STARTED
[17:42:50.061] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:7:0) after 9m34s
[17:52:24.092] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:7:0)
[17:52:24.199] Build status: STARTED
[17:52:24.199] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:8:0) after 9m54s
[18:02:18.322] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:8:0)
[18:02:18.351] Build status: STARTED
[18:02:18.351] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:9:0) after 5m28s
[18:07:46.364] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:9:0)
[18:07:46.389] Build status: STARTED
[18:07:46.389] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:10:0) after 1m51s
[18:09:37.506] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:10:0)
[18:09:37.530] Build status: STARTED
[18:09:37.530] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:11:0) after 2m25s
[18:12:02.934] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:11:0)
[18:12:02.959] Build status: STARTED
[18:12:02.959] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:12:0) after 3m0s
[18:15:02.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:12:0)
[18:15:03.018] Build status: STARTED
[18:15:03.018] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:13:0) after 2m26s
[18:17:29.035] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:13:0)
[18:17:29.063] Build status: STARTED
[18:17:29.063] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:14:0) after 2m0s
[18:19:29.084] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:14:0)
[18:19:29.104] Build status: STARTED
[18:19:29.105] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:15:0) after 4m1s
[18:23:30.147] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:15:0)
[18:23:30.167] Build status: STARTED
[18:23:30.167] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:16:0) after 5m3s
[18:28:33.287] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:16:0)
[18:28:33.336] Build status: STARTED
[18:28:33.336] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:17:0) after 3m32s
[18:32:05.376] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:17:0)
[18:32:05.413] Build status: STARTED
[18:32:05.413] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:18:0) after 8m24s
[18:40:29.431] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:18:0)
[18:40:29.461] Build status: STARTED
[18:40:29.461] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:19:0) after 9m3s
[18:49:32.479] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:19:0)
[18:49:32.504] Build status: STARTED
[18:49:32.504] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:20:0) after 2m24s
[18:51:56.620] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:20:0)
[18:51:56.677] Build status: STARTED
[18:51:56.677] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:21:0) after 9m18s
[19:01:14.782] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:21:0)
[19:01:14.807] Build status: STARTED
[19:01:14.807] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:22:0) after 6m53s
[19:08:07.826] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:22:0)
[19:08:07.847] Build status: STARTED
[19:08:07.847] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:23:0) after 5m39s
[19:13:46.980] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:23:0)
[19:13:47.008] Build status: STARTED
[19:13:47.008] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:24:0) after 3m15s
[19:17:02.071] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:24:0)
[19:17:02.097] Build status: STARTED
[19:17:02.097] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:25:0) after 1m38s
[19:18:40.234] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:25:0)
[19:18:40.261] Build status: STARTED
[19:18:40.261] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:26:0) after 7m10s
[19:25:50.282] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:26:0)
[19:25:50.341] Build status: STARTED
[19:25:50.341] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:27:0) after 7m0s
[19:32:50.363] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:27:0)
[19:32:50.387] Build status: STARTED
[19:32:50.387] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:28:0) after 1m26s
[19:34:16.450] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:28:0)
[19:34:16.476] Build status: STARTED
[19:34:16.477] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:29:0) after 4m45s
[19:39:01.501] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:29:0)
[19:39:01.545] Build status: STARTED
[19:39:01.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:30:0) after 2m20s
[19:41:21.597] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:30:0)
[19:41:21.618] Build status: STARTED
[19:41:21.618] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:31:0) after 1m6s
[19:42:27.643] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:31:0)
[19:42:27.964] Build status: STARTED
[19:42:27.964] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:32:0) after 3m18s
[19:45:45.993] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:32:0)
[19:45:46.020] Build status: STARTED
[19:45:46.020] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:33:0) after 7m16s
[19:53:02.040] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:33:0)
[19:53:02.064] Build status: STARTED
[19:53:02.064] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:34:0) after 4m47s
[19:57:49.113] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:34:0)
[19:57:49.142] Build status: STARTED
[19:57:49.142] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:35:0) after 5m35s
[20:03:24.255] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:35:0)
[20:03:24.279] Build status: STARTED
[20:03:24.279] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:36:0) after 7m55s
[20:11:19.451] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:36:0)
[20:11:19.477] Build status: STARTED
[20:11:19.477] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:37:0) after 1m4s
[20:12:23.606] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:37:0)
[20:12:23.633] Build status: STARTED
[20:12:23.634] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:38:0) after 8m44s
[20:21:07.653] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:38:0)
[20:21:07.719] Build status: STARTED
[20:21:07.719] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:39:0) after 3m18s
[20:24:25.947] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:39:0)
[20:24:25.973] Build status: STARTED
[20:24:25.974] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:40:0) after 5m32s
[20:29:58.007] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:40:0)
[20:29:58.029] Build status: STARTED
[20:29:58.029] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962024362371281296:41:0) after 3m32s
[20:33:01.177] Received PubSub notification, asking Buildbucket for the build status
[20:33:01.200] Build:
{
  "id": "8796594300218020241",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 94,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T17:29:26.244962896Z",
  "startTime": "2022-11-24T17:31:12.367198Z",
  "endTime": "2022-11-24T20:33:00.064689Z",
  "updateTime": "2022-11-24T20:33:00.064689Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "a7013ee65056fd45cecbd1659053e0bafcc6e460",
      "ref": "refs/heads/main"
    }
  }
}
[20:33:01.200] Invocation finished in 3h3m36.392885929s with status FAILED