Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2154 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "4bee365c82568c459f8650d89be60c03f96abf76"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "4bee365c82568c459f8650d89be60c03f96abf76",
  "parent_got_revision_cp": "refs/heads/main@{#38718}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "4bee365c82568c459f8650d89be60c03f96abf76",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "92c385c637b68737bb7403aff0db032d30f7fd5ea0e89f9f4065185fd61b9e49/657",
    "webrtc_perf_tests": "befa931c0ff233cc65bddaeed2b473c4fe017f40a98f66daa398bbd195ac767e/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/4bee365c82568c459f8650d89be60c03f96abf76
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2154
  • user_agent:recipe

Debug log (UTC)

[17:19:13.022] New invocation is queued and will start shortly
[17:19:13.022] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:19:14.099] Starting the invocation (attempt 1)
[17:19:14.129] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/4bee365c82568c459f8650d89be60c03f96abf76"
[17:19:14.129] Popped gitiles commit info from properties and tags
[17:19:14.129] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:19:14.129] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:19:14.130] Buildbucket request:
{
  "requestId": "8962115600853396160",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962115600853396160",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "4bee365c82568c459f8650d89be60c03f96abf76"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "4bee365c82568c459f8650d89be60c03f96abf76",
                                    "parent_got_revision_cp": "refs/heads/main@{#38718}",
                                    "revision": "4bee365c82568c459f8650d89be60c03f96abf76",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "92c385c637b68737bb7403aff0db032d30f7fd5ea0e89f9f4065185fd61b9e49/657",
                                          "webrtc_perf_tests": "befa931c0ff233cc65bddaeed2b473c4fe017f40a98f66daa398bbd195ac767e/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "4bee365c82568c459f8650d89be60c03f96abf76",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2154",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "44843773-961f-4dfd-a3fb-256f429bdc2e",
                        "title": "Android32 Builder arm/2154"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4bee365c82568c459f8650d89be60c03f96abf76"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "4bee365c82568c459f8650d89be60c03f96abf76",
      "parent_got_revision_cp": "refs/heads/main@{#38718}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "92c385c637b68737bb7403aff0db032d30f7fd5ea0e89f9f4065185fd61b9e49/657",
            "webrtc_perf_tests": "befa931c0ff233cc65bddaeed2b473c4fe017f40a98f66daa398bbd195ac767e/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "4bee365c82568c459f8650d89be60c03f96abf76",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962115600853396160"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2154"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:19:14.581] Scheduled build:
{
  "id": "8796685538954898881",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 86,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-23T17:19:14.204582583Z",
  "updateTime": "2022-11-23T17:19:14.204582583Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "4bee365c82568c459f8650d89be60c03f96abf76",
      "ref": "refs/heads/main"
    }
  }
}
[17:19:14.581] Task URL: https://cr-buildbucket.appspot.com/build/8796685538954898881
[17:19:14.581] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:2:0) after 6m43s
[17:19:23.088] Received PubSub notification, asking Buildbucket for the build status
[17:19:23.114] Build status: STARTED
[17:25:57.869] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:2:0)
[17:25:58.125] Build status: STARTED
[17:25:58.125] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:4:0) after 9m15s
[17:35:13.232] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:4:0)
[17:35:13.280] Build status: STARTED
[17:35:13.280] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:5:0) after 2m40s
[17:37:53.355] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:5:0)
[17:37:53.416] Build status: STARTED
[17:37:53.416] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:6:0) after 5m50s
[17:43:43.737] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:6:0)
[17:43:43.778] Build status: STARTED
[17:43:43.778] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:7:0) after 2m8s
[17:45:51.823] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:7:0)
[17:45:51.844] Build status: STARTED
[17:45:51.844] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:8:0) after 7m32s
[17:53:24.093] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:8:0)
[17:53:24.162] Build status: STARTED
[17:53:24.162] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:9:0) after 7m44s
[18:01:08.196] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:9:0)
[18:01:08.231] Build status: STARTED
[18:01:08.231] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:10:0) after 5m17s
[18:06:25.257] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:10:0)
[18:06:25.302] Build status: STARTED
[18:06:25.302] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:11:0) after 4m24s
[18:10:49.432] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:11:0)
[18:10:49.459] Build status: STARTED
[18:10:49.460] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:12:0) after 1m46s
[18:12:35.564] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:12:0)
[18:12:35.598] Build status: STARTED
[18:12:35.598] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:13:0) after 1m47s
[18:14:22.625] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:13:0)
[18:14:22.649] Build status: STARTED
[18:14:22.649] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:14:0) after 6m6s
[18:20:28.838] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:14:0)
[18:20:28.863] Build status: STARTED
[18:20:28.863] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:15:0) after 3m31s
[18:24:00.211] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:15:0)
[18:24:00.238] Build status: STARTED
[18:24:00.238] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:16:0) after 7m22s
[18:31:22.272] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:16:0)
[18:31:22.308] Build status: STARTED
[18:31:22.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:17:0) after 1m10s
[18:32:32.766] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:17:0)
[18:32:32.797] Build status: STARTED
[18:32:32.797] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:18:0) after 2m37s
[18:35:09.827] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:18:0)
[18:35:09.853] Build status: STARTED
[18:35:09.854] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:19:0) after 5m53s
[18:41:02.874] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:19:0)
[18:41:02.915] Build status: STARTED
[18:41:02.915] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:20:0) after 4m45s
[18:45:47.937] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:20:0)
[18:45:47.962] Build status: STARTED
[18:45:47.962] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:21:0) after 8m32s
[18:54:20.213] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:21:0)
[18:54:20.237] Build status: STARTED
[18:54:20.237] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:22:0) after 5m49s
[19:00:09.271] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:22:0)
[19:00:09.292] Build status: STARTED
[19:00:09.292] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:23:0) after 9m37s
[19:09:46.339] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:23:0)
[19:09:46.359] Build status: STARTED
[19:09:46.360] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:24:0) after 2m25s
[19:12:11.601] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:24:0)
[19:12:11.680] Build status: STARTED
[19:12:11.680] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:25:0) after 6m8s
[19:18:19.919] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:25:0)
[19:18:19.972] Build status: STARTED
[19:18:19.972] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:26:0) after 5m20s
[19:23:40.254] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:26:0)
[19:23:40.278] Build status: STARTED
[19:23:40.278] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:27:0) after 9m28s
[19:33:08.278] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:27:0)
[19:33:08.308] Build status: STARTED
[19:33:08.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:28:0) after 2m10s
[19:35:18.679] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:28:0)
[19:35:18.704] Build status: STARTED
[19:35:18.704] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:29:0) after 2m35s
[19:37:53.809] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:29:0)
[19:37:53.828] Build status: STARTED
[19:37:53.828] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:30:0) after 4m59s
[19:42:53.010] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:30:0)
[19:42:53.034] Build status: STARTED
[19:42:53.034] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:31:0) after 9m13s
[19:52:06.206] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:31:0)
[19:52:06.231] Build status: STARTED
[19:52:06.231] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:32:0) after 6m44s
[19:58:50.287] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:32:0)
[19:58:50.356] Build status: STARTED
[19:58:50.356] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:33:0) after 1m14s
[20:00:04.499] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:33:0)
[20:00:04.526] Build status: STARTED
[20:00:04.526] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:34:0) after 3m30s
[20:03:34.560] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:34:0)
[20:03:34.590] Build status: STARTED
[20:03:34.590] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:35:0) after 6m22s
[20:09:56.631] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:35:0)
[20:09:56.652] Build status: STARTED
[20:09:56.652] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:36:0) after 2m45s
[20:12:41.778] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:36:0)
[20:12:41.804] Build status: STARTED
[20:12:41.804] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:37:0) after 6m34s
[20:19:15.893] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:37:0)
[20:19:15.915] Build status: STARTED
[20:19:15.915] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962115600853396160:38:0) after 7m0s
[20:20:58.304] Received PubSub notification, asking Buildbucket for the build status
[20:20:58.333] Build:
{
  "id": "8796685538954898881",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 86,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-23T17:19:14.204582583Z",
  "startTime": "2022-11-23T17:19:22.127596Z",
  "endTime": "2022-11-23T20:20:57.531786Z",
  "updateTime": "2022-11-23T20:20:57.531786Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "4bee365c82568c459f8650d89be60c03f96abf76",
      "ref": "refs/heads/main"
    }
  }
}
[20:20:58.333] Invocation finished in 3h1m45.323374599s with status FAILED