Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2228 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
  "parent_got_revision_cp": "refs/heads/main@{#38790}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "2fd703d246063bb197bdcecfa7ce2230fcfed3aa6a89240811c62f835a8b1693/657",
    "webrtc_perf_tests": "17a1222091599b39eb1a5c566be251590ee27060a3173e8ffdcc51d6ea4cc0b0/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb885923d8cf59ae2850d859b13586a36df61fbe
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2228
  • user_agent:recipe

Debug log (UTC)

[18:23:36.636] New invocation is queued and will start shortly
[18:23:36.636] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:23:38.209] Starting the invocation (attempt 1)
[18:23:38.240] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/cb885923d8cf59ae2850d859b13586a36df61fbe"
[18:23:38.240] Popped gitiles commit info from properties and tags
[18:23:38.240] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:23:38.241] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:23:38.241] Buildbucket request:
{
  "requestId": "8961386773835340096",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8961386773835340096",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                                    "parent_got_revision_cp": "refs/heads/main@{#38790}",
                                    "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "2fd703d246063bb197bdcecfa7ce2230fcfed3aa6a89240811c62f835a8b1693/657",
                                          "webrtc_perf_tests": "17a1222091599b39eb1a5c566be251590ee27060a3173e8ffdcc51d6ea4cc0b0/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2228",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "33313a11-84f3-4179-a74b-cb63ae528e17",
                        "title": "Android64 Builder arm64/2228"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cb885923d8cf59ae2850d859b13586a36df61fbe"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "parent_got_revision_cp": "refs/heads/main@{#38790}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "2fd703d246063bb197bdcecfa7ce2230fcfed3aa6a89240811c62f835a8b1693/657",
            "webrtc_perf_tests": "17a1222091599b39eb1a5c566be251590ee27060a3173e8ffdcc51d6ea4cc0b0/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8961386773835340096"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2228"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:23:39.080] Scheduled build:
{
  "id": "8795956711420852193",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 149,
  "createdBy": "project:webrtc",
  "createTime": "2022-12-01T18:23:38.304512974Z",
  "updateTime": "2022-12-01T18:23:38.304512974Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "ref": "refs/heads/main"
    }
  }
}
[18:23:39.080] Task URL: https://cr-buildbucket.appspot.com/build/8795956711420852193
[18:23:39.080] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:2:0) after 6m40s
[18:24:55.394] Received PubSub notification, asking Buildbucket for the build status
[18:24:55.457] Build status: STARTED
[18:30:19.101] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:2:0)
[18:30:19.127] Build status: STARTED
[18:30:19.127] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:4:0) after 2m25s
[18:32:44.224] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:4:0)
[18:32:44.272] Build status: STARTED
[18:32:44.272] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:5:0) after 1m33s
[18:34:17.291] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:5:0)
[18:34:17.327] Build status: STARTED
[18:34:17.327] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:6:0) after 3m54s
[18:38:11.395] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:6:0)
[18:38:11.419] Build status: STARTED
[18:38:11.419] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:7:0) after 6m12s
[18:44:23.458] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:7:0)
[18:44:23.492] Build status: STARTED
[18:44:23.492] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:8:0) after 2m49s
[18:47:13.294] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:8:0)
[18:47:13.320] Build status: STARTED
[18:47:13.320] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:9:0) after 5m19s
[18:52:32.315] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:9:0)
[18:52:32.468] Build status: STARTED
[18:52:32.468] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:10:0) after 7m56s
[19:00:28.737] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:10:0)
[19:00:28.770] Build status: STARTED
[19:00:28.770] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:11:0) after 1m1s
[19:01:29.791] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:11:0)
[19:01:29.824] Build status: STARTED
[19:01:29.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:12:0) after 4m22s
[19:05:51.872] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:12:0)
[19:05:51.990] Build status: STARTED
[19:05:51.990] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:13:0) after 7m34s
[19:13:26.114] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:13:0)
[19:13:26.152] Build status: STARTED
[19:13:26.152] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:14:0) after 4m38s
[19:18:04.199] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:14:0)
[19:18:04.229] Build status: STARTED
[19:18:04.229] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:15:0) after 9m38s
[19:27:42.344] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:15:0)
[19:27:42.367] Build status: STARTED
[19:27:42.368] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:16:0) after 2m36s
[19:30:18.457] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:16:0)
[19:30:18.488] Build status: STARTED
[19:30:18.488] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:17:0) after 2m24s
[19:32:42.526] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:17:0)
[19:32:42.551] Build status: STARTED
[19:32:42.551] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:18:0) after 4m44s
[19:37:26.627] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:18:0)
[19:37:26.655] Build status: STARTED
[19:37:26.655] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:19:0) after 8m3s
[19:45:29.673] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:19:0)
[19:45:29.699] Build status: STARTED
[19:45:29.699] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:20:0) after 6m45s
[19:52:14.765] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:20:0)
[19:52:14.788] Build status: STARTED
[19:52:14.788] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:21:0) after 2m16s
[19:54:30.814] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:21:0)
[19:54:30.844] Build status: STARTED
[19:54:30.844] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:22:0) after 4m50s
[19:59:20.903] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:22:0)
[19:59:20.928] Build status: STARTED
[19:59:20.928] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:23:0) after 1m53s
[20:01:14.019] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:23:0)
[20:01:14.054] Build status: STARTED
[20:01:14.054] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:24:0) after 4m15s
[20:05:29.093] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:24:0)
[20:05:29.158] Build status: STARTED
[20:05:29.158] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:25:0) after 1m53s
[20:07:22.227] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:25:0)
[20:07:22.275] Build status: STARTED
[20:07:22.275] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:26:0) after 1m6s
[20:08:28.301] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:26:0)
[20:08:28.348] Build status: STARTED
[20:08:28.348] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:27:0) after 6m10s
[20:14:38.654] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:27:0)
[20:14:38.680] Build status: STARTED
[20:14:38.680] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:28:0) after 3m17s
[20:17:55.740] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:28:0)
[20:17:55.766] Build status: STARTED
[20:17:55.766] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:29:0) after 8m30s
[20:26:25.794] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:29:0)
[20:26:25.873] Build status: STARTED
[20:26:25.873] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:30:0) after 6m9s
[20:32:35.202] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:30:0)
[20:32:35.228] Build status: STARTED
[20:32:35.228] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:31:0) after 3m36s
[20:36:11.264] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:31:0)
[20:36:11.290] Build status: STARTED
[20:36:11.290] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:32:0) after 5m16s
[20:41:27.362] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:32:0)
[20:41:27.388] Build status: STARTED
[20:41:27.388] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:33:0) after 2m31s
[20:43:58.616] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:33:0)
[20:43:58.639] Build status: STARTED
[20:43:58.639] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:34:0) after 4m40s
[20:48:38.812] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:34:0)
[20:48:38.852] Build status: STARTED
[20:48:38.852] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:35:0) after 4m39s
[20:53:17.873] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:35:0)
[20:53:17.902] Build status: STARTED
[20:53:17.902] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:36:0) after 5m13s
[20:58:30.927] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:36:0)
[20:58:30.954] Build status: STARTED
[20:58:30.954] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:37:0) after 9m21s
[21:07:52.095] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:37:0)
[21:07:52.144] Build status: STARTED
[21:07:52.144] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:38:0) after 3m59s
[21:11:51.179] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:38:0)
[21:11:51.202] Build status: STARTED
[21:11:51.202] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:39:0) after 5m21s
[21:17:12.241] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:39:0)
[21:17:12.293] Build status: STARTED
[21:17:12.293] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:40:0) after 9m19s
[21:26:31.286] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:40:0)
[21:26:31.319] Build status: STARTED
[21:26:31.319] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8961386773835340096:41:0) after 6m15s
[21:26:51.494] Received PubSub notification, asking Buildbucket for the build status
[21:26:51.527] Build:
{
  "id": "8795956711420852193",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 149,
  "createdBy": "project:webrtc",
  "createTime": "2022-12-01T18:23:38.304512974Z",
  "startTime": "2022-12-01T18:24:54.903815Z",
  "endTime": "2022-12-01T21:26:50.866822Z",
  "updateTime": "2022-12-01T21:26:50.866822Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "cb885923d8cf59ae2850d859b13586a36df61fbe",
      "ref": "refs/heads/main"
    }
  }
}
[21:26:51.527] Invocation finished in 3h3m14.908674552s with status FAILED