Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2580 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "a0bc4046074dad802d6799ab5606747ba35031ae"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
  "parent_got_revision_cp": "refs/heads/main@{#39142}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
    "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/a0bc4046074dad802d6799ab5606747ba35031ae
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2580
  • user_agent:recipe

Debug log (UTC)

[23:46:48.555] New invocation is queued and will start shortly
[23:46:48.555] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:46:49.747] Starting the invocation (attempt 1)
[23:46:49.775] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/a0bc4046074dad802d6799ab5606747ba35031ae"
[23:46:49.775] Popped gitiles commit info from properties and tags
[23:46:49.775] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:46:49.775] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:46:49.776] Buildbucket request:
{
  "requestId": "8957017785535532976",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8957017785535532976",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "a0bc4046074dad802d6799ab5606747ba35031ae"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
                                    "parent_got_revision_cp": "refs/heads/main@{#39142}",
                                    "revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
                                          "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2580",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "90e3dcc5-9676-4847-98c7-2c7215adec32",
                        "title": "Android64 Builder arm64/2580"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a0bc4046074dad802d6799ab5606747ba35031ae"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "a0bc4046074dad802d6799ab5606747ba35031ae",
      "parent_got_revision_cp": "refs/heads/main@{#39142}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
            "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "a0bc4046074dad802d6799ab5606747ba35031ae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957017785535532976"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2580"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:46:50.473] Scheduled build:
{
  "id": "8791587723531902817",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 400,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-18T23:46:49.843094995Z",
  "updateTime": "2023-01-18T23:46:49.843094995Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "a0bc4046074dad802d6799ab5606747ba35031ae",
      "ref": "refs/heads/main"
    }
  }
}
[23:46:50.473] Task URL: https://cr-buildbucket.appspot.com/build/8791587723531902817
[23:46:50.473] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:2:0) after 9m41s
[23:48:04.962] Received PubSub notification, asking Buildbucket for the build status
[23:48:05.179] Build status: STARTED
[23:56:31.491] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:2:0)
[23:56:31.541] Build status: STARTED
[23:56:31.541] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:4:0) after 7m19s
[00:03:50.561] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:4:0)
[00:03:50.607] Build status: STARTED
[00:03:50.607] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:5:0) after 1m9s
[00:05:00.267] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:5:0)
[00:05:00.302] Build status: STARTED
[00:05:00.302] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:6:0) after 2m21s
[00:07:21.319] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:6:0)
[00:07:21.350] Build status: STARTED
[00:07:21.350] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:7:0) after 8m15s
[00:15:36.372] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:7:0)
[00:15:36.417] Build status: STARTED
[00:15:36.417] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:8:0) after 9m38s
[00:25:14.845] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:8:0)
[00:25:14.867] Build status: STARTED
[00:25:14.867] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:9:0) after 4m18s
[00:29:33.068] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:9:0)
[00:29:33.091] Build status: STARTED
[00:29:33.091] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:10:0) after 2m19s
[00:31:52.387] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:10:0)
[00:31:52.410] Build status: STARTED
[00:31:52.410] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:11:0) after 4m3s
[00:35:55.637] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:11:0)
[00:35:55.661] Build status: STARTED
[00:35:55.661] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:12:0) after 5m1s
[00:40:56.805] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:12:0)
[00:40:56.842] Build status: STARTED
[00:40:56.842] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:13:0) after 6m50s
[00:47:46.985] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:13:0)
[00:47:47.012] Build status: STARTED
[00:47:47.012] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:14:0) after 8m35s
[00:56:22.033] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:14:0)
[00:56:22.056] Build status: STARTED
[00:56:22.056] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:15:0) after 3m9s
[00:59:31.076] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:15:0)
[00:59:31.102] Build status: STARTED
[00:59:31.102] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:16:0) after 2m45s
[01:02:16.564] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:16:0)
[01:02:16.633] Build status: STARTED
[01:02:16.633] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:17:0) after 1m4s
[01:03:20.633] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:17:0)
[01:03:20.655] Build status: STARTED
[01:03:20.655] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:18:0) after 4m50s
[01:08:10.777] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:18:0)
[01:08:10.802] Build status: STARTED
[01:08:10.802] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:19:0) after 6m16s
[01:14:27.145] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:19:0)
[01:14:27.168] Build status: STARTED
[01:14:27.168] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:20:0) after 4m18s
[01:18:45.480] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:20:0)
[01:18:45.545] Build status: STARTED
[01:18:45.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:21:0) after 1m44s
[01:20:29.564] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:21:0)
[01:20:29.590] Build status: STARTED
[01:20:29.590] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:22:0) after 8m22s
[01:28:51.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:22:0)
[01:28:52.001] Build status: STARTED
[01:28:52.001] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:23:0) after 9m8s
[01:38:00.126] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:23:0)
[01:38:00.151] Build status: STARTED
[01:38:00.151] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:24:0) after 1m19s
[01:39:19.515] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:24:0)
[01:39:19.537] Build status: STARTED
[01:39:19.537] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:25:0) after 2m2s
[01:41:21.838] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:25:0)
[01:41:21.858] Build status: STARTED
[01:41:21.858] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:26:0) after 2m39s
[01:44:00.956] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:26:0)
[01:44:01.103] Build status: STARTED
[01:44:01.103] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:27:0) after 5m46s
[01:49:47.387] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:27:0)
[01:49:47.407] Build status: STARTED
[01:49:47.407] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:28:0) after 4m8s
[01:53:55.813] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:28:0)
[01:53:55.834] Build status: STARTED
[01:53:55.834] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:29:0) after 5m34s
[01:59:30.069] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:29:0)
[01:59:30.088] Build status: STARTED
[01:59:30.088] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:30:0) after 5m42s
[02:05:12.115] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:30:0)
[02:05:12.153] Build status: STARTED
[02:05:12.153] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:31:0) after 2m31s
[02:07:43.211] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:31:0)
[02:07:43.237] Build status: STARTED
[02:07:43.237] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:32:0) after 2m20s
[02:10:03.297] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:32:0)
[02:10:03.428] Build status: STARTED
[02:10:03.428] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:33:0) after 8m0s
[02:18:03.451] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:33:0)
[02:18:03.470] Build status: STARTED
[02:18:03.470] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:34:0) after 1m37s
[02:19:40.539] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:34:0)
[02:19:40.573] Build status: STARTED
[02:19:40.573] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:35:0) after 2m46s
[02:22:26.695] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:35:0)
[02:22:26.715] Build status: STARTED
[02:22:26.715] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:36:0) after 5m6s
[02:27:32.738] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:36:0)
[02:27:32.764] Build status: STARTED
[02:27:32.764] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:37:0) after 5m39s
[02:33:11.792] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:37:0)
[02:33:11.888] Build status: STARTED
[02:33:11.888] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:38:0) after 1m43s
[02:34:54.911] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:38:0)
[02:34:54.935] Build status: STARTED
[02:34:54.935] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:39:0) after 3m59s
[02:38:53.955] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:39:0)
[02:38:53.977] Build status: STARTED
[02:38:53.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:40:0) after 3m17s
[02:42:11.044] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:40:0)
[02:42:11.065] Build status: STARTED
[02:42:11.065] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:41:0) after 3m2s
[02:45:13.084] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:41:0)
[02:45:13.104] Build status: STARTED
[02:45:13.104] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957017785535532976:42:0) after 5m41s
[02:49:38.576] Received PubSub notification, asking Buildbucket for the build status
[02:49:38.667] Build:
{
  "id": "8791587723531902817",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 400,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-18T23:46:49.843094995Z",
  "startTime": "2023-01-18T23:48:04.409847Z",
  "endTime": "2023-01-19T02:49:37.962254Z",
  "updateTime": "2023-01-19T02:49:37.962254Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "a0bc4046074dad802d6799ab5606747ba35031ae",
      "ref": "refs/heads/main"
    }
  }
}
[02:49:38.667] Invocation finished in 3h2m50.119526964s with status FAILED