Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2160 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
  "parent_got_revision_cp": "refs/heads/main@{#38724}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "0aef024f86f9a67ab7dc6f3f4f2dbe505dceaf16b4393a520c626c2d68a9e1b5/657",
    "webrtc_perf_tests": "488ebc0ae61efa0af76ee04fe1de887ce02dc8b5438bace1d9d66a4474b236a0/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2160
  • user_agent:recipe

Debug log (UTC)

[12:30:30.909] New invocation is queued and will start shortly
[12:30:30.909] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:30:32.292] Starting the invocation (attempt 1)
[12:30:32.323] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561"
[12:30:32.323] Popped gitiles commit info from properties and tags
[12:30:32.323] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:30:32.324] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:30:32.325] Buildbucket request:
{
  "requestId": "8962043167440424880",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962043167440424880",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
                                    "parent_got_revision_cp": "refs/heads/main@{#38724}",
                                    "revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "0aef024f86f9a67ab7dc6f3f4f2dbe505dceaf16b4393a520c626c2d68a9e1b5/657",
                                          "webrtc_perf_tests": "488ebc0ae61efa0af76ee04fe1de887ce02dc8b5438bace1d9d66a4474b236a0/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2160",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "bb880105-1a80-4ec9-85ae-b444751cf988",
                        "title": "Android32 Builder arm/2160"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
      "parent_got_revision_cp": "refs/heads/main@{#38724}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "0aef024f86f9a67ab7dc6f3f4f2dbe505dceaf16b4393a520c626c2d68a9e1b5/657",
            "webrtc_perf_tests": "488ebc0ae61efa0af76ee04fe1de887ce02dc8b5438bace1d9d66a4474b236a0/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962043167440424880"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2160"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:30:32.916] Scheduled build:
{
  "id": "8796613105175518529",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 92,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T12:30:32.439997051Z",
  "updateTime": "2022-11-24T12:30:32.439997051Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
      "ref": "refs/heads/main"
    }
  }
}
[12:30:32.916] Task URL: https://cr-buildbucket.appspot.com/build/8796613105175518529
[12:30:32.916] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:2:0) after 7m38s
[12:30:47.980] Received PubSub notification, asking Buildbucket for the build status
[12:30:48.006] Build status: STARTED
[12:38:10.942] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:2:0)
[12:38:10.975] Build status: STARTED
[12:38:10.975] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:4:0) after 3m51s
[12:42:02.053] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:4:0)
[12:42:02.089] Build status: STARTED
[12:42:02.089] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:5:0) after 7m49s
[12:49:51.114] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:5:0)
[12:49:51.141] Build status: STARTED
[12:49:51.141] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:6:0) after 1m41s
[12:51:32.310] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:6:0)
[12:51:32.335] Build status: STARTED
[12:51:32.335] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:7:0) after 8m56s
[13:00:28.430] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:7:0)
[13:00:28.458] Build status: STARTED
[13:00:28.458] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:8:0) after 2m35s
[13:03:03.476] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:8:0)
[13:03:03.498] Build status: STARTED
[13:03:03.498] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:9:0) after 5m25s
[13:08:28.579] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:9:0)
[13:08:28.608] Build status: STARTED
[13:08:28.608] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:10:0) after 2m37s
[13:11:05.643] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:10:0)
[13:11:05.666] Build status: STARTED
[13:11:05.666] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:11:0) after 7m38s
[13:18:43.685] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:11:0)
[13:18:43.824] Build status: STARTED
[13:18:43.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:12:0) after 3m23s
[13:22:06.839] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:12:0)
[13:22:06.892] Build status: STARTED
[13:22:06.892] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:13:0) after 7m33s
[13:29:39.929] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:13:0)
[13:29:39.954] Build status: STARTED
[13:29:39.954] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:14:0) after 4m6s
[13:33:45.995] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:14:0)
[13:33:46.018] Build status: STARTED
[13:33:46.018] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:15:0) after 6m55s
[13:40:41.254] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:15:0)
[13:40:41.308] Build status: STARTED
[13:40:41.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:16:0) after 6m32s
[13:47:13.290] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:16:0)
[13:47:13.339] Build status: STARTED
[13:47:13.339] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:17:0) after 2m56s
[13:50:09.467] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:17:0)
[13:50:09.503] Build status: STARTED
[13:50:09.503] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:18:0) after 2m59s
[13:53:08.540] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:18:0)
[13:53:08.564] Build status: STARTED
[13:53:08.564] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:19:0) after 4m53s
[13:58:01.587] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:19:0)
[13:58:01.614] Build status: STARTED
[13:58:01.614] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:20:0) after 1m27s
[13:59:28.712] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:20:0)
[13:59:28.738] Build status: STARTED
[13:59:28.738] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:21:0) after 2m23s
[14:01:51.756] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:21:0)
[14:01:51.962] Build status: STARTED
[14:01:51.962] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:22:0) after 8m37s
[14:10:29.218] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:22:0)
[14:10:29.246] Build status: STARTED
[14:10:29.246] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:23:0) after 1m25s
[14:11:54.377] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:23:0)
[14:11:54.404] Build status: STARTED
[14:11:54.404] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:24:0) after 8m1s
[14:19:55.522] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:24:0)
[14:19:55.561] Build status: STARTED
[14:19:55.561] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:25:0) after 6m17s
[14:26:12.604] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:25:0)
[14:26:12.643] Build status: STARTED
[14:26:12.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:26:0) after 1m36s
[14:27:48.669] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:26:0)
[14:27:48.693] Build status: STARTED
[14:27:48.693] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:27:0) after 1m3s
[14:28:51.713] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:27:0)
[14:28:51.768] Build status: STARTED
[14:28:51.768] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:28:0) after 7m2s
[14:35:53.789] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:28:0)
[14:35:53.824] Build status: STARTED
[14:35:53.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:29:0) after 8m24s
[14:44:17.857] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:29:0)
[14:44:17.881] Build status: STARTED
[14:44:17.881] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:30:0) after 3m29s
[14:47:47.059] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:30:0)
[14:47:47.084] Build status: STARTED
[14:47:47.085] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:31:0) after 5m48s
[14:53:35.114] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:31:0)
[14:53:35.151] Build status: STARTED
[14:53:35.152] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:32:0) after 5m13s
[14:58:48.178] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:32:0)
[14:58:48.206] Build status: STARTED
[14:58:48.206] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962043167440424880:33:0) after 4m42s
[14:59:50.022] Received PubSub notification, asking Buildbucket for the build status
[14:59:50.064] Build:
{
  "id": "8796613105175518529",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 92,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T12:30:32.439997051Z",
  "startTime": "2022-11-24T12:30:47.273712Z",
  "endTime": "2022-11-24T14:59:49.499955934Z",
  "updateTime": "2022-11-24T14:59:49.499955934Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "b05968e5ecc9f4c6f4a8ad15e9821bcfa4796561",
      "ref": "refs/heads/main"
    }
  }
}
[14:59:50.064] Invocation finished in 2h29m19.16950564s with status FAILED