Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/7157 (1 month ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android64 Builder arm64/7158 (1 month ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8725854371259110689"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8725854371259110689"
    }
  ],
  "parent_build_id": "8725854371259110689",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
  "parent_got_revision_cp": "refs/heads/main@{#43720}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
  "swarm_hashes": {
    "video_codec_perf_tests": "e9db2fbf0cbef0c0ea903323235ef3e7304699ea4251fa51c1e599e9b30323e0/492",
    "webrtc_perf_tests": "cff94d3c7055a10bde13d37236f0eaf4f870ccd70186015477fb52de5d36359f/493"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "video_codec_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/c6b7acb9cd857bf7b937f3579f0e3780eead7cc7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:7158
  • user_agent:recipe

Debug log (UTC)

[14:13:38.381] New invocation is queued and will start shortly
[14:13:38.381] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:13:39.647] Starting the invocation (attempt 1)
[14:13:39.669] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c6b7acb9cd857bf7b937f3579f0e3780eead7cc7"
[14:13:39.669] Popped gitiles commit info from properties and tags
[14:13:39.669] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:13:39.671] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:13:39.672] Buildbucket request:
{
  "requestId": "8891280448643667984",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8891280448643667984",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "51066b32fb72d3e266f6013d44626d17740bdd46"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8725856704938477825"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8725856704938477825"
                                              }
                                        ],
                                    "parent_build_id": "8725856704938477825",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "51066b32fb72d3e266f6013d44626d17740bdd46",
                                    "parent_got_revision_cp": "refs/heads/main@{#43719}",
                                    "revision": "51066b32fb72d3e266f6013d44626d17740bdd46",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "8c70768fd0613bbd95c4aeb2d08f3b78b85c8edaed702638d3c98c2f69bc15aa/492",
                                          "webrtc_perf_tests": "fb2f8f81731a4ecc45acf94bef1a30bb7cac3a4f8917118c2b479d92e9fa1798/493"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "video_codec_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "51066b32fb72d3e266f6013d44626d17740bdd46",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:7157",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "764de0e0-a783-470f-932a-9564175f0900",
                        "title": "Android64 Builder arm64/7157"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8725854371259110689"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8725854371259110689"
                                              }
                                        ],
                                    "parent_build_id": "8725854371259110689",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
                                    "parent_got_revision_cp": "refs/heads/main@{#43720}",
                                    "revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "e9db2fbf0cbef0c0ea903323235ef3e7304699ea4251fa51c1e599e9b30323e0/492",
                                          "webrtc_perf_tests": "cff94d3c7055a10bde13d37236f0eaf4f870ccd70186015477fb52de5d36359f/493"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "video_codec_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:7158",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b87e5204-5a2a-4401-9647-352d356f4e72",
                        "title": "Android64 Builder arm64/7158"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8725854371259110689"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8725854371259110689"
                }
          ],
      "parent_build_id": "8725854371259110689",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
      "parent_got_revision_cp": "refs/heads/main@{#43720}",
      "swarm_hashes": {
            "video_codec_perf_tests": "e9db2fbf0cbef0c0ea903323235ef3e7304699ea4251fa51c1e599e9b30323e0/492",
            "webrtc_perf_tests": "cff94d3c7055a10bde13d37236f0eaf4f870ccd70186015477fb52de5d36359f/493"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "video_codec_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8891280448643667984"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "7158"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:13:40.249] Scheduled build:
{
  "id": "8725850386579138369",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 4378,
  "createdBy": "project:webrtc",
  "createTime": "2025-01-13T14:13:39.723460688Z",
  "updateTime": "2025-01-13T14:13:39.723460688Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
      "ref": "refs/heads/main"
    }
  }
}
[14:13:40.250] Task URL: https://cr-buildbucket.appspot.com/build/8725850386579138369
[14:13:40.250] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:2:0) after 9m53s
[14:13:41.289] Received PubSub notification, asking Buildbucket for the build status
[14:13:41.314] Build status: SCHEDULED
[14:15:20.991] Received PubSub notification, asking Buildbucket for the build status
[14:15:21.020] Build status: STARTED
[14:23:33.603] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:2:0)
[14:23:33.631] Build status: STARTED
[14:23:33.632] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:5:0) after 8m55s
[14:32:28.654] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:5:0)
[14:32:28.674] Build status: STARTED
[14:32:28.674] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:6:0) after 4m50s
[14:37:18.824] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:6:0)
[14:37:18.850] Build status: STARTED
[14:37:18.850] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:7:0) after 1m52s
[14:39:10.868] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:7:0)
[14:39:10.888] Build status: STARTED
[14:39:10.888] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:8:0) after 7m0s
[14:46:11.303] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:8:0)
[14:46:11.342] Build status: STARTED
[14:46:11.342] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:9:0) after 7m2s
[14:53:13.419] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:9:0)
[14:53:13.438] Build status: STARTED
[14:53:13.438] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:10:0) after 5m36s
[14:58:49.459] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:10:0)
[14:58:49.483] Build status: STARTED
[14:58:49.483] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:11:0) after 6m26s
[15:05:16.208] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:11:0)
[15:05:16.224] Build status: STARTED
[15:05:16.224] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:12:0) after 1m15s
[15:06:31.688] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:12:0)
[15:06:31.709] Build status: STARTED
[15:06:31.709] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:13:0) after 9m17s
[15:15:48.784] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:13:0)
[15:15:48.804] Build status: STARTED
[15:15:48.804] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:14:0) after 4m53s
[15:20:41.894] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:14:0)
[15:20:41.915] Build status: STARTED
[15:20:41.915] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:15:0) after 3m26s
[15:24:08.308] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:15:0)
[15:24:08.337] Build status: STARTED
[15:24:08.337] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:16:0) after 3m41s
[15:27:49.474] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:16:0)
[15:27:49.588] Build status: STARTED
[15:27:49.588] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8891280448643667984:17:0) after 9m4s
[15:33:00.249] Received PubSub notification, asking Buildbucket for the build status
[15:33:00.271] Build:
{
  "id": "8725850386579138369",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 4378,
  "createdBy": "project:webrtc",
  "createTime": "2025-01-13T14:13:39.723460688Z",
  "startTime": "2025-01-13T14:15:20.467426698Z",
  "endTime": "2025-01-13T15:32:59.965552844Z",
  "updateTime": "2025-01-13T15:32:59.965552844Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "c6b7acb9cd857bf7b937f3579f0e3780eead7cc7",
      "ref": "refs/heads/main"
    }
  }
}
[15:33:00.271] Invocation finished in 1h19m21.900095166s with status FAILED