Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2161 (3 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "d409621f2880b3b6c2b7197b97837bfe87a93cb6"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
  "parent_got_revision_cp": "refs/heads/main@{#38723}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "551f40dd6a7616d36fdcd959c77298996d3770d54b3874ee6c3af7f500177011/657",
    "webrtc_perf_tests": "6431385dcaed343a033d4f6bc405a3ece2c5c228d73b9d29bd0f18f998cdf48d/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/d409621f2880b3b6c2b7197b97837bfe87a93cb6
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2161
  • user_agent:recipe

Debug log (UTC)

[10:01:37.567] New invocation is queued and will start shortly
[10:01:37.567] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:01:38.681] Starting the invocation (attempt 1)
[10:01:38.715] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/d409621f2880b3b6c2b7197b97837bfe87a93cb6"
[10:01:38.715] Popped gitiles commit info from properties and tags
[10:01:38.715] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:01:38.716] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:01:38.717] Buildbucket request:
{
  "requestId": "8962052534732553808",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962052534732553808",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "d409621f2880b3b6c2b7197b97837bfe87a93cb6"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
                                    "parent_got_revision_cp": "refs/heads/main@{#38723}",
                                    "revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "551f40dd6a7616d36fdcd959c77298996d3770d54b3874ee6c3af7f500177011/657",
                                          "webrtc_perf_tests": "6431385dcaed343a033d4f6bc405a3ece2c5c228d73b9d29bd0f18f998cdf48d/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2161",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "14e78c7f-f109-402c-8467-d790de0b654e",
                        "title": "Android64 Builder arm64/2161"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d409621f2880b3b6c2b7197b97837bfe87a93cb6"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
      "parent_got_revision_cp": "refs/heads/main@{#38723}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "551f40dd6a7616d36fdcd959c77298996d3770d54b3874ee6c3af7f500177011/657",
            "webrtc_perf_tests": "6431385dcaed343a033d4f6bc405a3ece2c5c228d73b9d29bd0f18f998cdf48d/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962052534732553808"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2161"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:01:39.330] Scheduled build:
{
  "id": "8796622472744363457",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 102,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T10:01:38.829472922Z",
  "updateTime": "2022-11-24T10:01:38.829472922Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
      "ref": "refs/heads/main"
    }
  }
}
[10:01:39.330] Task URL: https://cr-buildbucket.appspot.com/build/8796622472744363457
[10:01:39.330] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:2:0) after 7m40s
[10:02:14.811] Received PubSub notification, asking Buildbucket for the build status
[10:02:14.879] Build status: STARTED
[10:09:19.354] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:2:0)
[10:09:19.373] Build status: STARTED
[10:09:19.373] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:4:0) after 6m55s
[10:16:14.392] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:4:0)
[10:16:14.412] Build status: STARTED
[10:16:14.412] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:5:0) after 3m53s
[10:20:07.549] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:5:0)
[10:20:07.581] Build status: STARTED
[10:20:07.581] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:6:0) after 1m30s
[10:21:37.883] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:6:0)
[10:21:37.915] Build status: STARTED
[10:21:37.915] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:7:0) after 3m33s
[10:25:11.031] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:7:0)
[10:25:11.058] Build status: STARTED
[10:25:11.058] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:8:0) after 4m2s
[10:29:13.175] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:8:0)
[10:29:13.201] Build status: STARTED
[10:29:13.201] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:9:0) after 5m47s
[10:35:00.257] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:9:0)
[10:35:00.281] Build status: STARTED
[10:35:00.281] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:10:0) after 6m46s
[10:41:46.305] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:10:0)
[10:41:46.354] Build status: STARTED
[10:41:46.354] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:11:0) after 6m6s
[10:47:52.387] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:11:0)
[10:47:52.414] Build status: STARTED
[10:47:52.414] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:12:0) after 6m11s
[10:54:03.538] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:12:0)
[10:54:03.559] Build status: STARTED
[10:54:03.560] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:13:0) after 5m35s
[10:59:38.610] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:13:0)
[10:59:38.639] Build status: STARTED
[10:59:38.639] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:14:0) after 3m59s
[11:03:37.669] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:14:0)
[11:03:37.706] Build status: STARTED
[11:03:37.706] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:15:0) after 5m49s
[11:09:26.726] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:15:0)
[11:09:26.752] Build status: STARTED
[11:09:26.753] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:16:0) after 9m30s
[11:18:56.865] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:16:0)
[11:18:56.891] Build status: STARTED
[11:18:56.891] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:17:0) after 7m45s
[11:26:41.903] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:17:0)
[11:26:41.963] Build status: STARTED
[11:26:41.963] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:18:0) after 3m37s
[11:30:18.993] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:18:0)
[11:30:19.030] Build status: STARTED
[11:30:19.030] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:19:0) after 4m55s
[11:35:14.106] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:19:0)
[11:35:14.135] Build status: STARTED
[11:35:14.135] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:20:0) after 5m14s
[11:40:28.156] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:20:0)
[11:40:28.187] Build status: STARTED
[11:40:28.187] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:21:0) after 5m18s
[11:45:46.383] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:21:0)
[11:45:46.411] Build status: STARTED
[11:45:46.411] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:22:0) after 1m22s
[11:47:08.530] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:22:0)
[11:47:08.562] Build status: STARTED
[11:47:08.562] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:23:0) after 9m19s
[11:56:27.589] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:23:0)
[11:56:27.614] Build status: STARTED
[11:56:27.614] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:24:0) after 9m31s
[12:05:58.629] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:24:0)
[12:05:58.662] Build status: STARTED
[12:05:58.662] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:25:0) after 4m35s
[12:10:33.773] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:25:0)
[12:10:33.797] Build status: STARTED
[12:10:33.797] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:26:0) after 9m44s
[12:20:18.140] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:26:0)
[12:20:18.173] Build status: STARTED
[12:20:18.173] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:27:0) after 2m21s
[12:22:39.308] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:27:0)
[12:22:39.337] Build status: STARTED
[12:22:39.337] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:28:0) after 8m40s
[12:31:19.360] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:28:0)
[12:31:19.400] Build status: STARTED
[12:31:19.400] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962052534732553808:29:0) after 2m44s
[12:33:27.867] Received PubSub notification, asking Buildbucket for the build status
[12:33:27.894] Build:
{
  "id": "8796622472744363457",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 102,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-24T10:01:38.829472922Z",
  "startTime": "2022-11-24T10:02:14.224006Z",
  "endTime": "2022-11-24T12:33:27.540097226Z",
  "updateTime": "2022-11-24T12:33:27.540097226Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "d409621f2880b3b6c2b7197b97837bfe87a93cb6",
      "ref": "refs/heads/main"
    }
  }
}
[12:33:27.894] Invocation finished in 2h31m50.343995627s with status FAILED