Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2627 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "07577b54348403e2f26cf3abc156cd8043b7f12a"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
  "parent_got_revision_cp": "refs/heads/main@{#39188}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "677ed3efe3ca42edbb1781218fd423684c41ad8988043e8f6de9ab5477c9ef8c/657",
    "webrtc_perf_tests": "0c9a3f5b217650ae5df8965244a04623d13149d6d3ea5901cc4ba66d414077c7/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/07577b54348403e2f26cf3abc156cd8043b7f12a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2627
  • user_agent:recipe

Debug log (UTC)

[08:29:10.899] New invocation is queued and will start shortly
[08:29:10.899] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:29:12.163] Starting the invocation (attempt 1)
[08:29:12.194] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/07577b54348403e2f26cf3abc156cd8043b7f12a"
[08:29:12.194] Popped gitiles commit info from properties and tags
[08:29:12.194] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:29:12.194] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:29:12.194] Buildbucket request:
{
  "requestId": "8956441338918885104",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8956441338918885104",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "07577b54348403e2f26cf3abc156cd8043b7f12a"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
                                    "parent_got_revision_cp": "refs/heads/main@{#39188}",
                                    "revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "677ed3efe3ca42edbb1781218fd423684c41ad8988043e8f6de9ab5477c9ef8c/657",
                                          "webrtc_perf_tests": "0c9a3f5b217650ae5df8965244a04623d13149d6d3ea5901cc4ba66d414077c7/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2627",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "bab39e3b-4e39-4a77-be33-dd23305bcaa1",
                        "title": "Android32 Builder arm/2627"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "07577b54348403e2f26cf3abc156cd8043b7f12a"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "07577b54348403e2f26cf3abc156cd8043b7f12a",
      "parent_got_revision_cp": "refs/heads/main@{#39188}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "677ed3efe3ca42edbb1781218fd423684c41ad8988043e8f6de9ab5477c9ef8c/657",
            "webrtc_perf_tests": "0c9a3f5b217650ae5df8965244a04623d13149d6d3ea5901cc4ba66d414077c7/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "07577b54348403e2f26cf3abc156cd8043b7f12a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8956441338918885104"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2627"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:29:12.600] Scheduled build:
{
  "id": "8791011276832227617",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 428,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T08:29:12.255330012Z",
  "updateTime": "2023-01-25T08:29:12.255330012Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "07577b54348403e2f26cf3abc156cd8043b7f12a",
      "ref": "refs/heads/main"
    }
  }
}
[08:29:12.600] Task URL: https://cr-buildbucket.appspot.com/build/8791011276832227617
[08:29:12.600] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:2:0) after 8m19s
[08:30:29.926] Received PubSub notification, asking Buildbucket for the build status
[08:30:29.953] Build status: STARTED
[08:37:31.806] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:2:0)
[08:37:31.829] Build status: STARTED
[08:37:31.829] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:4:0) after 8m9s
[08:45:40.855] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:4:0)
[08:45:40.878] Build status: STARTED
[08:45:40.878] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:5:0) after 9m16s
[08:54:57.027] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:5:0)
[08:54:57.054] Build status: STARTED
[08:54:57.054] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:6:0) after 9m32s
[09:04:29.160] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:6:0)
[09:04:29.184] Build status: STARTED
[09:04:29.184] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:7:0) after 3m39s
[09:08:08.199] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:7:0)
[09:08:08.228] Build status: STARTED
[09:08:08.228] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:8:0) after 6m52s
[09:15:00.489] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:8:0)
[09:15:00.514] Build status: STARTED
[09:15:00.514] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:9:0) after 2m48s
[09:17:48.895] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:9:0)
[09:17:48.920] Build status: STARTED
[09:17:48.920] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:10:0) after 7m28s
[09:25:17.036] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:10:0)
[09:25:17.091] Build status: STARTED
[09:25:17.091] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:11:0) after 6m25s
[09:31:42.091] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:11:0)
[09:31:42.117] Build status: STARTED
[09:31:42.117] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:12:0) after 7m36s
[09:39:18.134] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:12:0)
[09:39:18.155] Build status: STARTED
[09:39:18.155] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:13:0) after 8m11s
[09:47:29.270] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:13:0)
[09:47:29.295] Build status: STARTED
[09:47:29.295] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:14:0) after 1m44s
[09:49:13.296] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:14:0)
[09:49:13.322] Build status: STARTED
[09:49:13.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:15:0) after 3m54s
[09:53:07.755] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:15:0)
[09:53:07.796] Build status: STARTED
[09:53:07.796] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:16:0) after 1m27s
[09:54:35.125] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:16:0)
[09:54:35.145] Build status: STARTED
[09:54:35.145] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:17:0) after 3m5s
[09:57:40.352] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:17:0)
[09:57:40.379] Build status: STARTED
[09:57:40.379] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:18:0) after 2m9s
[09:59:49.396] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:18:0)
[09:59:49.420] Build status: STARTED
[09:59:49.420] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:19:0) after 9m30s
[10:09:19.459] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:19:0)
[10:09:19.480] Build status: STARTED
[10:09:19.480] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:20:0) after 3m17s
[10:12:36.646] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:20:0)
[10:12:36.669] Build status: STARTED
[10:12:36.669] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:21:0) after 7m43s
[10:20:19.691] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:21:0)
[10:20:19.722] Build status: STARTED
[10:20:19.722] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:22:0) after 5m23s
[10:25:42.941] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:22:0)
[10:25:42.961] Build status: STARTED
[10:25:42.961] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:23:0) after 5m1s
[10:30:43.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:23:0)
[10:30:44.059] Build status: STARTED
[10:30:44.059] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:24:0) after 5m1s
[10:35:45.566] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:24:0)
[10:35:45.610] Build status: STARTED
[10:35:45.610] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:25:0) after 7m20s
[10:43:05.892] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:25:0)
[10:43:05.936] Build status: STARTED
[10:43:05.936] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:26:0) after 5m38s
[10:48:44.021] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:26:0)
[10:48:44.046] Build status: STARTED
[10:48:44.046] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:27:0) after 5m9s
[10:53:53.158] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:27:0)
[10:53:53.181] Build status: STARTED
[10:53:53.181] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:28:0) after 4m35s
[10:58:28.188] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:28:0)
[10:58:28.219] Build status: STARTED
[10:58:28.219] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:29:0) after 5m27s
[11:03:55.386] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:29:0)
[11:03:55.422] Build status: STARTED
[11:03:55.422] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:30:0) after 9m17s
[11:13:12.452] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:30:0)
[11:13:12.500] Build status: STARTED
[11:13:12.500] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:31:0) after 2m14s
[11:15:27.296] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:31:0)
[11:15:27.394] Build status: STARTED
[11:15:27.394] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:32:0) after 8m11s
[11:23:38.755] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:32:0)
[11:23:38.807] Build status: STARTED
[11:23:38.807] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:33:0) after 2m16s
[11:25:54.985] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:33:0)
[11:25:55.009] Build status: STARTED
[11:25:55.009] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:34:0) after 4m52s
[11:30:47.031] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:34:0)
[11:30:47.056] Build status: STARTED
[11:30:47.056] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956441338918885104:35:0) after 8m15s
[11:31:51.078] Received PubSub notification, asking Buildbucket for the build status
[11:31:51.114] Build:
{
  "id": "8791011276832227617",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 428,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T08:29:12.255330012Z",
  "startTime": "2023-01-25T08:30:29.055339Z",
  "endTime": "2023-01-25T11:31:50.583144Z",
  "updateTime": "2023-01-25T11:31:50.583144Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "07577b54348403e2f26cf3abc156cd8043b7f12a",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:51.114] Invocation finished in 3h2m40.233284502s with status FAILED