Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2105 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "1ce8e73b1cf2f400ade9d07603c90558aef72578"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
  "parent_got_revision_cp": "refs/heads/main@{#38669}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "5f5f54ca89e590e2c21194d22b81f3b84445840088a1ec886d4e7b96398d87a9/657",
    "webrtc_perf_tests": "cf60e2af323d3a4b37f88cec1f3deb467b3a4d02452ceba2dc12c2f332c7bdd0/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/1ce8e73b1cf2f400ade9d07603c90558aef72578
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2105
  • user_agent:recipe

Debug log (UTC)

[04:48:42.752] New invocation is queued and will start shortly
[04:48:42.752] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:48:44.180] Starting the invocation (attempt 1)
[04:48:44.214] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/1ce8e73b1cf2f400ade9d07603c90558aef72578"
[04:48:44.214] Popped gitiles commit info from properties and tags
[04:48:44.214] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:48:44.214] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:48:44.214] Buildbucket request:
{
  "requestId": "8962615803348095504",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962615803348095504",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "1ce8e73b1cf2f400ade9d07603c90558aef72578"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
                                    "parent_got_revision_cp": "refs/heads/main@{#38669}",
                                    "revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "5f5f54ca89e590e2c21194d22b81f3b84445840088a1ec886d4e7b96398d87a9/657",
                                          "webrtc_perf_tests": "cf60e2af323d3a4b37f88cec1f3deb467b3a4d02452ceba2dc12c2f332c7bdd0/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2105",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8813828a-a9d8-472b-94ca-8c8bf5b1bfcc",
                        "title": "Android32 Builder arm/2105"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "1ce8e73b1cf2f400ade9d07603c90558aef72578"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
      "parent_got_revision_cp": "refs/heads/main@{#38669}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "5f5f54ca89e590e2c21194d22b81f3b84445840088a1ec886d4e7b96398d87a9/657",
            "webrtc_perf_tests": "cf60e2af323d3a4b37f88cec1f3deb467b3a4d02452ceba2dc12c2f332c7bdd0/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962615803348095504"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2105"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:48:44.638] Scheduled build:
{
  "id": "8797185741089329793",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 53,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T04:48:44.275061994Z",
  "updateTime": "2022-11-18T04:48:44.275061994Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:48:44.638] Task URL: https://cr-buildbucket.appspot.com/build/8797185741089329793
[04:48:44.638] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:2:0) after 2m28s
[04:50:09.750] Received PubSub notification, asking Buildbucket for the build status
[04:50:09.814] Build status: STARTED
[04:51:12.657] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:2:0)
[04:51:12.682] Build status: STARTED
[04:51:12.682] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:4:0) after 6m2s
[04:57:15.155] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:4:0)
[04:57:15.180] Build status: STARTED
[04:57:15.180] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:5:0) after 7m57s
[05:05:12.232] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:5:0)
[05:05:12.278] Build status: STARTED
[05:05:12.278] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:6:0) after 1m18s
[05:06:30.393] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:6:0)
[05:06:30.455] Build status: STARTED
[05:06:30.455] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:7:0) after 2m55s
[05:09:25.481] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:7:0)
[05:09:25.509] Build status: STARTED
[05:09:25.509] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:8:0) after 5m4s
[05:14:29.671] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:8:0)
[05:14:29.701] Build status: STARTED
[05:14:29.701] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:9:0) after 7m13s
[05:21:42.953] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:9:0)
[05:21:42.982] Build status: STARTED
[05:21:42.982] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:10:0) after 3m35s
[05:25:18.004] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:10:0)
[05:25:18.031] Build status: STARTED
[05:25:18.032] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:11:0) after 9m43s
[05:35:01.066] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:11:0)
[05:35:01.090] Build status: STARTED
[05:35:01.090] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:12:0) after 1m8s
[05:36:09.109] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:12:0)
[05:36:09.144] Build status: STARTED
[05:36:09.144] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:13:0) after 2m38s
[05:38:47.165] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:13:0)
[05:38:47.188] Build status: STARTED
[05:38:47.188] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:14:0) after 7m44s
[05:46:31.336] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:14:0)
[05:46:31.364] Build status: STARTED
[05:46:31.364] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:15:0) after 5m59s
[05:52:30.483] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:15:0)
[05:52:30.504] Build status: STARTED
[05:52:30.504] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:16:0) after 1m1s
[05:53:31.820] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:16:0)
[05:53:31.843] Build status: STARTED
[05:53:31.843] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:17:0) after 9m47s
[06:03:18.889] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:17:0)
[06:03:18.932] Build status: STARTED
[06:03:18.932] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:18:0) after 8m58s
[06:12:17.021] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:18:0)
[06:12:17.044] Build status: STARTED
[06:12:17.044] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:19:0) after 2m12s
[06:14:29.169] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:19:0)
[06:14:29.202] Build status: STARTED
[06:14:29.202] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:20:0) after 7m57s
[06:22:26.250] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:20:0)
[06:22:26.950] Build status: STARTED
[06:22:26.950] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:21:0) after 5m22s
[06:27:49.033] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:21:0)
[06:27:49.088] Build status: STARTED
[06:27:49.088] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:22:0) after 5m29s
[06:33:18.312] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:22:0)
[06:33:18.335] Build status: STARTED
[06:33:18.335] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:23:0) after 8m26s
[06:41:44.618] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:23:0)
[06:41:44.649] Build status: STARTED
[06:41:44.649] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:24:0) after 9m14s
[06:50:58.668] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:24:0)
[06:50:58.698] Build status: STARTED
[06:50:58.698] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:25:0) after 9m32s
[07:00:30.766] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:25:0)
[07:00:30.796] Build status: STARTED
[07:00:30.796] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:26:0) after 7m31s
[07:08:01.944] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:26:0)
[07:08:02.086] Build status: STARTED
[07:08:02.086] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:27:0) after 3m3s
[07:11:05.244] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:27:0)
[07:11:05.273] Build status: STARTED
[07:11:05.274] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:28:0) after 2m9s
[07:13:14.302] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:28:0)
[07:13:14.327] Build status: STARTED
[07:13:14.327] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:29:0) after 1m50s
[07:15:04.350] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:29:0)
[07:15:04.371] Build status: STARTED
[07:15:04.371] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:30:0) after 5m26s
[07:20:30.363] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:30:0)
[07:20:30.420] Build status: STARTED
[07:20:30.420] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:31:0) after 9m27s
[07:29:57.519] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:31:0)
[07:29:57.543] Build status: STARTED
[07:29:57.544] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:32:0) after 3m20s
[07:33:17.787] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:32:0)
[07:33:17.814] Build status: STARTED
[07:33:17.814] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:33:0) after 8m44s
[07:42:01.831] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:33:0)
[07:42:01.855] Build status: STARTED
[07:42:01.855] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:34:0) after 5m7s
[07:47:08.988] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:34:0)
[07:47:09.036] Build status: STARTED
[07:47:09.036] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962615803348095504:35:0) after 5m20s
[07:51:48.183] Received PubSub notification, asking Buildbucket for the build status
[07:51:48.207] Build:
{
  "id": "8797185741089329793",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 53,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T04:48:44.275061994Z",
  "startTime": "2022-11-18T04:50:05.276895Z",
  "endTime": "2022-11-18T07:51:47.493917Z",
  "updateTime": "2022-11-18T07:51:47.493917Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "1ce8e73b1cf2f400ade9d07603c90558aef72578",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:51:48.207] Invocation finished in 3h3m5.468879377s with status FAILED