Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2104 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "170316d22958ae701a16df48c2ed27e5813d6092"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
  "parent_got_revision_cp": "refs/heads/main@{#38668}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "9d915f17b2050203db827dd282e3c41de1919f30cebea67a8ef842902e5f6772/657",
    "webrtc_perf_tests": "12d0be61d9c66f2e81380da68f67bb3f2bad6b437b19f81ab106c7af2de0ba9a/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/170316d22958ae701a16df48c2ed27e5813d6092
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2104
  • user_agent:recipe

Debug log (UTC)

[01:45:40.609] New invocation is queued and will start shortly
[01:45:40.609] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:45:43.096] Starting the invocation (attempt 1)
[01:45:43.134] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/170316d22958ae701a16df48c2ed27e5813d6092"
[01:45:43.134] Popped gitiles commit info from properties and tags
[01:45:43.134] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:45:43.134] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:45:43.135] Buildbucket request:
{
  "requestId": "8962627318953182880",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962627318953182880",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "170316d22958ae701a16df48c2ed27e5813d6092"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                                    "parent_got_revision_cp": "refs/heads/main@{#38668}",
                                    "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "9d915f17b2050203db827dd282e3c41de1919f30cebea67a8ef842902e5f6772/657",
                                          "webrtc_perf_tests": "12d0be61d9c66f2e81380da68f67bb3f2bad6b437b19f81ab106c7af2de0ba9a/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "170316d22958ae701a16df48c2ed27e5813d6092",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2104",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dc5f2d94-a620-4546-9b8d-d26a7b621a84",
                        "title": "Android32 Builder arm/2104"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "170316d22958ae701a16df48c2ed27e5813d6092"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "170316d22958ae701a16df48c2ed27e5813d6092",
      "parent_got_revision_cp": "refs/heads/main@{#38668}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "9d915f17b2050203db827dd282e3c41de1919f30cebea67a8ef842902e5f6772/657",
            "webrtc_perf_tests": "12d0be61d9c66f2e81380da68f67bb3f2bad6b437b19f81ab106c7af2de0ba9a/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "170316d22958ae701a16df48c2ed27e5813d6092",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962627318953182880"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2104"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:45:43.824] Scheduled build:
{
  "id": "8797197255580559345",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 52,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T01:45:43.201845992Z",
  "updateTime": "2022-11-18T01:45:43.201845992Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "170316d22958ae701a16df48c2ed27e5813d6092",
      "ref": "refs/heads/main"
    }
  }
}
[01:45:43.824] Task URL: https://cr-buildbucket.appspot.com/build/8797197255580559345
[01:45:43.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:2:0) after 7m43s
[01:47:01.732] Received PubSub notification, asking Buildbucket for the build status
[01:47:01.754] Build status: STARTED
[01:53:27.064] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:2:0)
[01:53:27.110] Build status: STARTED
[01:53:27.110] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:4:0) after 8m15s
[02:01:42.229] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:4:0)
[02:01:42.251] Build status: STARTED
[02:01:42.251] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:5:0) after 1m19s
[02:03:01.458] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:5:0)
[02:03:01.485] Build status: STARTED
[02:03:01.485] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:6:0) after 3m44s
[02:06:45.937] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:6:0)
[02:06:45.961] Build status: STARTED
[02:06:45.961] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:7:0) after 9m26s
[02:16:11.983] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:7:0)
[02:16:12.011] Build status: STARTED
[02:16:12.011] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:8:0) after 1m10s
[02:17:22.052] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:8:0)
[02:17:22.094] Build status: STARTED
[02:17:22.094] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:9:0) after 2m2s
[02:19:24.118] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:9:0)
[02:19:24.143] Build status: STARTED
[02:19:24.143] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:10:0) after 6m1s
[02:25:25.524] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:10:0)
[02:25:25.546] Build status: STARTED
[02:25:25.546] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:11:0) after 7m15s
[02:32:40.803] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:11:0)
[02:32:40.832] Build status: STARTED
[02:32:40.832] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:12:0) after 8m22s
[02:41:03.288] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:12:0)
[02:41:03.333] Build status: STARTED
[02:41:03.333] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:13:0) after 2m27s
[02:43:30.439] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:13:0)
[02:43:30.469] Build status: STARTED
[02:43:30.469] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:14:0) after 3m7s
[02:46:37.524] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:14:0)
[02:46:37.550] Build status: STARTED
[02:46:37.550] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:15:0) after 2m6s
[02:48:44.304] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:15:0)
[02:48:44.334] Build status: STARTED
[02:48:44.334] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:16:0) after 7m0s
[02:55:44.585] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:16:0)
[02:55:44.613] Build status: STARTED
[02:55:44.613] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:17:0) after 2m52s
[02:58:36.637] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:17:0)
[02:58:36.682] Build status: STARTED
[02:58:36.682] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:18:0) after 2m13s
[03:00:49.713] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:18:0)
[03:00:49.757] Build status: STARTED
[03:00:49.757] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:19:0) after 7m43s
[03:08:32.878] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:19:0)
[03:08:32.902] Build status: STARTED
[03:08:32.902] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:20:0) after 3m2s
[03:11:35.051] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:20:0)
[03:11:35.076] Build status: STARTED
[03:11:35.076] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:21:0) after 9m10s
[03:20:45.093] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:21:0)
[03:20:45.120] Build status: STARTED
[03:20:45.120] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:22:0) after 6m26s
[03:27:11.137] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:22:0)
[03:27:11.160] Build status: STARTED
[03:27:11.160] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:23:0) after 7m1s
[03:34:12.205] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:23:0)
[03:34:12.254] Build status: STARTED
[03:34:12.254] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:24:0) after 1m36s
[03:35:48.591] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:24:0)
[03:35:48.616] Build status: STARTED
[03:35:48.616] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:25:0) after 9m35s
[03:45:23.639] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:25:0)
[03:45:23.664] Build status: STARTED
[03:45:23.664] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:26:0) after 5m29s
[03:50:52.696] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:26:0)
[03:50:52.726] Build status: STARTED
[03:50:52.726] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:27:0) after 3m17s
[03:54:10.011] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:27:0)
[03:54:10.036] Build status: STARTED
[03:54:10.036] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:28:0) after 2m16s
[03:56:26.061] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:28:0)
[03:56:26.092] Build status: STARTED
[03:56:26.092] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:29:0) after 3m41s
[04:00:07.109] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:29:0)
[04:00:07.170] Build status: STARTED
[04:00:07.170] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:30:0) after 1m38s
[04:01:45.488] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:30:0)
[04:01:45.516] Build status: STARTED
[04:01:45.516] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:31:0) after 5m41s
[04:07:26.541] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:31:0)
[04:07:26.566] Build status: STARTED
[04:07:26.566] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:32:0) after 3m44s
[04:11:10.646] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:32:0)
[04:11:10.676] Build status: STARTED
[04:11:10.676] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:33:0) after 4m24s
[04:15:34.697] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:33:0)
[04:15:34.725] Build status: STARTED
[04:15:34.725] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:34:0) after 7m2s
[04:22:36.753] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:34:0)
[04:22:36.806] Build status: STARTED
[04:22:36.806] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:35:0) after 4m5s
[04:26:41.832] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:35:0)
[04:26:41.870] Build status: STARTED
[04:26:41.870] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:36:0) after 4m11s
[04:30:52.977] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:36:0)
[04:30:53.002] Build status: STARTED
[04:30:53.002] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:37:0) after 8m44s
[04:39:37.264] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:37:0)
[04:39:37.286] Build status: STARTED
[04:39:37.287] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:38:0) after 4m20s
[04:43:57.626] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:38:0)
[04:43:57.648] Build status: STARTED
[04:43:57.648] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:39:0) after 1m51s
[04:45:48.680] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:39:0)
[04:45:48.726] Build status: STARTED
[04:45:48.726] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962627318953182880:40:0) after 5m31s
[04:48:41.749] Received PubSub notification, asking Buildbucket for the build status
[04:48:41.771] Build:
{
  "id": "8797197255580559345",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 52,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-18T01:45:43.201845992Z",
  "startTime": "2022-11-18T01:47:01.191988Z",
  "endTime": "2022-11-18T04:48:41.143169Z",
  "updateTime": "2022-11-18T04:48:41.143169Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "170316d22958ae701a16df48c2ed27e5813d6092",
      "ref": "refs/heads/main"
    }
  }
}
[04:48:41.771] Invocation finished in 3h3m1.169702492s with status FAILED