Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2155 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "514dff834b9ed89aac7a8fcdcca752a468c75c94"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
  "parent_got_revision_cp": "refs/heads/main@{#38719}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "ced5d6f0fa4adeb5c2a6c0860e928d991efa787f4311a976712ea6209ce6be18/657",
    "webrtc_perf_tests": "545c28efa0517ed41bc4fe410ce1767b28b88b66e10a03ec130f186775a927b2/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/514dff834b9ed89aac7a8fcdcca752a468c75c94
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2155
  • user_agent:recipe

Debug log (UTC)

[20:21:00.926] New invocation is queued and will start shortly
[20:21:00.926] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:21:02.012] Starting the invocation (attempt 1)
[20:21:02.047] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/514dff834b9ed89aac7a8fcdcca752a468c75c94"
[20:21:02.047] Popped gitiles commit info from properties and tags
[20:21:02.047] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:21:02.047] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:21:02.048] Buildbucket request:
{
  "requestId": "8962104163087030960",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8962104163087030960",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "514dff834b9ed89aac7a8fcdcca752a468c75c94"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
                                    "parent_got_revision_cp": "refs/heads/main@{#38719}",
                                    "revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "ced5d6f0fa4adeb5c2a6c0860e928d991efa787f4311a976712ea6209ce6be18/657",
                                          "webrtc_perf_tests": "545c28efa0517ed41bc4fe410ce1767b28b88b66e10a03ec130f186775a927b2/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2155",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "73d73654-e0ce-4e83-8586-a49ad52f8540",
                        "title": "Android32 Builder arm/2155"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "514dff834b9ed89aac7a8fcdcca752a468c75c94"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
      "parent_got_revision_cp": "refs/heads/main@{#38719}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "ced5d6f0fa4adeb5c2a6c0860e928d991efa787f4311a976712ea6209ce6be18/657",
            "webrtc_perf_tests": "545c28efa0517ed41bc4fe410ce1767b28b88b66e10a03ec130f186775a927b2/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962104163087030960"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2155"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:21:02.524] Scheduled build:
{
  "id": "8796674101156130337",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 87,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-23T20:21:02.139178767Z",
  "updateTime": "2022-11-23T20:21:02.139178767Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
      "ref": "refs/heads/main"
    }
  }
}
[20:21:02.524] Task URL: https://cr-buildbucket.appspot.com/build/8796674101156130337
[20:21:02.524] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:2:0) after 5m29s
[20:22:18.938] Received PubSub notification, asking Buildbucket for the build status
[20:22:18.971] Build status: STARTED
[20:26:31.552] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:2:0)
[20:26:31.601] Build status: STARTED
[20:26:31.602] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:4:0) after 3m0s
[20:29:31.644] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:4:0)
[20:29:31.667] Build status: STARTED
[20:29:31.667] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:5:0) after 3m21s
[20:32:52.878] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:5:0)
[20:32:52.907] Build status: STARTED
[20:32:52.907] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:6:0) after 6m14s
[20:39:07.421] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:6:0)
[20:39:07.493] Build status: STARTED
[20:39:07.493] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:7:0) after 7m9s
[20:46:16.515] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:7:0)
[20:46:16.591] Build status: STARTED
[20:46:16.591] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:8:0) after 6m35s
[20:52:51.618] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:8:0)
[20:52:51.642] Build status: STARTED
[20:52:51.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:9:0) after 9m8s
[21:01:59.763] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:9:0)
[21:01:59.809] Build status: STARTED
[21:01:59.809] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:10:0) after 4m43s
[21:06:43.058] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:10:0)
[21:06:43.088] Build status: STARTED
[21:06:43.088] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:11:0) after 6m37s
[21:13:20.289] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:11:0)
[21:13:20.349] Build status: STARTED
[21:13:20.349] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:12:0) after 9m20s
[21:22:41.139] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:12:0)
[21:22:41.170] Build status: STARTED
[21:22:41.170] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:13:0) after 2m1s
[21:24:42.283] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:13:0)
[21:24:42.312] Build status: STARTED
[21:24:42.312] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:14:0) after 5m35s
[21:30:17.563] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:14:0)
[21:30:17.588] Build status: STARTED
[21:30:17.588] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:15:0) after 1m35s
[21:31:52.612] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:15:0)
[21:31:52.639] Build status: STARTED
[21:31:52.639] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:16:0) after 6m31s
[21:38:23.665] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:16:0)
[21:38:23.688] Build status: STARTED
[21:38:23.688] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:17:0) after 3m22s
[21:41:45.718] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:17:0)
[21:41:45.743] Build status: STARTED
[21:41:45.743] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:18:0) after 4m34s
[21:46:19.739] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:18:0)
[21:46:19.764] Build status: STARTED
[21:46:19.764] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:19:0) after 6m10s
[21:52:29.762] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:19:0)
[21:52:29.788] Build status: STARTED
[21:52:29.788] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:20:0) after 9m56s
[22:02:26.061] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:20:0)
[22:02:26.084] Build status: STARTED
[22:02:26.084] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:21:0) after 5m7s
[22:07:33.460] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:21:0)
[22:07:33.543] Build status: STARTED
[22:07:33.543] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:22:0) after 3m34s
[22:11:07.564] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:22:0)
[22:11:07.600] Build status: STARTED
[22:11:07.600] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:23:0) after 6m55s
[22:18:02.690] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:23:0)
[22:18:02.744] Build status: STARTED
[22:18:02.744] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:24:0) after 1m38s
[22:19:40.763] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:24:0)
[22:19:40.788] Build status: STARTED
[22:19:40.788] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:25:0) after 1m13s
[22:20:53.989] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:25:0)
[22:20:54.014] Build status: STARTED
[22:20:54.014] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:26:0) after 9m48s
[22:30:42.036] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:26:0)
[22:30:42.174] Build status: STARTED
[22:30:42.174] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:27:0) after 3m49s
[22:34:31.295] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:27:0)
[22:34:31.326] Build status: STARTED
[22:34:31.326] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:28:0) after 4m28s
[22:38:59.543] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:28:0)
[22:38:59.564] Build status: STARTED
[22:38:59.564] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:29:0) after 5m23s
[22:44:23.112] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:29:0)
[22:44:23.138] Build status: STARTED
[22:44:23.138] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:30:0) after 1m16s
[22:45:39.300] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:30:0)
[22:45:39.330] Build status: STARTED
[22:45:39.330] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:31:0) after 9m41s
[22:55:20.551] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:31:0)
[22:55:20.613] Build status: STARTED
[22:55:20.613] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:32:0) after 8m12s
[23:03:32.644] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:32:0)
[23:03:32.674] Build status: STARTED
[23:03:32.674] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:33:0) after 7m15s
[23:10:47.925] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:33:0)
[23:10:47.955] Build status: STARTED
[23:10:47.955] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:34:0) after 4m48s
[23:15:36.026] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:34:0)
[23:15:36.053] Build status: STARTED
[23:15:36.054] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8962104163087030960:35:0) after 8m22s
[23:22:58.590] Received PubSub notification, asking Buildbucket for the build status
[23:22:58.615] Build:
{
  "id": "8796674101156130337",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 87,
  "createdBy": "project:webrtc",
  "createTime": "2022-11-23T20:21:02.139178767Z",
  "startTime": "2022-11-23T20:22:18.135955Z",
  "endTime": "2022-11-23T23:22:58.390936477Z",
  "updateTime": "2022-11-23T23:22:58.390936477Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "514dff834b9ed89aac7a8fcdcca752a468c75c94",
      "ref": "refs/heads/main"
    }
  }
}
[23:22:58.615] Invocation finished in 3h1m57.700748063s with status FAILED