Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 119fb1910a218a2edd0c542b39c65a47ed9f2e48)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android32 (R Pixel5)"
>

Incoming triggers

  • Android32 Builder arm/2626 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android32 Builder arm",
  "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
  "parent_got_revision_cp": "refs/heads/main@{#39187}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "bb7f6ed45f146f9710fca3515a884ced83ad6769109ecc8573aed9e8883c0ceb/657",
    "webrtc_perf_tests": "609777e532fb046903d7afdc675a52187717f61bdb51c4ac1dac8bac9bac4aee/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/508979bb722e20d3a907dfc530d65b7cf8f2f63d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android32 Builder arm
  • parent_buildnumber:2626
  • user_agent:recipe

Debug log (UTC)

[05:25:36.667] New invocation is queued and will start shortly
[05:25:36.667] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:25:37.784] Starting the invocation (attempt 1)
[05:25:37.811] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/508979bb722e20d3a907dfc530d65b7cf8f2f63d"
[05:25:37.811] Popped gitiles commit info from properties and tags
[05:25:37.811] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:25:37.811] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:25:37.811] Buildbucket request:
{
  "requestId": "8956452888173533808",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8956452888173533808",
            "job": "webrtc/Perf Android32 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android32 Builder arm",
                                    "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                                    "parent_got_revision_cp": "refs/heads/main@{#39187}",
                                    "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "bb7f6ed45f146f9710fca3515a884ced83ad6769109ecc8573aed9e8883c0ceb/657",
                                          "webrtc_perf_tests": "609777e532fb046903d7afdc675a52187717f61bdb51c4ac1dac8bac9bac4aee/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
                              "tags": [
                                    "parent_buildername:Android32 Builder arm",
                                    "parent_buildnumber:2626",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6b9cfd83-7c3b-4821-ba7a-79d871e453a9",
                        "title": "Android32 Builder arm/2626"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "508979bb722e20d3a907dfc530d65b7cf8f2f63d"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android32 Builder arm",
      "parent_got_revision": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "parent_got_revision_cp": "refs/heads/main@{#39187}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "bb7f6ed45f146f9710fca3515a884ced83ad6769109ecc8573aed9e8883c0ceb/657",
            "webrtc_perf_tests": "609777e532fb046903d7afdc675a52187717f61bdb51c4ac1dac8bac9bac4aee/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8956452888173533808"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android32 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android32 Builder arm"
    },
    {
      "key": "parent_buildnumber",
      "value": "2626"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:25:38.434] Scheduled build:
{
  "id": "8791022826233248049",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 427,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T05:25:37.888199577Z",
  "updateTime": "2023-01-25T05:25:37.888199577Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "ref": "refs/heads/main"
    }
  }
}
[05:25:38.434] Task URL: https://cr-buildbucket.appspot.com/build/8791022826233248049
[05:25:38.434] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:2:0) after 9m26s
[05:27:16.914] Received PubSub notification, asking Buildbucket for the build status
[05:27:16.991] Build status: STARTED
[05:35:04.700] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:2:0)
[05:35:04.738] Build status: STARTED
[05:35:04.738] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:4:0) after 7m55s
[05:42:59.755] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:4:0)
[05:42:59.780] Build status: STARTED
[05:42:59.780] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:5:0) after 8m37s
[05:51:36.805] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:5:0)
[05:51:36.828] Build status: STARTED
[05:51:36.828] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:6:0) after 5m1s
[05:56:37.976] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:6:0)
[05:56:38.007] Build status: STARTED
[05:56:38.007] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:7:0) after 4m12s
[06:00:50.262] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:7:0)
[06:00:50.306] Build status: STARTED
[06:00:50.306] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:8:0) after 3m2s
[06:03:52.446] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:8:0)
[06:03:52.477] Build status: STARTED
[06:03:52.477] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:9:0) after 9m17s
[06:13:09.554] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:9:0)
[06:13:09.588] Build status: STARTED
[06:13:09.588] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:10:0) after 3m43s
[06:16:52.659] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:10:0)
[06:16:52.681] Build status: STARTED
[06:16:52.681] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:11:0) after 9m41s
[06:26:33.679] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:11:0)
[06:26:33.700] Build status: STARTED
[06:26:33.700] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:12:0) after 1m20s
[06:27:53.718] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:12:0)
[06:27:53.740] Build status: STARTED
[06:27:53.740] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:13:0) after 1m24s
[06:29:17.756] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:13:0)
[06:29:17.778] Build status: STARTED
[06:29:17.778] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:14:0) after 6m2s
[06:35:19.858] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:14:0)
[06:35:19.884] Build status: STARTED
[06:35:19.884] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:15:0) after 6m8s
[06:41:28.037] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:15:0)
[06:41:28.059] Build status: STARTED
[06:41:28.059] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:16:0) after 5m58s
[06:47:26.077] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:16:0)
[06:47:26.147] Build status: STARTED
[06:47:26.147] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:17:0) after 4m33s
[06:51:59.185] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:17:0)
[06:51:59.215] Build status: STARTED
[06:51:59.215] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:18:0) after 2m1s
[06:54:00.245] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:18:0)
[06:54:00.273] Build status: STARTED
[06:54:00.273] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:19:0) after 9m23s
[07:03:23.596] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:19:0)
[07:03:23.617] Build status: STARTED
[07:03:23.618] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:20:0) after 8m6s
[07:11:29.634] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:20:0)
[07:11:29.669] Build status: STARTED
[07:11:29.669] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:21:0) after 6m40s
[07:18:09.940] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:21:0)
[07:18:09.978] Build status: STARTED
[07:18:09.978] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:22:0) after 5m13s
[07:23:23.513] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:22:0)
[07:23:23.545] Build status: STARTED
[07:23:23.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:23:0) after 3m14s
[07:26:37.688] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:23:0)
[07:26:37.717] Build status: STARTED
[07:26:37.717] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:24:0) after 5m55s
[07:32:32.929] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:24:0)
[07:32:32.957] Build status: STARTED
[07:32:32.957] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:25:0) after 7m47s
[07:40:20.169] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:25:0)
[07:40:20.334] Build status: STARTED
[07:40:20.334] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:26:0) after 6m37s
[07:46:57.552] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:26:0)
[07:46:57.811] Build status: STARTED
[07:46:57.811] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:27:0) after 6m34s
[07:53:31.912] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:27:0)
[07:53:31.937] Build status: STARTED
[07:53:31.937] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:28:0) after 8m30s
[08:02:02.045] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:28:0)
[08:02:02.093] Build status: STARTED
[08:02:02.093] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:29:0) after 2m38s
[08:04:40.214] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:29:0)
[08:04:40.253] Build status: STARTED
[08:04:40.253] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:30:0) after 6m53s
[08:11:33.407] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:30:0)
[08:11:33.430] Build status: STARTED
[08:11:33.430] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:31:0) after 6m46s
[08:18:19.450] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:31:0)
[08:18:19.472] Build status: STARTED
[08:18:19.472] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:32:0) after 6m38s
[08:24:57.629] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:32:0)
[08:24:57.651] Build status: STARTED
[08:24:57.651] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android32 (R Pixel5):8956452888173533808:33:0) after 8m52s
[08:29:09.592] Received PubSub notification, asking Buildbucket for the build status
[08:29:09.613] Build:
{
  "id": "8791022826233248049",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android32 (R Pixel5)"
  },
  "number": 427,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-25T05:25:37.888199577Z",
  "startTime": "2023-01-25T05:27:16.427214Z",
  "endTime": "2023-01-25T08:29:08.184782Z",
  "updateTime": "2023-01-25T08:29:08.184782Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "508979bb722e20d3a907dfc530d65b7cf8f2f63d",
      "ref": "refs/heads/main"
    }
  }
}
[08:29:09.613] Invocation finished in 3h3m32.959596963s with status FAILED