Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2577 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Android64 Builder arm64/2578 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "73918995a46d14f0640c41273e1b78e1ca2ccf31"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
  "parent_got_revision_cp": "refs/heads/main@{#39140}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "71e95fa4c8f020820021d13d63fe7de56d32537d39d1d8cfbc9bc8895a90d922/657",
    "webrtc_perf_tests": "4f72d673d6c84167547b9b7bba21333c23dd050a14e93d59f9a8632662b1bebc/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/73918995a46d14f0640c41273e1b78e1ca2ccf31
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2578
  • user_agent:recipe

Debug log (UTC)

[19:03:48.908] New invocation is queued and will start shortly
[19:03:48.908] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:03:50.171] Starting the invocation (attempt 1)
[19:03:50.213] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/73918995a46d14f0640c41273e1b78e1ca2ccf31"
[19:03:50.213] Popped gitiles commit info from properties and tags
[19:03:50.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:03:50.213] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:03:50.214] Buildbucket request:
{
  "requestId": "8957035589994009200",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8957035589994009200",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "9ece54fa7385e4b190bad48f97a4ec69eaad4459"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "9ece54fa7385e4b190bad48f97a4ec69eaad4459",
                                    "parent_got_revision_cp": "refs/heads/main@{#39139}",
                                    "revision": "9ece54fa7385e4b190bad48f97a4ec69eaad4459",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "71e95fa4c8f020820021d13d63fe7de56d32537d39d1d8cfbc9bc8895a90d922/657",
                                          "webrtc_perf_tests": "4f72d673d6c84167547b9b7bba21333c23dd050a14e93d59f9a8632662b1bebc/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "9ece54fa7385e4b190bad48f97a4ec69eaad4459",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2577",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "66455124-f208-43de-9dba-c831d3c41368",
                        "title": "Android64 Builder arm64/2577"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "73918995a46d14f0640c41273e1b78e1ca2ccf31"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
                                    "parent_got_revision_cp": "refs/heads/main@{#39140}",
                                    "revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "71e95fa4c8f020820021d13d63fe7de56d32537d39d1d8cfbc9bc8895a90d922/657",
                                          "webrtc_perf_tests": "4f72d673d6c84167547b9b7bba21333c23dd050a14e93d59f9a8632662b1bebc/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2578",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "081b5954-1872-4912-9ef0-856b683db4d6",
                        "title": "Android64 Builder arm64/2578"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "73918995a46d14f0640c41273e1b78e1ca2ccf31"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
      "parent_got_revision_cp": "refs/heads/main@{#39140}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "71e95fa4c8f020820021d13d63fe7de56d32537d39d1d8cfbc9bc8895a90d922/657",
            "webrtc_perf_tests": "4f72d673d6c84167547b9b7bba21333c23dd050a14e93d59f9a8632662b1bebc/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957035589994009200"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2578"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:03:50.824] Scheduled build:
{
  "id": "8791605527873712769",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 398,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-18T19:03:50.299739719Z",
  "updateTime": "2023-01-18T19:03:50.299739719Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
      "ref": "refs/heads/main"
    }
  }
}
[19:03:50.824] Task URL: https://cr-buildbucket.appspot.com/build/8791605527873712769
[19:03:50.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:2:0) after 9m33s
[19:05:52.768] Received PubSub notification, asking Buildbucket for the build status
[19:05:52.803] Build status: STARTED
[19:13:23.849] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:2:0)
[19:13:23.884] Build status: STARTED
[19:13:23.884] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:4:0) after 1m57s
[19:15:20.963] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:4:0)
[19:15:20.993] Build status: STARTED
[19:15:20.993] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:5:0) after 5m40s
[19:21:01.019] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:5:0)
[19:21:01.070] Build status: STARTED
[19:21:01.070] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:6:0) after 3m34s
[19:24:35.126] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:6:0)
[19:24:35.148] Build status: STARTED
[19:24:35.148] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:7:0) after 8m20s
[19:32:55.472] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:7:0)
[19:32:55.494] Build status: STARTED
[19:32:55.494] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:8:0) after 6m41s
[19:39:36.515] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:8:0)
[19:39:36.545] Build status: STARTED
[19:39:36.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:9:0) after 9m25s
[19:49:01.800] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:9:0)
[19:49:01.824] Build status: STARTED
[19:49:01.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:10:0) after 6m22s
[19:55:24.115] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:10:0)
[19:55:24.139] Build status: STARTED
[19:55:24.139] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:11:0) after 1m24s
[19:56:48.210] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:11:0)
[19:56:48.265] Build status: STARTED
[19:56:48.265] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:12:0) after 7m29s
[20:04:17.341] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:12:0)
[20:04:17.373] Build status: STARTED
[20:04:17.373] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:13:0) after 1m8s
[20:05:25.503] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:13:0)
[20:05:25.532] Build status: STARTED
[20:05:25.532] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:14:0) after 9m19s
[20:14:44.673] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:14:0)
[20:14:44.755] Build status: STARTED
[20:14:44.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:15:0) after 7m1s
[20:21:45.976] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:15:0)
[20:21:46.007] Build status: STARTED
[20:21:46.007] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:16:0) after 5m27s
[20:27:13.024] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:16:0)
[20:27:13.062] Build status: STARTED
[20:27:13.062] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:17:0) after 3m22s
[20:30:35.240] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:17:0)
[20:30:35.326] Build status: STARTED
[20:30:35.326] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:18:0) after 7m57s
[20:38:32.453] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:18:0)
[20:38:32.592] Build status: STARTED
[20:38:32.592] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:19:0) after 9m8s
[20:47:40.774] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:19:0)
[20:47:40.801] Build status: STARTED
[20:47:40.801] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:20:0) after 9m59s
[20:57:39.853] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:20:0)
[20:57:39.876] Build status: STARTED
[20:57:39.876] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:21:0) after 2m42s
[21:00:22.129] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:21:0)
[21:00:22.378] Build status: STARTED
[21:00:22.378] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:22:0) after 1m49s
[21:02:11.403] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:22:0)
[21:02:11.451] Build status: STARTED
[21:02:11.451] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:23:0) after 3m8s
[21:05:19.747] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:23:0)
[21:05:19.802] Build status: STARTED
[21:05:19.802] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:24:0) after 8m21s
[21:13:40.822] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:24:0)
[21:13:40.844] Build status: STARTED
[21:13:40.844] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:25:0) after 3m39s
[21:17:20.016] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:25:0)
[21:17:20.048] Build status: STARTED
[21:17:20.048] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:26:0) after 1m0s
[21:18:20.435] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:26:0)
[21:18:20.465] Build status: STARTED
[21:18:20.465] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957035589994009200:27:0) after 7m18s
[21:23:01.849] Received PubSub notification, asking Buildbucket for the build status
[21:23:01.872] Build:
{
  "id": "8791605527873712769",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 398,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-18T19:03:50.299739719Z",
  "startTime": "2023-01-18T19:05:52.107821Z",
  "endTime": "2023-01-18T21:23:00.751917980Z",
  "updateTime": "2023-01-18T21:23:00.751917980Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "73918995a46d14f0640c41273e1b78e1ca2ccf31",
      "ref": "refs/heads/main"
    }
  }
}
[21:23:01.872] Invocation finished in 2h19m12.978460905s with status FAILED