Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev ddae5e6faeb44f38cb4f6121f8b02917c6664bbe)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Android64 (R Pixel5)"
>

Incoming triggers

  • Android64 Builder arm64/2581 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Android64 Builder arm64",
  "parent_got_revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
  "parent_got_revision_cp": "refs/heads/main@{#39143}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
    "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "luci-auth",
      "context",
      "--",
      "vpython3",
      "../../build/android/test_wrapper/logdog_wrapper.py",
      "--target",
      "webrtc_perf_tests",
      "--logdog-bin-cmd",
      "../../.task_template_packages/logdog_butler",
      "--logcat-output-file",
      "${WILL_BE_ISOLATED_OUTDIR}/logcats",
      "--store-tombstones"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/abb64161e4121d2161b1e81d43a9ce37fd85d5e0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Android64 Builder arm64
  • parent_buildnumber:2581
  • user_agent:recipe

Debug log (UTC)

[02:49:40.862] New invocation is queued and will start shortly
[02:49:40.862] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:49:42.021] Starting the invocation (attempt 1)
[02:49:42.056] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/abb64161e4121d2161b1e81d43a9ce37fd85d5e0"
[02:49:42.056] Popped gitiles commit info from properties and tags
[02:49:42.056] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:49:42.058] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:49:42.059] Buildbucket request:
{
  "requestId": "8957006280248809904",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8957006280248809904",
            "job": "webrtc/Perf Android64 (R Pixel5)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Android64 Builder arm64",
                                    "parent_got_revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
                                    "parent_got_revision_cp": "refs/heads/main@{#39143}",
                                    "revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
                                          "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "luci-auth",
                                                "context",
                                                "--",
                                                "vpython3",
                                                "../../build/android/test_wrapper/logdog_wrapper.py",
                                                "--target",
                                                "webrtc_perf_tests",
                                                "--logdog-bin-cmd",
                                                "../../.task_template_packages/logdog_butler",
                                                "--logcat-output-file",
                                                "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                                                "--store-tombstones"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
                              "tags": [
                                    "parent_buildername:Android64 Builder arm64",
                                    "parent_buildnumber:2581",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "907ccfcd-c644-4660-908f-49fdffa38d5c",
                        "title": "Android64 Builder arm64/2581"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Android64 Builder arm64",
      "parent_got_revision": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
      "parent_got_revision_cp": "refs/heads/main@{#39143}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "0fd977ace6fff81f9f9dbb41f974901607c07a7c713236af709dc6ba12325e5e/657",
            "webrtc_perf_tests": "82dc9bdb14791b3bae7ba2319a0529c96d5345a3903c911879356f4ffddb191f/493"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "luci-auth",
                  "context",
                  "--",
                  "vpython3",
                  "../../build/android/test_wrapper/logdog_wrapper.py",
                  "--target",
                  "webrtc_perf_tests",
                  "--logdog-bin-cmd",
                  "../../.task_template_packages/logdog_butler",
                  "--logcat-output-file",
                  "${WILL_BE_ISOLATED_OUTDIR}/logcats",
                  "--store-tombstones"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957006280248809904"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Android64 (R Pixel5)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android64 Builder arm64"
    },
    {
      "key": "parent_buildnumber",
      "value": "2581"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:49:42.624] Scheduled build:
{
  "id": "8791576218167789777",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 401,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-19T02:49:42.213664495Z",
  "updateTime": "2023-01-19T02:49:42.213664495Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
      "ref": "refs/heads/main"
    }
  }
}
[02:49:42.624] Task URL: https://cr-buildbucket.appspot.com/build/8791576218167789777
[02:49:42.624] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:2:0) after 6m12s
[02:50:58.643] Received PubSub notification, asking Buildbucket for the build status
[02:50:58.678] Build status: STARTED
[02:55:55.074] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:2:0)
[02:55:55.097] Build status: STARTED
[02:55:55.097] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:4:0) after 1m49s
[02:57:44.125] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:4:0)
[02:57:44.174] Build status: STARTED
[02:57:44.174] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:5:0) after 7m32s
[03:05:16.196] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:5:0)
[03:05:16.224] Build status: STARTED
[03:05:16.224] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:6:0) after 1m43s
[03:06:59.373] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:6:0)
[03:06:59.409] Build status: STARTED
[03:06:59.409] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:7:0) after 1m16s
[03:08:15.549] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:7:0)
[03:08:15.577] Build status: STARTED
[03:08:15.577] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:8:0) after 5m47s
[03:14:02.891] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:8:0)
[03:14:02.918] Build status: STARTED
[03:14:02.918] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:9:0) after 8m1s
[03:22:03.962] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:9:0)
[03:22:03.984] Build status: STARTED
[03:22:03.984] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:10:0) after 3m28s
[03:25:32.000] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:10:0)
[03:25:32.024] Build status: STARTED
[03:25:32.024] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:11:0) after 2m42s
[03:28:14.096] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:11:0)
[03:28:14.118] Build status: STARTED
[03:28:14.118] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:12:0) after 7m36s
[03:35:50.145] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:12:0)
[03:35:50.175] Build status: STARTED
[03:35:50.175] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:13:0) after 9m59s
[03:45:49.289] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:13:0)
[03:45:49.312] Build status: STARTED
[03:45:49.312] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:14:0) after 2m20s
[03:48:09.336] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:14:0)
[03:48:09.378] Build status: STARTED
[03:48:09.378] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:15:0) after 6m25s
[03:54:34.574] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:15:0)
[03:54:34.599] Build status: STARTED
[03:54:34.599] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:16:0) after 4m32s
[03:59:06.579] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:16:0)
[03:59:06.602] Build status: STARTED
[03:59:06.602] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:17:0) after 1m43s
[04:00:49.659] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:17:0)
[04:00:49.689] Build status: STARTED
[04:00:49.689] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:18:0) after 8m47s
[04:09:37.115] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:18:0)
[04:09:37.154] Build status: STARTED
[04:09:37.154] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:19:0) after 3m48s
[04:13:25.289] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:19:0)
[04:13:25.318] Build status: STARTED
[04:13:25.318] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:20:0) after 6m55s
[04:20:20.732] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:20:0)
[04:20:20.754] Build status: STARTED
[04:20:20.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:21:0) after 5m21s
[04:25:41.902] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:21:0)
[04:25:41.930] Build status: STARTED
[04:25:41.930] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:22:0) after 3m5s
[04:28:47.106] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:22:0)
[04:28:47.129] Build status: STARTED
[04:28:47.129] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:23:0) after 3m41s
[04:32:28.352] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:23:0)
[04:32:28.490] Build status: STARTED
[04:32:28.490] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:24:0) after 2m49s
[04:35:17.646] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:24:0)
[04:35:17.680] Build status: STARTED
[04:35:17.681] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:25:0) after 1m40s
[04:36:57.897] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:25:0)
[04:36:57.922] Build status: STARTED
[04:36:57.922] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:26:0) after 6m46s
[04:43:43.971] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:26:0)
[04:43:43.993] Build status: STARTED
[04:43:43.993] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:27:0) after 1m27s
[04:45:11.032] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:27:0)
[04:45:11.057] Build status: STARTED
[04:45:11.057] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:28:0) after 3m35s
[04:48:46.223] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:28:0)
[04:48:46.250] Build status: STARTED
[04:48:46.250] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:29:0) after 5m6s
[04:53:52.559] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:29:0)
[04:53:52.587] Build status: STARTED
[04:53:52.587] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:30:0) after 6m13s
[05:00:05.737] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:30:0)
[05:00:05.828] Build status: STARTED
[05:00:05.828] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:31:0) after 6m36s
[05:06:41.856] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:31:0)
[05:06:42.086] Build status: STARTED
[05:06:42.086] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8957006280248809904:32:0) after 5m36s
[05:08:03.620] Received PubSub notification, asking Buildbucket for the build status
[05:08:03.641] Build:
{
  "id": "8791576218167789777",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Android64 (R Pixel5)"
  },
  "number": 401,
  "createdBy": "project:webrtc",
  "createTime": "2023-01-19T02:49:42.213664495Z",
  "startTime": "2023-01-19T02:50:57.742787Z",
  "endTime": "2023-01-19T05:08:03.127606242Z",
  "updateTime": "2023-01-19T05:08:03.127606242Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "abb64161e4121d2161b1e81d43a9ce37fd85d5e0",
      "ref": "refs/heads/main"
    }
  }
}
[05:08:03.641] Invocation finished in 2h18m22.795830908s with status FAILED