Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev b45d4deb3bb03dcc1da517334235cb17fa769bba)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Mac 11"
>

Incoming triggers

  • Mac64 Builder/2637 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac64 Builder/2638 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac64 Builder/2639 (2 years ago by webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "b660b7a89c95545b01d3c88709c5f319da4c9a46"
  },
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Mac64 Builder",
  "parent_got_revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
  "parent_got_revision_cp": "refs/heads/main@{#39371}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
  "swarm_hashes": {
    "low_bandwidth_audio_perf_test": "ea01a56759d91a62d099d8ed75e4af2de0aef1d228228f0b89692c285898f551/575",
    "webrtc_perf_tests": "4c8eacbeeae38e80b1379eeb5fcb1f81f896f44d089fe0d5c3d7ee43ebf5f2a9/406"
  },
  "swarming_command_lines": {
    "low_bandwidth_audio_perf_test": [
      "vpython3",
      "../../audio/test/low_bandwidth_audio_test.py"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/b660b7a89c95545b01d3c88709c5f319da4c9a46
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac64 Builder
  • parent_buildnumber:2639
  • user_agent:recipe

Debug log (UTC)

[16:43:31.190] New invocation is queued and will start shortly
[16:43:31.190] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:43:32.348] Starting the invocation (attempt 1)
[16:43:32.393] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/b660b7a89c95545b01d3c88709c5f319da4c9a46"
[16:43:32.393] Popped gitiles commit info from properties and tags
[16:43:32.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:43:32.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:43:32.394] Buildbucket request:
{
  "requestId": "8953873522781692624",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac 11"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8953873522781692624",
            "job": "webrtc/Perf Mac 11",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "b57053ec21b62ab9469750f26d76158f187f7a65"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Mac64 Builder",
                                    "parent_got_revision": "b57053ec21b62ab9469750f26d76158f187f7a65",
                                    "parent_got_revision_cp": "refs/heads/main@{#39369}",
                                    "revision": "b57053ec21b62ab9469750f26d76158f187f7a65",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "97b0b64e39b8a6c9da2e2f538ff768a43f6b901dcc4290ecab686cc404299acf/575",
                                          "webrtc_perf_tests": "1e3ad09b4b8fcfcc2c505ded47e3694ea14f8ad1063dd0e58873aafdffc4542e/406"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "b57053ec21b62ab9469750f26d76158f187f7a65",
                              "tags": [
                                    "parent_buildername:Mac64 Builder",
                                    "parent_buildnumber:2637",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "11d3da85-4095-4628-87c9-d5e7382ce901",
                        "title": "Mac64 Builder/2637"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "b3c5bdb85a56e053ef6401b6e51ad8ba335f8372"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Mac64 Builder",
                                    "parent_got_revision": "b3c5bdb85a56e053ef6401b6e51ad8ba335f8372",
                                    "parent_got_revision_cp": "refs/heads/main@{#39370}",
                                    "revision": "b3c5bdb85a56e053ef6401b6e51ad8ba335f8372",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "8f1eac7ce989d900291efc3bb2254d18c3fb336311b4c4bf55647a6ac565b15e/575",
                                          "webrtc_perf_tests": "02a8ef4dc324a528a3779611eef5a53e1d502d948eaef8c0103a3aeeeb1dee26/406"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "b3c5bdb85a56e053ef6401b6e51ad8ba335f8372",
                              "tags": [
                                    "parent_buildername:Mac64 Builder",
                                    "parent_buildnumber:2638",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "826ad425-d0c0-4c86-8170-addca3c207d5",
                        "title": "Mac64 Builder/2638"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "b660b7a89c95545b01d3c88709c5f319da4c9a46"
                                        },
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Mac64 Builder",
                                    "parent_got_revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
                                    "parent_got_revision_cp": "refs/heads/main@{#39371}",
                                    "revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
                                    "swarm_hashes": {
                                          "low_bandwidth_audio_perf_test": "ea01a56759d91a62d099d8ed75e4af2de0aef1d228228f0b89692c285898f551/575",
                                          "webrtc_perf_tests": "4c8eacbeeae38e80b1379eeb5fcb1f81f896f44d089fe0d5c3d7ee43ebf5f2a9/406"
                                        },
                                    "swarming_command_lines": {
                                          "low_bandwidth_audio_perf_test": [
                                                "vpython3",
                                                "../../audio/test/low_bandwidth_audio_test.py"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
                              "tags": [
                                    "parent_buildername:Mac64 Builder",
                                    "parent_buildnumber:2639",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "38f5cdca-4e99-4c80-b0d2-bef65c3bb5ff",
                        "title": "Mac64 Builder/2639"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b660b7a89c95545b01d3c88709c5f319da4c9a46"
          },
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Mac64 Builder",
      "parent_got_revision": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
      "parent_got_revision_cp": "refs/heads/main@{#39371}",
      "swarm_hashes": {
            "low_bandwidth_audio_perf_test": "ea01a56759d91a62d099d8ed75e4af2de0aef1d228228f0b89692c285898f551/575",
            "webrtc_perf_tests": "4c8eacbeeae38e80b1379eeb5fcb1f81f896f44d089fe0d5c3d7ee43ebf5f2a9/406"
          },
      "swarming_command_lines": {
            "low_bandwidth_audio_perf_test": [
                  "vpython3",
                  "../../audio/test/low_bandwidth_audio_test.py"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8953873522781692624"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Mac 11"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "2639"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:43:32.881] Scheduled build:
{
  "id": "8788443460724637489",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac 11"
  },
  "number": 2024,
  "createdBy": "project:webrtc",
  "createTime": "2023-02-22T16:43:32.526757164Z",
  "updateTime": "2023-02-22T16:43:32.526757164Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
      "ref": "refs/heads/main"
    }
  }
}
[16:43:32.881] Task URL: https://cr-buildbucket.appspot.com/build/8788443460724637489
[16:43:32.881] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:2:0) after 4m44s
[16:43:59.972] Received PubSub notification, asking Buildbucket for the build status
[16:44:00.000] Build status: STARTED
[16:48:16.984] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:2:0)
[16:48:17.010] Build status: STARTED
[16:48:17.010] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:4:0) after 6m7s
[16:54:24.167] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:4:0)
[16:54:24.199] Build status: STARTED
[16:54:24.199] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:5:0) after 9m14s
[17:03:38.452] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:5:0)
[17:03:38.473] Build status: STARTED
[17:03:38.473] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:6:0) after 3m21s
[17:06:59.670] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:6:0)
[17:06:59.698] Build status: STARTED
[17:06:59.698] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:7:0) after 4m17s
[17:11:16.732] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:7:0)
[17:11:16.762] Build status: STARTED
[17:11:16.762] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:8:0) after 6m19s
[17:17:36.005] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:8:0)
[17:17:36.201] Build status: STARTED
[17:17:36.201] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:9:0) after 3m55s
[17:21:31.225] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:9:0)
[17:21:31.246] Build status: STARTED
[17:21:31.246] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:10:0) after 3m26s
[17:24:57.298] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:10:0)
[17:24:57.327] Build status: STARTED
[17:24:57.327] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:11:0) after 4m46s
[17:29:43.362] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:11:0)
[17:29:43.384] Build status: STARTED
[17:29:43.384] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:12:0) after 8m1s
[17:37:44.490] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:12:0)
[17:37:44.530] Build status: STARTED
[17:37:44.530] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:13:0) after 1m37s
[17:39:21.552] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:13:0)
[17:39:21.576] Build status: STARTED
[17:39:21.576] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:14:0) after 7m13s
[17:46:34.710] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:14:0)
[17:46:34.732] Build status: STARTED
[17:46:34.732] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:15:0) after 6m57s
[17:53:31.961] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:15:0)
[17:53:31.985] Build status: STARTED
[17:53:31.985] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:16:0) after 3m46s
[17:57:18.090] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:16:0)
[17:57:18.117] Build status: STARTED
[17:57:18.117] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:17:0) after 6m17s
[18:03:35.210] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:17:0)
[18:03:35.235] Build status: STARTED
[18:03:35.236] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:18:0) after 7m26s
[18:11:01.574] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:18:0)
[18:11:01.595] Build status: STARTED
[18:11:01.595] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:19:0) after 2m13s
[18:13:14.853] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:19:0)
[18:13:14.877] Build status: STARTED
[18:13:14.877] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:20:0) after 8m0s
[18:21:15.000] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:20:0)
[18:21:15.033] Build status: STARTED
[18:21:15.033] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:21:0) after 5m27s
[18:26:42.314] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:21:0)
[18:26:42.344] Build status: STARTED
[18:26:42.345] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:22:0) after 2m13s
[18:28:56.406] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:22:0)
[18:28:56.427] Build status: STARTED
[18:28:56.427] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:23:0) after 6m37s
[18:35:33.593] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:23:0)
[18:35:33.652] Build status: STARTED
[18:35:33.652] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:24:0) after 7m5s
[18:42:38.718] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:24:0)
[18:42:38.777] Build status: STARTED
[18:42:38.777] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:25:0) after 3m58s
[18:46:37.042] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:25:0)
[18:46:37.078] Build status: STARTED
[18:46:37.078] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:26:0) after 5m49s
[18:52:26.113] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:26:0)
[18:52:26.134] Build status: STARTED
[18:52:26.134] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:27:0) after 7m31s
[18:59:57.755] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:27:0)
[18:59:57.790] Build status: STARTED
[18:59:57.790] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953873522781692624:28:0) after 8m32s
[19:04:00.885] Received PubSub notification, asking Buildbucket for the build status
[19:04:00.925] Build:
{
  "id": "8788443460724637489",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac 11"
  },
  "number": 2024,
  "createdBy": "project:webrtc",
  "createTime": "2023-02-22T16:43:32.526757164Z",
  "startTime": "2023-02-22T16:43:59.370300Z",
  "endTime": "2023-02-22T19:04:00.650942927Z",
  "updateTime": "2023-02-22T19:04:00.650942927Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "b660b7a89c95545b01d3c88709c5f319da4c9a46",
      "ref": "refs/heads/main"
    }
  }
}
[19:04:00.925] Invocation finished in 2h20m29.743965612s with status FAILED