Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 9e73e2e4305808a4c1a15e5526cd762b0a7fd88c)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Mac M1 Arm64 12"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712344630234706129"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712344630234706129"
    }
  ],
  "parent_build_id": "8712344630234706129",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "MacArm64 Builder",
  "parent_got_revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
  "parent_got_revision_cp": "refs/heads/main@{#44907}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
  "swarm_hashes": {
    "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
    "webrtc_perf_tests": "1e939743def870f5f5f51173616215e5ccfee2f1aaf38877086aa935efd1a495/406"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  }
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/d7719ab4d8a016ee2ea4eab90b3deb079d2bc152
  • gitiles_ref:refs/heads/main
  • parent_buildername:MacArm64 Builder
  • parent_buildnumber:7823
  • user_agent:recipe

Debug log (UTC)

[18:39:17.207] New invocation is queued and will start shortly
[18:39:17.207] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:39:18.305] Starting the invocation (attempt 1)
[18:39:18.336] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/d7719ab4d8a016ee2ea4eab90b3deb079d2bc152"
[18:39:18.336] Popped gitiles commit info from properties and tags
[18:39:18.336] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:39:18.336] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:39:18.337] Buildbucket request:
{
  "requestId": "8877764787575895824",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac M1 Arm64 12"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877764787575895824",
            "job": "webrtc/Perf Mac M1 Arm64 12",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "e900888f86fd154b461d71ac342921aa1506cb5e"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712346754306301377"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712346754306301377"
                                              }
                                        ],
                                    "parent_build_id": "8712346754306301377",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "MacArm64 Builder",
                                    "parent_got_revision": "e900888f86fd154b461d71ac342921aa1506cb5e",
                                    "parent_got_revision_cp": "refs/heads/main@{#44904}",
                                    "revision": "e900888f86fd154b461d71ac342921aa1506cb5e",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
                                          "webrtc_perf_tests": "545bc7b279a6e9a46b854e588e3d719070897ddcffb9a04b066e777ed9479b28/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "e900888f86fd154b461d71ac342921aa1506cb5e",
                              "tags": [
                                    "parent_buildername:MacArm64 Builder",
                                    "parent_buildnumber:7820",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "af7bb75c-940d-49b0-ad6b-7b49f476849f",
                        "title": "MacArm64 Builder/7820",
                        "url": "https://cr-buildbucket.appspot.com/build/8712346754306301377"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "dc3bb2ad2a2de472cb38fcff3a152699edf9ecef"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712345935173740465"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712345935173740465"
                                              }
                                        ],
                                    "parent_build_id": "8712345935173740465",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "MacArm64 Builder",
                                    "parent_got_revision": "dc3bb2ad2a2de472cb38fcff3a152699edf9ecef",
                                    "parent_got_revision_cp": "refs/heads/main@{#44905}",
                                    "revision": "dc3bb2ad2a2de472cb38fcff3a152699edf9ecef",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
                                          "webrtc_perf_tests": "545bc7b279a6e9a46b854e588e3d719070897ddcffb9a04b066e777ed9479b28/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "dc3bb2ad2a2de472cb38fcff3a152699edf9ecef",
                              "tags": [
                                    "parent_buildername:MacArm64 Builder",
                                    "parent_buildnumber:7821",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "94e29ba2-4088-4dc7-a0ea-8226218bc912",
                        "title": "MacArm64 Builder/7821",
                        "url": "https://cr-buildbucket.appspot.com/build/8712345935173740465"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "cc1bc9861ce00e5a0f31d5fb370b82f502587ee8"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712345318039771025"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712345318039771025"
                                              }
                                        ],
                                    "parent_build_id": "8712345318039771025",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "MacArm64 Builder",
                                    "parent_got_revision": "cc1bc9861ce00e5a0f31d5fb370b82f502587ee8",
                                    "parent_got_revision_cp": "refs/heads/main@{#44906}",
                                    "revision": "cc1bc9861ce00e5a0f31d5fb370b82f502587ee8",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
                                          "webrtc_perf_tests": "545bc7b279a6e9a46b854e588e3d719070897ddcffb9a04b066e777ed9479b28/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "cc1bc9861ce00e5a0f31d5fb370b82f502587ee8",
                              "tags": [
                                    "parent_buildername:MacArm64 Builder",
                                    "parent_buildnumber:7822",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "06322daa-5d03-405e-b58f-535dbb1ba6fd",
                        "title": "MacArm64 Builder/7822",
                        "url": "https://cr-buildbucket.appspot.com/build/8712345318039771025"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712344630234706129"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712344630234706129"
                                              }
                                        ],
                                    "parent_build_id": "8712344630234706129",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "MacArm64 Builder",
                                    "parent_got_revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
                                    "parent_got_revision_cp": "refs/heads/main@{#44907}",
                                    "revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
                                          "webrtc_perf_tests": "1e939743def870f5f5f51173616215e5ccfee2f1aaf38877086aa935efd1a495/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        }
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
                              "tags": [
                                    "parent_buildername:MacArm64 Builder",
                                    "parent_buildnumber:7823",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "bd1035a4-6a90-4dc2-b62e-b5c9247fa218",
                        "title": "MacArm64 Builder/7823",
                        "url": "https://cr-buildbucket.appspot.com/build/8712344630234706129"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712344630234706129"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712344630234706129"
                }
          ],
      "parent_build_id": "8712344630234706129",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "MacArm64 Builder",
      "parent_got_revision": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
      "parent_got_revision_cp": "refs/heads/main@{#44907}",
      "swarm_hashes": {
            "video_codec_perf_tests": "4f21d4780a7db3282273f20149232acdeb04bf9ec842af05a72ae8aa25bf7701/405",
            "webrtc_perf_tests": "1e939743def870f5f5f51173616215e5ccfee2f1aaf38877086aa935efd1a495/406"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          }
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877764787575895824"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Mac M1 Arm64 12"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "MacArm64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "7823"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:39:18.905] Scheduled build:
{
  "id": "8712334725679159297",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac M1 Arm64 12"
  },
  "number": 6689,
  "createdBy": "project:webrtc",
  "createTime": "2025-06-11T18:39:18.393313545Z",
  "updateTime": "2025-06-11T18:39:18.393313545Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
      "ref": "refs/heads/main"
    }
  }
}
[18:39:18.905] Task URL: https://cr-buildbucket.appspot.com/build/8712334725679159297
[18:39:18.905] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:2:0) after 8m29s
[18:39:19.891] Received PubSub notification, asking Buildbucket for the build status
[18:39:19.918] Build status: SCHEDULED
[18:39:25.774] Received PubSub notification, asking Buildbucket for the build status
[18:39:25.942] Build status: STARTED
[18:47:47.929] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:2:0)
[18:47:47.952] Build status: STARTED
[18:47:47.952] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:5:0) after 4m28s
[18:52:15.966] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:5:0)
[18:52:15.999] Build status: STARTED
[18:52:15.999] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:6:0) after 5m6s
[18:57:22.067] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:6:0)
[18:57:22.090] Build status: STARTED
[18:57:22.090] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:7:0) after 7m58s
[19:05:20.221] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:7:0)
[19:05:20.238] Build status: STARTED
[19:05:20.238] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:8:0) after 5m29s
[19:10:49.254] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:8:0)
[19:10:49.287] Build status: STARTED
[19:10:49.287] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:9:0) after 1m24s
[19:12:13.303] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:9:0)
[19:12:13.328] Build status: STARTED
[19:12:13.328] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:10:0) after 3m7s
[19:15:20.465] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:10:0)
[19:15:20.490] Build status: STARTED
[19:15:20.490] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:11:0) after 5m23s
[19:20:43.567] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:11:0)
[19:20:43.584] Build status: STARTED
[19:20:43.584] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:12:0) after 5m11s
[19:25:54.607] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:12:0)
[19:25:54.628] Build status: STARTED
[19:25:54.628] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:13:0) after 6m7s
[19:32:01.677] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:13:0)
[19:32:01.697] Build status: STARTED
[19:32:01.697] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:14:0) after 4m25s
[19:36:26.778] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:14:0)
[19:36:26.962] Build status: STARTED
[19:36:26.962] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:15:0) after 1m59s
[19:38:25.984] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:15:0)
[19:38:26.002] Build status: STARTED
[19:38:26.002] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:16:0) after 9m54s
[19:48:20.018] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:16:0)
[19:48:20.095] Build status: STARTED
[19:48:20.095] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:17:0) after 9m25s
[19:57:45.116] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:17:0)
[19:57:45.134] Build status: STARTED
[19:57:45.134] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac M1 Arm64 12:8877764787575895824:18:0) after 9m5s
[19:59:33.765] Received PubSub notification, asking Buildbucket for the build status
[19:59:33.785] Build:
{
  "id": "8712334725679159297",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Mac M1 Arm64 12"
  },
  "number": 6689,
  "createdBy": "project:webrtc",
  "createTime": "2025-06-11T18:39:18.393313545Z",
  "startTime": "2025-06-11T18:39:25.585459267Z",
  "endTime": "2025-06-11T19:59:33.473570474Z",
  "updateTime": "2025-06-11T19:59:33.473570474Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "d7719ab4d8a016ee2ea4eab90b3deb079d2bc152",
      "ref": "refs/heads/main"
    }
  }
}
[19:59:33.785] Invocation finished in 1h20m16.58407026s with status FAILED