[21:12:22.055] New invocation is queued and will start shortly
[21:12:22.055] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:12:25.874] Starting the invocation (attempt 1)
[21:12:25.901] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7e4b2a526529f0db4958c9e3794de4144d9387dd"
[21:12:25.901] Popped gitiles commit info from properties and tags
[21:12:25.901] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:25.901] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:25.902] Buildbucket request:
{
"requestId": "8942441390580635728",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8942441390580635728",
"job": "webrtc/Perf Mac 11",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "7e4b2a526529f0db4958c9e3794de4144d9387dd"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"parent_got_revision_cp": "refs/heads/main@{#40371}",
"revision": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"swarm_hashes": {
"video_codec_perf_tests": "4f32e63c4e27672690b210cfec471679e33b6812befce1457f19d81b05095257/405",
"webrtc_perf_tests": "7827b1f519299fa97f9ca3e8a5b9f17525dd4f699dab0214e4fe1e435c3f839b/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"video_codec_perf_tests": [
"bin/run_video_codec_perf_tests"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:3615",
"user_agent:recipe"
]
},
"id": "b47e9cd1-f01c-49b6-854d-63fec187060b",
"title": "Mac64 Builder/3615"
}
]
},
"deps_revision_overrides": {
"src": "7e4b2a526529f0db4958c9e3794de4144d9387dd"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"parent_got_revision_cp": "refs/heads/main@{#40371}",
"swarm_hashes": {
"video_codec_perf_tests": "4f32e63c4e27672690b210cfec471679e33b6812befce1457f19d81b05095257/405",
"webrtc_perf_tests": "7827b1f519299fa97f9ca3e8a5b9f17525dd4f699dab0214e4fe1e435c3f839b/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"video_codec_perf_tests": [
"bin/run_video_codec_perf_tests"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8942441390580635728"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Mac 11"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac64 Builder"
},
{
"key": "parent_buildnumber",
"value": "3615"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:12:26.531] Scheduled build:
{
"id": "8777011325719659697",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2781,
"createdBy": "project:webrtc",
"createTime": "2023-06-28T21:12:26.062216291Z",
"updateTime": "2023-06-28T21:12:26.062216291Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"ref": "refs/heads/main"
}
}
}
[21:12:26.531] Task URL: https://cr-buildbucket.appspot.com/build/8777011325719659697
[21:12:26.531] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:2:0) after 3m35s
[21:14:06.439] Received PubSub notification, asking Buildbucket for the build status
[21:14:06.460] Build status: STARTED
[21:16:02.525] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:2:0)
[21:16:02.552] Build status: STARTED
[21:16:02.552] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:4:0) after 1m6s
[21:17:08.575] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:4:0)
[21:17:08.661] Build status: STARTED
[21:17:08.662] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:5:0) after 9m26s
[21:26:34.923] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:5:0)
[21:26:34.951] Build status: STARTED
[21:26:34.951] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:6:0) after 6m4s
[21:32:39.014] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:6:0)
[21:32:39.046] Build status: STARTED
[21:32:39.046] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:7:0) after 6m29s
[21:39:08.033] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:7:0)
[21:39:08.050] Build status: STARTED
[21:39:08.050] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:8:0) after 4m10s
[21:43:18.087] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:8:0)
[21:43:18.135] Build status: STARTED
[21:43:18.135] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:9:0) after 3m34s
[21:46:52.253] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:9:0)
[21:46:52.275] Build status: STARTED
[21:46:52.275] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:10:0) after 3m43s
[21:50:35.318] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:10:0)
[21:50:35.338] Build status: STARTED
[21:50:35.338] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:11:0) after 1m49s
[21:52:24.359] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:11:0)
[21:52:24.388] Build status: STARTED
[21:52:24.388] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:12:0) after 2m2s
[21:54:26.375] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:12:0)
[21:54:26.393] Build status: STARTED
[21:54:26.393] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:13:0) after 1m10s
[21:55:36.428] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:13:0)
[21:55:36.444] Build status: STARTED
[21:55:36.444] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:14:0) after 6m0s
[22:01:36.462] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:14:0)
[22:01:36.728] Build status: STARTED
[22:01:36.728] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:15:0) after 8m4s
[22:09:40.796] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:15:0)
[22:09:40.821] Build status: STARTED
[22:09:40.821] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:16:0) after 6m22s
[22:16:02.855] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:16:0)
[22:16:02.891] Build status: STARTED
[22:16:02.892] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:17:0) after 4m45s
[22:20:48.482] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:17:0)
[22:20:48.509] Build status: STARTED
[22:20:48.509] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:18:0) after 1m43s
[22:22:31.526] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:18:0)
[22:22:31.548] Build status: STARTED
[22:22:31.548] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:19:0) after 9m32s
[22:32:04.212] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:19:0)
[22:32:04.233] Build status: STARTED
[22:32:04.233] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:20:0) after 9m4s
[22:41:08.225] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:20:0)
[22:41:08.248] Build status: STARTED
[22:41:08.248] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:21:0) after 9m53s
[22:51:01.487] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:21:0)
[22:51:01.512] Build status: STARTED
[22:51:01.513] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:22:0) after 1m19s
[22:52:20.844] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:22:0)
[22:52:20.861] Build status: STARTED
[22:52:20.861] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:23:0) after 6m8s
[22:58:28.885] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:23:0)
[22:58:28.904] Build status: STARTED
[22:58:28.904] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:24:0) after 1m7s
[22:59:35.881] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:24:0)
[22:59:35.942] Build status: STARTED
[22:59:35.942] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:25:0) after 3m34s
[23:03:10.239] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:25:0)
[23:03:10.259] Build status: STARTED
[23:03:10.260] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:26:0) after 1m22s
[23:04:32.425] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:26:0)
[23:04:32.445] Build status: STARTED
[23:04:32.445] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:27:0) after 1m59s
[23:06:31.766] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:27:0)
[23:06:31.785] Build status: STARTED
[23:06:31.785] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:28:0) after 1m30s
[23:08:01.818] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:28:0)
[23:08:01.850] Build status: STARTED
[23:08:01.851] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:29:0) after 1m32s
[23:09:33.962] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:29:0)
[23:09:33.979] Build status: STARTED
[23:09:33.979] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:30:0) after 2m47s
[23:12:21.005] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:30:0)
[23:12:21.024] Build status: STARTED
[23:12:21.024] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:31:0) after 9m21s
[23:21:42.042] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:31:0)
[23:21:42.059] Build status: STARTED
[23:21:42.059] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:32:0) after 7m59s
[23:29:41.792] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:32:0)
[23:29:41.814] Build status: STARTED
[23:29:41.814] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:33:0) after 2m47s
[23:32:28.961] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:33:0)
[23:32:28.977] Build status: STARTED
[23:32:28.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:34:0) after 4m2s
[23:36:31.177] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:34:0)
[23:36:31.195] Build status: STARTED
[23:36:31.195] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942441390580635728:35:0) after 6m50s
[23:37:03.090] Received PubSub notification, asking Buildbucket for the build status
[23:37:03.112] Build:
{
"id": "8777011325719659697",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2781,
"createdBy": "project:webrtc",
"createTime": "2023-06-28T21:12:26.062216291Z",
"startTime": "2023-06-28T21:14:05.580631Z",
"endTime": "2023-06-28T23:37:02.819899634Z",
"updateTime": "2023-06-28T23:37:02.819899634Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7e4b2a526529f0db4958c9e3794de4144d9387dd",
"ref": "refs/heads/main"
}
}
}
[23:37:03.112] Invocation finished in 2h24m41.068689189s with status FAILED