[16:13:34.929] New invocation is queued and will start shortly
[16:13:34.929] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:13:36.148] Starting the invocation (attempt 1)
[16:13:36.182] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e"
[16:13:36.182] Popped gitiles commit info from properties and tags
[16:13:36.182] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:13:36.182] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:13:36.187] Buildbucket request:
{
"requestId": "8942460188538851184",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8942460188538851184",
"job": "webrtc/Perf Mac 11",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "54d7547faffa82f935205a88080c5378e79b828b"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "54d7547faffa82f935205a88080c5378e79b828b",
"parent_got_revision_cp": "refs/heads/main@{#40368}",
"revision": "54d7547faffa82f935205a88080c5378e79b828b",
"swarm_hashes": {
"video_codec_perf_tests": "4f32e63c4e27672690b210cfec471679e33b6812befce1457f19d81b05095257/405",
"webrtc_perf_tests": "7827b1f519299fa97f9ca3e8a5b9f17525dd4f699dab0214e4fe1e435c3f839b/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"video_codec_perf_tests": [
"bin/run_video_codec_perf_tests"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "54d7547faffa82f935205a88080c5378e79b828b",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:3612",
"user_agent:recipe"
]
},
"id": "ac3440af-4e60-4b9f-85bc-8c77bef42747",
"title": "Mac64 Builder/3612"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"parent_got_revision_cp": "refs/heads/main@{#40369}",
"revision": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"swarm_hashes": {
"video_codec_perf_tests": "4f32e63c4e27672690b210cfec471679e33b6812befce1457f19d81b05095257/405",
"webrtc_perf_tests": "7827b1f519299fa97f9ca3e8a5b9f17525dd4f699dab0214e4fe1e435c3f839b/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"video_codec_perf_tests": [
"bin/run_video_codec_perf_tests"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:3613",
"user_agent:recipe"
]
},
"id": "e2fda1f6-5983-486c-94a5-9b3750952e39",
"title": "Mac64 Builder/3613"
}
]
},
"deps_revision_overrides": {
"src": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"parent_got_revision_cp": "refs/heads/main@{#40369}",
"swarm_hashes": {
"video_codec_perf_tests": "4f32e63c4e27672690b210cfec471679e33b6812befce1457f19d81b05095257/405",
"webrtc_perf_tests": "7827b1f519299fa97f9ca3e8a5b9f17525dd4f699dab0214e4fe1e435c3f839b/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"video_codec_perf_tests": [
"bin/run_video_codec_perf_tests"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8942460188538851184"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Mac 11"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac64 Builder"
},
{
"key": "parent_buildnumber",
"value": "3613"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:13:36.623] Scheduled build:
{
"id": "8777030126476540609",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2779,
"createdBy": "project:webrtc",
"createTime": "2023-06-28T16:13:36.263124877Z",
"updateTime": "2023-06-28T16:13:36.263124877Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"ref": "refs/heads/main"
}
}
}
[16:13:36.624] Task URL: https://cr-buildbucket.appspot.com/build/8777030126476540609
[16:13:36.624] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:2:0) after 8m41s
[16:18:48.180] Received PubSub notification, asking Buildbucket for the build status
[16:18:48.198] Build status: STARTED
[16:22:17.638] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:2:0)
[16:22:17.804] Build status: STARTED
[16:22:17.804] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:4:0) after 9m45s
[16:32:03.385] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:4:0)
[16:32:03.426] Build status: STARTED
[16:32:03.426] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:5:0) after 8m44s
[16:40:47.529] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:5:0)
[16:40:47.548] Build status: STARTED
[16:40:47.548] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:6:0) after 3m29s
[16:44:16.519] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:6:0)
[16:44:16.538] Build status: STARTED
[16:44:16.538] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:7:0) after 7m26s
[16:51:42.558] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:7:0)
[16:51:42.576] Build status: STARTED
[16:51:42.576] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:8:0) after 4m33s
[16:56:16.258] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:8:0)
[16:56:16.348] Build status: STARTED
[16:56:16.348] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:9:0) after 1m46s
[16:58:02.594] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:9:0)
[16:58:02.613] Build status: STARTED
[16:58:02.613] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:10:0) after 6m31s
[17:04:33.701] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:10:0)
[17:04:33.732] Build status: STARTED
[17:04:33.732] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:11:0) after 7m18s
[17:11:51.754] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:11:0)
[17:11:51.774] Build status: STARTED
[17:11:51.774] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:12:0) after 2m40s
[17:14:31.822] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:12:0)
[17:14:31.843] Build status: STARTED
[17:14:31.843] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:13:0) after 9m30s
[17:24:01.926] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:13:0)
[17:24:01.967] Build status: STARTED
[17:24:01.967] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:14:0) after 4m47s
[17:28:49.176] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:14:0)
[17:28:49.227] Build status: STARTED
[17:28:49.227] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:15:0) after 8m48s
[17:37:37.465] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:15:0)
[17:37:37.487] Build status: STARTED
[17:37:37.487] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:16:0) after 1m48s
[17:39:25.673] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:16:0)
[17:39:25.689] Build status: STARTED
[17:39:25.690] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:17:0) after 2m43s
[17:42:09.170] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:17:0)
[17:42:09.197] Build status: STARTED
[17:42:09.197] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:18:0) after 8m13s
[17:50:22.837] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:18:0)
[17:50:22.862] Build status: STARTED
[17:50:22.862] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:19:0) after 4m18s
[17:54:40.880] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:19:0)
[17:54:40.902] Build status: STARTED
[17:54:40.902] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:20:0) after 2m10s
[17:56:50.927] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:20:0)
[17:56:50.943] Build status: STARTED
[17:56:50.943] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:21:0) after 2m49s
[17:59:40.212] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:21:0)
[17:59:40.232] Build status: STARTED
[17:59:40.232] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:22:0) after 2m54s
[18:02:34.265] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:22:0)
[18:02:34.285] Build status: STARTED
[18:02:34.285] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:23:0) after 8m46s
[18:11:20.494] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:23:0)
[18:11:20.651] Build status: STARTED
[18:11:20.651] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:24:0) after 3m37s
[18:14:57.730] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:24:0)
[18:14:57.755] Build status: STARTED
[18:14:57.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:25:0) after 2m47s
[18:17:44.804] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:25:0)
[18:17:44.857] Build status: STARTED
[18:17:44.857] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:26:0) after 8m8s
[18:25:53.223] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:26:0)
[18:25:53.248] Build status: STARTED
[18:25:53.248] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:27:0) after 6m10s
[18:32:03.374] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:27:0)
[18:32:03.434] Build status: STARTED
[18:32:03.434] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:28:0) after 1m43s
[18:33:46.586] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:28:0)
[18:33:46.679] Build status: STARTED
[18:33:46.679] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:29:0) after 8m35s
[18:42:21.738] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:29:0)
[18:42:21.755] Build status: STARTED
[18:42:21.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:30:0) after 2m35s
[18:44:56.949] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:30:0)
[18:44:56.968] Build status: STARTED
[18:44:56.968] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:31:0) after 6m24s
[18:51:20.987] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:31:0)
[18:51:21.039] Build status: STARTED
[18:51:21.040] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:32:0) after 1m39s
[18:53:00.063] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:32:0)
[18:53:00.087] Build status: STARTED
[18:53:00.087] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8942460188538851184:33:0) after 6m46s
[18:59:36.216] Received PubSub notification, asking Buildbucket for the build status
[18:59:36.234] Build:
{
"id": "8777030126476540609",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2779,
"createdBy": "project:webrtc",
"createTime": "2023-06-28T16:13:36.263124877Z",
"startTime": "2023-06-28T16:18:47.612097Z",
"endTime": "2023-06-28T18:59:35.959809770Z",
"updateTime": "2023-06-28T18:59:35.959809770Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "7a24f2a7ebcbb8076ebfe25fd5d2b0261d8aea9e",
"ref": "refs/heads/main"
}
}
}
[18:59:36.234] Invocation finished in 2h46m1.320589817s with status FAILED