[18:19:54.598] New invocation is queued and will start shortly
[18:19:54.598] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:19:55.996] Starting the invocation (attempt 1)
[18:19:56.028] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/77bb688982beab6552186388ef15b4d8ad2b52a5"
[18:19:56.028] Popped gitiles commit info from properties and tags
[18:19:56.028] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:19:56.028] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:19:56.029] Buildbucket request:
{
"requestId": "8961477603626975424",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8961477603626975424",
"job": "webrtc/Perf Mac 11",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "d4dbe4527d147ed0c96b81e7fb3c6e40f7a5c7d0"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "d4dbe4527d147ed0c96b81e7fb3c6e40f7a5c7d0",
"parent_got_revision_cp": "refs/heads/main@{#38776}",
"revision": "d4dbe4527d147ed0c96b81e7fb3c6e40f7a5c7d0",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "4b01a02d9a071fe244e302bb10832439ae7f96ad39cbcbb4cfe1af4b86100df7/575",
"webrtc_perf_tests": "ca71626afa5a94d096a9925c49e0571b759675bcf5c900121e7cd726ae8bc5e9/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "d4dbe4527d147ed0c96b81e7fb3c6e40f7a5c7d0",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:2068",
"user_agent:recipe"
]
},
"id": "114169bd-2d89-4b50-977c-d1b31eca03e2",
"title": "Mac64 Builder/2068"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "b00f88179e16e339bdd7ba147e2acb5d182d64eb"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "b00f88179e16e339bdd7ba147e2acb5d182d64eb",
"parent_got_revision_cp": "refs/heads/main@{#38777}",
"revision": "b00f88179e16e339bdd7ba147e2acb5d182d64eb",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "637e87b88bfaddd37b3e433cfcfa8cbd3d2fcb1d9b79f63ca4a32b1e15a1415e/575",
"webrtc_perf_tests": "4645c3cd8b2ea9158c26390a2497ea72a5818611c99c1ca2584c4f21bb720246/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "b00f88179e16e339bdd7ba147e2acb5d182d64eb",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:2069",
"user_agent:recipe"
]
},
"id": "fa3f8e6c-b42d-4846-94aa-4e823987327b",
"title": "Mac64 Builder/2069"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "77bb688982beab6552186388ef15b4d8ad2b52a5"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"parent_got_revision_cp": "refs/heads/main@{#38778}",
"revision": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "4b01a02d9a071fe244e302bb10832439ae7f96ad39cbcbb4cfe1af4b86100df7/575",
"webrtc_perf_tests": "ca71626afa5a94d096a9925c49e0571b759675bcf5c900121e7cd726ae8bc5e9/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:2070",
"user_agent:recipe"
]
},
"id": "31097972-d084-453e-b14f-4ada6b9e2a53",
"title": "Mac64 Builder/2070"
}
]
},
"deps_revision_overrides": {
"src": "77bb688982beab6552186388ef15b4d8ad2b52a5"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"parent_got_revision_cp": "refs/heads/main@{#38778}",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "4b01a02d9a071fe244e302bb10832439ae7f96ad39cbcbb4cfe1af4b86100df7/575",
"webrtc_perf_tests": "ca71626afa5a94d096a9925c49e0571b759675bcf5c900121e7cd726ae8bc5e9/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8961477603626975424"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Mac 11"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac64 Builder"
},
{
"key": "parent_buildnumber",
"value": "2070"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:19:56.534] Scheduled build:
{
"id": "8796047541391063025",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 1565,
"createdBy": "project:webrtc",
"createTime": "2022-11-30T18:19:56.095665449Z",
"updateTime": "2022-11-30T18:19:56.095665449Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:19:56.534] Task URL: https://cr-buildbucket.appspot.com/build/8796047541391063025
[18:19:56.534] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:2:0) after 3m51s
[18:23:47.745] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:2:0)
[18:23:47.780] Build status: SCHEDULED
[18:23:47.780] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:3:0) after 9m1s
[18:24:13.146] Received PubSub notification, asking Buildbucket for the build status
[18:24:13.194] Build status: STARTED
[18:32:48.974] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:3:0)
[18:32:49.005] Build status: STARTED
[18:32:49.005] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:5:0) after 3m16s
[18:36:05.294] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:5:0)
[18:36:05.320] Build status: STARTED
[18:36:05.320] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:6:0) after 5m48s
[18:41:53.983] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:6:0)
[18:41:54.115] Build status: STARTED
[18:41:54.115] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:7:0) after 3m2s
[18:44:56.297] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:7:0)
[18:44:56.330] Build status: STARTED
[18:44:56.330] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:8:0) after 2m1s
[18:46:57.395] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:8:0)
[18:46:57.479] Build status: STARTED
[18:46:57.480] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:9:0) after 3m46s
[18:50:43.763] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:9:0)
[18:50:43.799] Build status: STARTED
[18:50:43.799] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:10:0) after 1m54s
[18:52:37.999] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:10:0)
[18:52:38.110] Build status: STARTED
[18:52:38.110] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:11:0) after 2m46s
[18:55:24.137] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:11:0)
[18:55:24.161] Build status: STARTED
[18:55:24.161] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:12:0) after 1m11s
[18:56:35.265] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:12:0)
[18:56:35.292] Build status: STARTED
[18:56:35.292] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:13:0) after 5m39s
[19:02:14.409] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:13:0)
[19:02:14.440] Build status: STARTED
[19:02:14.440] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:14:0) after 3m38s
[19:05:52.618] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:14:0)
[19:05:52.639] Build status: STARTED
[19:05:52.639] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:15:0) after 3m46s
[19:09:38.668] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:15:0)
[19:09:38.694] Build status: STARTED
[19:09:38.694] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:16:0) after 4m24s
[19:14:02.762] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:16:0)
[19:14:02.789] Build status: STARTED
[19:14:02.789] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:17:0) after 6m14s
[19:20:16.811] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:17:0)
[19:20:16.857] Build status: STARTED
[19:20:16.857] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:18:0) after 5m59s
[19:26:15.904] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:18:0)
[19:26:15.936] Build status: STARTED
[19:26:15.936] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:19:0) after 8m14s
[19:34:29.996] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:19:0)
[19:34:30.028] Build status: STARTED
[19:34:30.028] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:20:0) after 4m35s
[19:39:05.522] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:20:0)
[19:39:05.545] Build status: STARTED
[19:39:05.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:21:0) after 5m10s
[19:44:15.565] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:21:0)
[19:44:15.600] Build status: STARTED
[19:44:15.600] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:22:0) after 7m54s
[19:52:09.621] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:22:0)
[19:52:09.644] Build status: STARTED
[19:52:09.644] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:23:0) after 2m8s
[19:54:17.878] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:23:0)
[19:54:17.900] Build status: STARTED
[19:54:17.900] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:24:0) after 7m1s
[20:01:18.936] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:24:0)
[20:01:18.969] Build status: STARTED
[20:01:18.969] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:25:0) after 3m47s
[20:05:06.037] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:25:0)
[20:05:06.063] Build status: STARTED
[20:05:06.063] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:26:0) after 3m11s
[20:08:17.114] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:26:0)
[20:08:17.160] Build status: STARTED
[20:08:17.160] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:27:0) after 1m21s
[20:09:38.340] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:27:0)
[20:09:38.364] Build status: STARTED
[20:09:38.364] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:28:0) after 1m57s
[20:11:35.382] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:28:0)
[20:11:35.462] Build status: STARTED
[20:11:35.462] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:29:0) after 2m26s
[20:14:01.483] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:29:0)
[20:14:01.510] Build status: STARTED
[20:14:01.510] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8961477603626975424:30:0) after 9m52s
[20:20:35.916] Received PubSub notification, asking Buildbucket for the build status
[20:20:35.942] Build:
{
"id": "8796047541391063025",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 1565,
"createdBy": "project:webrtc",
"createTime": "2022-11-30T18:19:56.095665449Z",
"startTime": "2022-11-30T18:24:12.499623Z",
"endTime": "2022-11-30T20:20:35.546712040Z",
"updateTime": "2022-11-30T20:20:35.546712040Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "77bb688982beab6552186388ef15b4d8ad2b52a5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:20:35.942] Invocation finished in 2h0m41.362882209s with status FAILED