[14:09:41.132] New invocation is queued and will start shortly
[14:09:41.132] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:09:42.253] Starting the invocation (attempt 1)
[14:09:42.284] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c2429a080d74337c122271cf9e205e3d321d8a68"
[14:09:42.284] Popped gitiles commit info from properties and tags
[14:09:42.284] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:09:42.284] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:09:42.284] Buildbucket request:
{
"requestId": "8953067828499626960",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8953067828499626960",
"job": "webrtc/Perf Mac 11",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "65a6ecab337e34eddd511dbd9da1a920ab503025"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "65a6ecab337e34eddd511dbd9da1a920ab503025",
"parent_got_revision_cp": "refs/heads/main@{#39466}",
"revision": "65a6ecab337e34eddd511dbd9da1a920ab503025",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "112634e0ca5824a3e2a4e453f13eef075bee8e058fd4c7c4914f2b7f622bc2f2/575",
"webrtc_perf_tests": "a1febc9bdf362aebfbb0d8692bdff59093da25dcfce8b2d242897bc32bc3525a/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "65a6ecab337e34eddd511dbd9da1a920ab503025",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:2726",
"user_agent:recipe"
]
},
"id": "4cb7e687-538a-43ea-9e17-acc556eb3c45",
"title": "Mac64 Builder/2726"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "c2429a080d74337c122271cf9e205e3d321d8a68"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "c2429a080d74337c122271cf9e205e3d321d8a68",
"parent_got_revision_cp": "refs/heads/main@{#39467}",
"revision": "c2429a080d74337c122271cf9e205e3d321d8a68",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "329b52da5b813b11828dbf3de6a22ec934591071ca7af318a9c4fe7e12394bb7/575",
"webrtc_perf_tests": "bc9189e47654c8a5f25eb06fa73fca37e67b4ed5643b5657795b05fbe5cd6f6a/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "c2429a080d74337c122271cf9e205e3d321d8a68",
"tags": [
"parent_buildername:Mac64 Builder",
"parent_buildnumber:2727",
"user_agent:recipe"
]
},
"id": "9a4ba5ec-f1f6-4305-ab7b-c00099a850c1",
"title": "Mac64 Builder/2727"
}
]
},
"deps_revision_overrides": {
"src": "c2429a080d74337c122271cf9e205e3d321d8a68"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Mac64 Builder",
"parent_got_revision": "c2429a080d74337c122271cf9e205e3d321d8a68",
"parent_got_revision_cp": "refs/heads/main@{#39467}",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "329b52da5b813b11828dbf3de6a22ec934591071ca7af318a9c4fe7e12394bb7/575",
"webrtc_perf_tests": "bc9189e47654c8a5f25eb06fa73fca37e67b4ed5643b5657795b05fbe5cd6f6a/406"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"bin/run_webrtc_perf_tests"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c2429a080d74337c122271cf9e205e3d321d8a68",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8953067828499626960"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Mac 11"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac64 Builder"
},
{
"key": "parent_buildnumber",
"value": "2727"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:09:42.893] Scheduled build:
{
"id": "8787637766477497185",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2086,
"createdBy": "project:webrtc",
"createTime": "2023-03-03T14:09:42.436965954Z",
"updateTime": "2023-03-03T14:09:42.436965954Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c2429a080d74337c122271cf9e205e3d321d8a68",
"ref": "refs/heads/main"
}
}
}
[14:09:42.894] Task URL: https://cr-buildbucket.appspot.com/build/8787637766477497185
[14:09:42.894] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:2:0) after 1m45s
[14:10:01.168] Received PubSub notification, asking Buildbucket for the build status
[14:10:01.193] Build status: STARTED
[14:11:28.098] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:2:0)
[14:11:28.137] Build status: STARTED
[14:11:28.137] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:4:0) after 6m42s
[14:18:10.185] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:4:0)
[14:18:10.209] Build status: STARTED
[14:18:10.209] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:5:0) after 1m0s
[14:19:10.256] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:5:0)
[14:19:10.348] Build status: STARTED
[14:19:10.349] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:6:0) after 9m50s
[14:29:00.378] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:6:0)
[14:29:00.413] Build status: STARTED
[14:29:00.413] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:7:0) after 4m0s
[14:33:00.429] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:7:0)
[14:33:00.466] Build status: STARTED
[14:33:00.466] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:8:0) after 8m49s
[14:41:49.596] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:8:0)
[14:41:49.625] Build status: STARTED
[14:41:49.625] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:9:0) after 5m38s
[14:47:27.669] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:9:0)
[14:47:27.691] Build status: STARTED
[14:47:27.691] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:10:0) after 6m5s
[14:53:32.712] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:10:0)
[14:53:32.739] Build status: STARTED
[14:53:32.739] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:11:0) after 2m31s
[14:56:03.814] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:11:0)
[14:56:03.837] Build status: STARTED
[14:56:03.837] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:12:0) after 4m4s
[15:00:07.861] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:12:0)
[15:00:07.883] Build status: STARTED
[15:00:07.883] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:13:0) after 5m43s
[15:05:51.050] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:13:0)
[15:05:51.101] Build status: STARTED
[15:05:51.101] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:14:0) after 1m36s
[15:07:27.443] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:14:0)
[15:07:27.467] Build status: STARTED
[15:07:27.467] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:15:0) after 4m27s
[15:11:55.218] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:15:0)
[15:11:55.246] Build status: STARTED
[15:11:55.246] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:16:0) after 8m22s
[15:20:17.355] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:16:0)
[15:20:17.377] Build status: STARTED
[15:20:17.377] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:17:0) after 8m9s
[15:28:26.405] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:17:0)
[15:28:26.426] Build status: STARTED
[15:28:26.426] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:18:0) after 3m40s
[15:32:06.486] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:18:0)
[15:32:06.521] Build status: STARTED
[15:32:06.521] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:19:0) after 4m52s
[15:36:58.626] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:19:0)
[15:36:58.670] Build status: STARTED
[15:36:58.670] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:20:0) after 1m53s
[15:38:52.056] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:20:0)
[15:38:52.089] Build status: STARTED
[15:38:52.089] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:21:0) after 2m6s
[15:40:58.151] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:21:0)
[15:40:58.174] Build status: STARTED
[15:40:58.175] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:22:0) after 1m27s
[15:42:25.454] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:22:0)
[15:42:25.477] Build status: STARTED
[15:42:25.477] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:23:0) after 7m25s
[15:49:51.173] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:23:0)
[15:49:51.197] Build status: STARTED
[15:49:51.197] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:24:0) after 6m11s
[15:56:02.411] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:24:0)
[15:56:02.434] Build status: STARTED
[15:56:02.434] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:25:0) after 2m59s
[15:59:01.499] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:25:0)
[15:59:01.523] Build status: STARTED
[15:59:01.523] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:26:0) after 8m46s
[16:07:47.643] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:26:0)
[16:07:47.692] Build status: STARTED
[16:07:47.692] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:27:0) after 1m3s
[16:08:50.768] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:27:0)
[16:08:50.791] Build status: STARTED
[16:08:50.792] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:28:0) after 9m54s
[16:18:44.904] Handling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:28:0)
[16:18:44.930] Build status: STARTED
[16:18:44.930] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Mac 11:8953067828499626960:29:0) after 8m30s
[16:23:29.544] Received PubSub notification, asking Buildbucket for the build status
[16:23:29.566] Build:
{
"id": "8787637766477497185",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Mac 11"
},
"number": 2086,
"createdBy": "project:webrtc",
"createTime": "2023-03-03T14:09:42.436965954Z",
"startTime": "2023-03-03T14:10:00.444131Z",
"endTime": "2023-03-03T16:23:29.209465993Z",
"updateTime": "2023-03-03T16:23:29.209465993Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c2429a080d74337c122271cf9e205e3d321d8a68",
"ref": "refs/heads/main"
}
}
}
[16:23:29.566] Invocation finished in 2h13m48.441787791s with status FAILED