[20:22:34.735] New invocation is queued and will start shortly
[20:22:34.735] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:22:35.819] Starting the invocation (attempt 1)
[20:22:35.862] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/20afff9263f4620724719db7df6c3c64b2f49d9d"
[20:22:35.862] Popped gitiles commit info from properties and tags
[20:22:35.862] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:22:35.862] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:22:35.864] Buildbucket request:
{
"requestId": "8963553616180908288",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8963553616180908288",
"job": "webrtc/Perf Android64 (R Pixel5)",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "0e2cf6cc013f66ece390bce0c5bcd64e4fc5666d"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "0e2cf6cc013f66ece390bce0c5bcd64e4fc5666d",
"parent_got_revision_cp": "refs/heads/main@{#38568}",
"revision": "0e2cf6cc013f66ece390bce0c5bcd64e4fc5666d",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "cb83c9ebe7c01942501f01859fb9730fd23b77b3be0566c3749032ee390f1e05/657",
"webrtc_perf_tests": "992be32bff51eb9fdbeef8ab55a163a0b4d5629d20ee3144389458edd6af2a0c/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../bin/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "0e2cf6cc013f66ece390bce0c5bcd64e4fc5666d",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2006",
"user_agent:recipe"
]
},
"id": "5f5e0197-36c0-4486-abe4-f2fc772c94fb",
"title": "Android64 Builder arm64/2006"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "262d9cca089d8801122d9ffdade478a8dbd590f2"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "262d9cca089d8801122d9ffdade478a8dbd590f2",
"parent_got_revision_cp": "refs/heads/main@{#38569}",
"revision": "262d9cca089d8801122d9ffdade478a8dbd590f2",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "f6bbc5cf8ea752924cc409e5a949ad6862cd4b7c0c715e0d191f74f9c4307516/657",
"webrtc_perf_tests": "11c9d2460af089a3759c4209c214b51a7ff54b92c067f1abc9780aef63887123/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../bin/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "262d9cca089d8801122d9ffdade478a8dbd590f2",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2007",
"user_agent:recipe"
]
},
"id": "5b525d6e-532d-4190-b638-12876333d2c8",
"title": "Android64 Builder arm64/2007"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "20afff9263f4620724719db7df6c3c64b2f49d9d"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"parent_got_revision_cp": "refs/heads/main@{#38571}",
"revision": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "a10ce25f991501a603ff87e966a055a7b4c640a02a078770ce5923fc1e285f60/657",
"webrtc_perf_tests": "2196e707dbb6976183da800d3786a862c87336529b3604ffbcb146e30339b9c5/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../bin/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2009",
"user_agent:recipe"
]
},
"id": "4d8aad9c-9516-41d4-9ccf-e97e344a18e6",
"title": "Android64 Builder arm64/2009"
}
]
},
"deps_revision_overrides": {
"src": "20afff9263f4620724719db7df6c3c64b2f49d9d"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"parent_got_revision_cp": "refs/heads/main@{#38571}",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "a10ce25f991501a603ff87e966a055a7b4c640a02a078770ce5923fc1e285f60/657",
"webrtc_perf_tests": "2196e707dbb6976183da800d3786a862c87336529b3604ffbcb146e30339b9c5/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../bin/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8963553616180908288"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Android64 (R Pixel5)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Android64 Builder arm64"
},
{
"key": "parent_buildnumber",
"value": "2009"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:22:36.768] Scheduled build:
{
"id": "8798123554205910161",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"number": 3,
"createdBy": "project:webrtc",
"createTime": "2022-11-07T20:22:35.992828980Z",
"updateTime": "2022-11-07T20:22:35.992828980Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"ref": "refs/heads/main"
}
}
}
[20:22:36.769] Task URL: https://cr-buildbucket.appspot.com/build/8798123554205910161
[20:22:36.769] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:2:0) after 8m52s
[20:23:19.531] Received PubSub notification, asking Buildbucket for the build status
[20:23:19.568] Build status: STARTED
[20:31:28.799] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:2:0)
[20:31:28.829] Build status: STARTED
[20:31:28.829] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:4:0) after 2m31s
[20:33:59.816] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:4:0)
[20:33:59.864] Build status: STARTED
[20:33:59.864] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:5:0) after 5m3s
[20:39:02.893] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:5:0)
[20:39:02.918] Build status: STARTED
[20:39:02.918] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:6:0) after 9m7s
[20:48:10.043] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:6:0)
[20:48:10.071] Build status: STARTED
[20:48:10.071] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:7:0) after 4m17s
[20:52:27.097] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:7:0)
[20:52:27.126] Build status: STARTED
[20:52:27.126] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:8:0) after 5m22s
[20:57:49.161] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:8:0)
[20:57:49.189] Build status: STARTED
[20:57:49.189] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:9:0) after 1m35s
[20:59:24.213] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:9:0)
[20:59:24.237] Build status: STARTED
[20:59:24.237] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:10:0) after 5m21s
[21:04:45.558] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:10:0)
[21:04:45.586] Build status: STARTED
[21:04:45.586] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:11:0) after 9m56s
[21:14:41.647] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:11:0)
[21:14:41.684] Build status: STARTED
[21:14:41.684] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:12:0) after 2m40s
[21:17:22.111] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:12:0)
[21:17:22.139] Build status: STARTED
[21:17:22.139] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:13:0) after 4m8s
[21:21:30.459] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:13:0)
[21:21:30.492] Build status: STARTED
[21:21:30.492] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:14:0) after 9m24s
[21:30:54.566] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:14:0)
[21:30:54.601] Build status: STARTED
[21:30:54.601] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:15:0) after 4m29s
[21:35:23.633] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:15:0)
[21:35:23.702] Build status: STARTED
[21:35:23.702] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:16:0) after 6m52s
[21:42:15.726] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:16:0)
[21:42:15.750] Build status: STARTED
[21:42:15.750] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:17:0) after 4m59s
[21:47:14.883] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:17:0)
[21:47:14.922] Build status: STARTED
[21:47:14.923] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:18:0) after 4m5s
[21:51:20.059] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:18:0)
[21:51:20.091] Build status: STARTED
[21:51:20.091] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:19:0) after 5m9s
[21:56:29.311] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:19:0)
[21:56:29.358] Build status: STARTED
[21:56:29.358] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:20:0) after 6m4s
[22:02:33.616] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:20:0)
[22:02:33.644] Build status: STARTED
[22:02:33.644] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:21:0) after 6m51s
[22:09:24.689] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:21:0)
[22:09:24.715] Build status: STARTED
[22:09:24.715] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:22:0) after 4m18s
[22:13:42.779] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:22:0)
[22:13:42.808] Build status: STARTED
[22:13:42.808] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:23:0) after 6m20s
[22:20:02.847] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:23:0)
[22:20:02.886] Build status: STARTED
[22:20:02.886] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:24:0) after 4m17s
[22:24:20.124] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:24:0)
[22:24:20.152] Build status: STARTED
[22:24:20.152] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:25:0) after 5m25s
[22:29:45.436] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:25:0)
[22:29:45.462] Build status: STARTED
[22:29:45.462] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:26:0) after 2m45s
[22:32:30.785] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:26:0)
[22:32:30.812] Build status: STARTED
[22:32:30.812] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:27:0) after 1m48s
[22:34:18.943] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:27:0)
[22:34:18.981] Build status: STARTED
[22:34:18.981] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:28:0) after 3m43s
[22:38:02.620] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:28:0)
[22:38:02.646] Build status: STARTED
[22:38:02.646] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:29:0) after 2m0s
[22:40:03.123] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:29:0)
[22:40:03.183] Build status: STARTED
[22:40:03.183] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:30:0) after 4m50s
[22:44:53.475] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:30:0)
[22:44:53.501] Build status: STARTED
[22:44:53.501] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:31:0) after 8m1s
[22:52:54.827] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:31:0)
[22:52:54.851] Build status: STARTED
[22:52:54.851] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:32:0) after 3m36s
[22:56:31.506] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:32:0)
[22:56:31.532] Build status: STARTED
[22:56:31.532] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:33:0) after 2m57s
[22:59:28.525] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:33:0)
[22:59:28.548] Build status: STARTED
[22:59:28.548] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:34:0) after 8m57s
[23:08:25.609] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:34:0)
[23:08:25.636] Build status: STARTED
[23:08:25.636] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:35:0) after 9m39s
[23:18:04.997] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:35:0)
[23:18:05.038] Build status: STARTED
[23:18:05.038] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8963553616180908288:36:0) after 9m13s
[23:24:12.161] Received PubSub notification, asking Buildbucket for the build status
[23:24:12.189] Build:
{
"id": "8798123554205910161",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"number": 3,
"createdBy": "project:webrtc",
"createTime": "2022-11-07T20:22:35.992828980Z",
"startTime": "2022-11-07T20:23:18.751078Z",
"endTime": "2022-11-07T23:24:11.815838214Z",
"updateTime": "2022-11-07T23:24:11.815838214Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "20afff9263f4620724719db7df6c3c64b2f49d9d",
"ref": "refs/heads/main"
}
}
}
[23:24:12.189] Invocation finished in 3h1m37.464783545s with status FAILED