[14:20:40.435] New invocation is queued and will start shortly
[14:20:40.435] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:20:41.737] Starting the invocation (attempt 1)
[14:20:41.768] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/4db5b979b749ce1141d1406391499715e697f34d"
[14:20:41.768] Popped gitiles commit info from properties and tags
[14:20:41.768] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:20:41.768] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:20:41.769] Buildbucket request:
{
"requestId": "8962761012579266608",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8962761012579266608",
"job": "webrtc/Perf Android64 (R Pixel5)",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
"parent_got_revision_cp": "refs/heads/main@{#38640}",
"revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "e280d7562b67352f7e1e56dbfe8dfdbb0c3afb36be06da6c203ed74c1035d9c1/657",
"webrtc_perf_tests": "0fb434e7c7f5512f0ec50764d4a4621c0d5aad08367e77939e229c0bf6a21109/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"luci-auth",
"context",
"--",
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../.task_template_packages/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "3e0658beecb32c8ae1e5d29c8235bc13b99a3288",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2078",
"user_agent:recipe"
]
},
"id": "81e72961-fe59-46f1-b8ab-e4c578803a1b",
"title": "Android64 Builder arm64/2078"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "7ccd88f3e5b8527f30b6495709df8fe28c580521"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
"parent_got_revision_cp": "refs/heads/main@{#38641}",
"revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "00c4421ae9e9eefd2f28bf2f835937d50bdfdabac2158c069afd7b8b7b7aa4d3/657",
"webrtc_perf_tests": "72915ac0635435d15edd54264b58f3fef15e616128410349c700afcbf508c31b/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"luci-auth",
"context",
"--",
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../.task_template_packages/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "7ccd88f3e5b8527f30b6495709df8fe28c580521",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2079",
"user_agent:recipe"
]
},
"id": "bb9bcb5e-64e4-4812-a0bb-07a61a95c383",
"title": "Android64 Builder arm64/2079"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "e844aad41ab7391e6f21a0524007749d0a462f01"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
"parent_got_revision_cp": "refs/heads/main@{#38642}",
"revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "1973e3aae398365f948d4efa4b5c6382fc5b1e0b4b9e6bc8a35e2edf59c4eb91/657",
"webrtc_perf_tests": "bde31336bab8074461a80ff4bb3a35d001770c843730e95e6300c12260f06d5b/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"luci-auth",
"context",
"--",
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../.task_template_packages/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "e844aad41ab7391e6f21a0524007749d0a462f01",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2080",
"user_agent:recipe"
]
},
"id": "88a9773f-8727-4fe4-8ad8-e10e1bb78db0",
"title": "Android64 Builder arm64/2080"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"src": "4db5b979b749ce1141d1406391499715e697f34d"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "4db5b979b749ce1141d1406391499715e697f34d",
"parent_got_revision_cp": "refs/heads/main@{#38643}",
"revision": "4db5b979b749ce1141d1406391499715e697f34d",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "694b500674d9f790075abda236dcea1b5b455308927c0caf5dcf99cd37e24d3b/657",
"webrtc_perf_tests": "93701ab34103a0ae0cdfebeef3c56f0a93ed67d8574e27287840f2ad85623868/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"luci-auth",
"context",
"--",
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../.task_template_packages/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"ref": "refs/heads/main",
"repo": "https://webrtc.googlesource.com/src",
"revision": "4db5b979b749ce1141d1406391499715e697f34d",
"tags": [
"parent_buildername:Android64 Builder arm64",
"parent_buildnumber:2081",
"user_agent:recipe"
]
},
"id": "28c9dca3-8a09-4f3d-8436-d23a0f4614a6",
"title": "Android64 Builder arm64/2081"
}
]
},
"deps_revision_overrides": {
"src": "4db5b979b749ce1141d1406391499715e697f34d"
},
"parent_builder_group": "client.webrtc",
"parent_buildername": "Android64 Builder arm64",
"parent_got_revision": "4db5b979b749ce1141d1406391499715e697f34d",
"parent_got_revision_cp": "refs/heads/main@{#38643}",
"swarm_hashes": {
"low_bandwidth_audio_perf_test": "694b500674d9f790075abda236dcea1b5b455308927c0caf5dcf99cd37e24d3b/657",
"webrtc_perf_tests": "93701ab34103a0ae0cdfebeef3c56f0a93ed67d8574e27287840f2ad85623868/493"
},
"swarming_command_lines": {
"low_bandwidth_audio_perf_test": [
"vpython3",
"../../audio/test/low_bandwidth_audio_test.py"
],
"webrtc_perf_tests": [
"luci-auth",
"context",
"--",
"vpython3",
"../../build/android/test_wrapper/logdog_wrapper.py",
"--target",
"webrtc_perf_tests",
"--logdog-bin-cmd",
"../../.task_template_packages/logdog_butler",
"--logcat-output-file",
"${WILL_BE_ISOLATED_OUTDIR}/logcats",
"--store-tombstones"
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "4db5b979b749ce1141d1406391499715e697f34d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8962761012579266608"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Perf Android64 (R Pixel5)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Android64 Builder arm64"
},
{
"key": "parent_buildnumber",
"value": "2081"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:20:42.355] Scheduled build:
{
"id": "8797330950432345953",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"number": 50,
"createdBy": "project:webrtc",
"createTime": "2022-11-16T14:20:41.854775040Z",
"updateTime": "2022-11-16T14:20:41.854775040Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "4db5b979b749ce1141d1406391499715e697f34d",
"ref": "refs/heads/main"
}
}
}
[14:20:42.355] Task URL: https://cr-buildbucket.appspot.com/build/8797330950432345953
[14:20:42.355] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:2:0) after 1m28s
[14:22:10.579] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:2:0)
[14:22:10.617] Build status: SCHEDULED
[14:22:10.617] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:3:0) after 4m42s
[14:22:29.889] Received PubSub notification, asking Buildbucket for the build status
[14:22:30.599] Build status: STARTED
[14:26:52.733] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:3:0)
[14:26:52.755] Build status: STARTED
[14:26:52.755] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:5:0) after 4m22s
[14:31:14.903] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:5:0)
[14:31:14.932] Build status: STARTED
[14:31:14.932] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:6:0) after 1m4s
[14:32:19.344] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:6:0)
[14:32:19.456] Build status: STARTED
[14:32:19.456] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:7:0) after 9m2s
[14:41:21.569] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:7:0)
[14:41:21.598] Build status: STARTED
[14:41:21.598] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:8:0) after 5m31s
[14:46:52.783] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:8:0)
[14:46:52.814] Build status: STARTED
[14:46:52.815] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:9:0) after 9m1s
[14:55:54.354] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:9:0)
[14:55:54.378] Build status: STARTED
[14:55:54.378] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:10:0) after 2m17s
[14:58:11.405] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:10:0)
[14:58:11.448] Build status: STARTED
[14:58:11.448] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:11:0) after 2m12s
[15:00:23.844] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:11:0)
[15:00:23.885] Build status: STARTED
[15:00:23.885] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:12:0) after 4m2s
[15:04:25.908] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:12:0)
[15:04:25.932] Build status: STARTED
[15:04:25.933] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:13:0) after 8m49s
[15:13:14.959] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:13:0)
[15:13:14.985] Build status: STARTED
[15:13:14.985] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:14:0) after 4m36s
[15:17:51.021] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:14:0)
[15:17:51.043] Build status: STARTED
[15:17:51.043] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:15:0) after 1m8s
[15:18:59.064] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:15:0)
[15:18:59.090] Build status: STARTED
[15:18:59.090] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:16:0) after 1m4s
[15:20:03.099] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:16:0)
[15:20:03.128] Build status: STARTED
[15:20:03.128] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:17:0) after 5m37s
[15:25:40.251] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:17:0)
[15:25:40.277] Build status: STARTED
[15:25:40.277] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:18:0) after 4m18s
[15:29:58.280] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:18:0)
[15:29:58.360] Build status: STARTED
[15:29:58.360] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:19:0) after 8m53s
[15:38:51.397] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:19:0)
[15:38:51.575] Build status: STARTED
[15:38:51.575] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:20:0) after 6m16s
[15:45:07.598] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:20:0)
[15:45:07.656] Build status: STARTED
[15:45:07.656] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:21:0) after 6m26s
[15:51:33.692] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:21:0)
[15:51:33.789] Build status: STARTED
[15:51:33.789] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:22:0) after 4m43s
[15:56:16.913] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:22:0)
[15:56:16.933] Build status: STARTED
[15:56:16.933] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:23:0) after 6m9s
[16:02:26.241] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:23:0)
[16:02:26.274] Build status: STARTED
[16:02:26.274] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:24:0) after 9m45s
[16:12:11.292] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:24:0)
[16:12:11.315] Build status: STARTED
[16:12:11.315] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:25:0) after 9m8s
[16:21:19.448] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:25:0)
[16:21:19.473] Build status: STARTED
[16:21:19.473] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:26:0) after 3m21s
[16:24:41.217] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:26:0)
[16:24:41.247] Build status: STARTED
[16:24:41.247] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:27:0) after 7m26s
[16:32:07.282] Handling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:27:0)
[16:32:07.308] Build status: STARTED
[16:32:07.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Android64 (R Pixel5):8962761012579266608:28:0) after 5m20s
[16:34:37.294] Received PubSub notification, asking Buildbucket for the build status
[16:34:37.332] Build:
{
"id": "8797330950432345953",
"builder": {
"project": "webrtc",
"bucket": "perf",
"builder": "Perf Android64 (R Pixel5)"
},
"number": 50,
"createdBy": "project:webrtc",
"createTime": "2022-11-16T14:20:41.854775040Z",
"startTime": "2022-11-16T14:22:24.712607Z",
"endTime": "2022-11-16T16:34:36.821785817Z",
"updateTime": "2022-11-16T16:34:36.821785817Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "4db5b979b749ce1141d1406391499715e697f34d",
"ref": "refs/heads/main"
}
}
}
[16:34:37.332] Invocation finished in 2h13m56.909072397s with status FAILED