[10:51:30.846] New invocation is queued and will start shortly
[10:51:30.846] Triggered by user:dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:51:31.905] Starting the invocation (attempt 1)
[10:51:31.930] Popped buildset tag "buildset:commit/gitiles/dawn.googlesource.com/dawn/+/b63dcd85c555e0217142e083b8dd5146e9f18969"
[10:51:31.930] Popped gitiles commit info from properties and tags
[10:51:31.930] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:51:31.930] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:51:31.930] Buildbucket request:
{
"requestId": "8848712591072464672",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848712591072464672",
"job": "dawn/dawn-win-x64-nvidia-gtx1660-asan",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "f86f0852312cf85b2fd0852f50ca81caab7cdfc9"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8683290350563980993"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8683290350563980993"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8683290350563980993"
}
],
"parent_build_id": "8683290350563980993",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "f86f0852312cf85b2fd0852f50ca81caab7cdfc9",
"revision": "f86f0852312cf85b2fd0852f50ca81caab7cdfc9",
"swarm_hashes": {
"dawn_end2end_tests": "6ce6196546e65efc3f48ae00907d8dc17a6f2ee9c8a494c21d43216d9f81acf6/487",
"dawn_perf_tests": "9a4ab3c2bc2635cba312f848b681bd2984c58fbbefa341f8b5b4f078cbb50b25/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "f86f0852312cf85b2fd0852f50ca81caab7cdfc9",
"tags": [
"parent_buildername:dawn-win-x64-builder-asan",
"parent_buildnumber:1900",
"user_agent:recipe"
]
},
"id": "36df42c3-9762-4db7-ad66-84ade1b8ab6f",
"title": "dawn-win-x64-builder-asan/1900",
"url": "https://cr-buildbucket.appspot.com/build/8683290350563980993"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "1059794df6d2547c21fe1f079ae15419acbf69bb"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8683286121845259761"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8683286121845259761"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8683286121845259761"
}
],
"parent_build_id": "8683286121845259761",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "1059794df6d2547c21fe1f079ae15419acbf69bb",
"revision": "1059794df6d2547c21fe1f079ae15419acbf69bb",
"swarm_hashes": {
"dawn_end2end_tests": "a3accb9e819cf4e2d0d39a2796d1bd64ff470631205a5c04acd519dd1e2e8fd2/487",
"dawn_perf_tests": "dc18348bef575d732c8332320651814fcc16b9d98955a869334c54385561ea6e/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "1059794df6d2547c21fe1f079ae15419acbf69bb",
"tags": [
"parent_buildername:dawn-win-x64-builder-asan",
"parent_buildnumber:1901",
"user_agent:recipe"
]
},
"id": "b2e6ecfb-496f-4362-84d2-33d1fba89e85",
"title": "dawn-win-x64-builder-asan/1901",
"url": "https://cr-buildbucket.appspot.com/build/8683286121845259761"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "b63dcd85c555e0217142e083b8dd5146e9f18969"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8683284006679985969"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8683284006679985969"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8683284006679985969"
}
],
"parent_build_id": "8683284006679985969",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"revision": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"swarm_hashes": {
"dawn_end2end_tests": "36bf7f3be5157827e74be2843f31711cca247197b928d09a1ff9a2d35f2d538c/487",
"dawn_perf_tests": "9f5478a238f810ecb2137a3892a9f4362bf32a5d287fa7b6f44facdd75748684/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"tags": [
"parent_buildername:dawn-win-x64-builder-asan",
"parent_buildnumber:1902",
"user_agent:recipe"
]
},
"id": "728df7f5-b090-476b-be7c-acf2ccd9e9cf",
"title": "dawn-win-x64-builder-asan/1902",
"url": "https://cr-buildbucket.appspot.com/build/8683284006679985969"
}
]
},
"deps_revision_overrides": {
"dawn": "b63dcd85c555e0217142e083b8dd5146e9f18969"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8683284006679985969"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8683284006679985969"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8683284006679985969"
}
],
"parent_build_id": "8683284006679985969",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"swarm_hashes": {
"dawn_end2end_tests": "36bf7f3be5157827e74be2843f31711cca247197b928d09a1ff9a2d35f2d538c/487",
"dawn_perf_tests": "9f5478a238f810ecb2137a3892a9f4362bf32a5d287fa7b6f44facdd75748684/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848712591072464672"
},
{
"key": "scheduler_job_id",
"value": "dawn/dawn-win-x64-nvidia-gtx1660-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "dawn-win-x64-builder-asan"
},
{
"key": "parent_buildnumber",
"value": "1902"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:51:32.462] Scheduled build:
{
"id": "8683282529216705921",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"number": 1070,
"createdBy": "project:dawn",
"createTime": "2026-04-28T10:51:31.994693578Z",
"updateTime": "2026-04-28T10:51:31.994693578Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"ref": "refs/heads/main"
}
}
}
[10:51:32.462] Task URL: https://cr-buildbucket.appspot.com/build/8683282529216705921
[10:51:32.462] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:2:0) after 1m47s
[10:51:32.582] Received PubSub notification, asking Buildbucket for the build status
[10:51:32.712] Build status: SCHEDULED
[10:51:40.806] Received PubSub notification, asking Buildbucket for the build status
[10:51:40.824] Build status: STARTED
[10:53:19.452] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:2:0)
[10:53:19.479] Build status: STARTED
[10:53:19.479] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:5:0) after 3m26s
[10:56:45.582] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:5:0)
[10:56:45.651] Build status: STARTED
[10:56:45.651] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:6:0) after 3m3s
[10:59:48.669] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:6:0)
[10:59:48.688] Build status: STARTED
[10:59:48.688] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:7:0) after 2m40s
[11:02:28.761] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:7:0)
[11:02:28.783] Build status: STARTED
[11:02:28.783] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:8:0) after 8m37s
[11:11:05.850] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:8:0)
[11:11:05.875] Build status: STARTED
[11:11:05.875] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:9:0) after 1m35s
[11:12:40.924] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:9:0)
[11:12:40.948] Build status: STARTED
[11:12:40.948] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:10:0) after 8m36s
[11:21:16.966] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:10:0)
[11:21:16.986] Build status: STARTED
[11:21:16.986] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:11:0) after 1m50s
[11:23:07.059] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:11:0)
[11:23:07.225] Build status: STARTED
[11:23:07.225] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:12:0) after 6m3s
[11:29:10.227] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:12:0)
[11:29:10.248] Build status: STARTED
[11:29:10.248] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:13:0) after 4m38s
[11:33:48.265] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:13:0)
[11:33:48.309] Build status: STARTED
[11:33:48.309] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:14:0) after 3m45s
[11:37:33.353] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:14:0)
[11:37:33.370] Build status: STARTED
[11:37:33.370] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:15:0) after 5m10s
[11:42:43.393] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:15:0)
[11:42:43.410] Build status: STARTED
[11:42:43.410] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:16:0) after 5m59s
[11:48:42.428] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:16:0)
[11:48:42.448] Build status: STARTED
[11:48:42.448] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:17:0) after 1m25s
[11:50:07.415] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:17:0)
[11:50:07.437] Build status: STARTED
[11:50:07.437] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:18:0) after 8m53s
[11:59:00.603] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:18:0)
[11:59:00.644] Build status: STARTED
[11:59:00.644] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:19:0) after 5m54s
[12:04:54.666] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:19:0)
[12:04:54.797] Build status: STARTED
[12:04:54.797] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:20:0) after 4m8s
[12:09:02.822] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:20:0)
[12:09:02.839] Build status: STARTED
[12:09:02.839] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:21:0) after 6m13s
[12:15:15.864] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:21:0)
[12:15:15.881] Build status: STARTED
[12:15:15.881] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:22:0) after 6m35s
[12:21:50.945] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:22:0)
[12:21:50.965] Build status: STARTED
[12:21:50.965] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:23:0) after 3m40s
[12:25:30.980] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:23:0)
[12:25:31.003] Build status: STARTED
[12:25:31.003] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:24:0) after 7m29s
[12:33:00.022] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:24:0)
[12:33:00.046] Build status: STARTED
[12:33:00.046] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:25:0) after 3m6s
[12:36:06.089] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:25:0)
[12:36:06.190] Build status: STARTED
[12:36:06.190] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:26:0) after 8m39s
[12:44:45.206] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:26:0)
[12:44:45.226] Build status: STARTED
[12:44:45.226] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:27:0) after 7m20s
[12:52:05.243] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:27:0)
[12:52:05.272] Build status: STARTED
[12:52:05.272] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8848712591072464672:28:0) after 7m22s
[12:53:58.567] Received PubSub notification, asking Buildbucket for the build status
[12:53:58.595] Build:
{
"id": "8683282529216705921",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"number": 1070,
"createdBy": "project:dawn",
"createTime": "2026-04-28T10:51:31.994693578Z",
"startTime": "2026-04-28T10:51:40.625547857Z",
"endTime": "2026-04-28T12:53:57.511214679Z",
"updateTime": "2026-04-28T12:53:57.511214679Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "b63dcd85c555e0217142e083b8dd5146e9f18969",
"ref": "refs/heads/main"
}
}
}
[12:53:58.595] Invocation finished in 2h2m27.75365866s with status FAILED