[22:46:58.645] New invocation is queued and will start shortly
[22:46:58.645] Triggered by user:dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:46:59.718] Starting the invocation (attempt 1)
[22:46:59.745] Popped buildset tag "buildset:commit/gitiles/dawn.googlesource.com/dawn/+/ab0f7da790c91c8a46925f9d40c2443a94de59ee"
[22:46:59.745] Popped gitiles commit info from properties and tags
[22:46:59.745] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:46:59.745] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:46:59.746] Buildbucket request:
{
"requestId": "8850570114314634848",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850570114314634848",
"job": "dawn/dawn-win-x64-nvidia-gtx1660-asan",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "ab0f7da790c91c8a46925f9d40c2443a94de59ee"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8685143003806646401"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8685143003806646401"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8685143003806646401"
}
],
"parent_build_id": "8685143003806646401",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"revision": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"swarm_hashes": {
"dawn_end2end_tests": "4b4d07c3267c3ffd21b21070d3db9877dbf25dfe2eee1037995483e0d2bb81ee/487",
"dawn_perf_tests": "e66e04c0433b0befc47620343d7c885099764aa8d9f43227294ae54903aeb47d/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"tags": [
"parent_buildername:dawn-win-x64-builder-asan",
"parent_buildnumber:1717",
"user_agent:recipe"
]
},
"id": "ec3d9730-9ef6-4002-9b0b-d5b71ce59161",
"title": "dawn-win-x64-builder-asan/1717",
"url": "https://cr-buildbucket.appspot.com/build/8685143003806646401"
}
]
},
"deps_revision_overrides": {
"dawn": "ab0f7da790c91c8a46925f9d40c2443a94de59ee"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8685143003806646401"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8685143003806646401"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8685143003806646401"
}
],
"parent_build_id": "8685143003806646401",
"parent_builder_group": "ci",
"parent_buildername": "dawn-win-x64-builder-asan",
"parent_got_revision": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"swarm_hashes": {
"dawn_end2end_tests": "4b4d07c3267c3ffd21b21070d3db9877dbf25dfe2eee1037995483e0d2bb81ee/487",
"dawn_perf_tests": "e66e04c0433b0befc47620343d7c885099764aa8d9f43227294ae54903aeb47d/487"
},
"swarming_command_lines_cwd": "out\\019f-dawn-win-x64-bu",
"swarming_command_lines_digest": "44a2c7bac70e28388dd78ef555ab7e8c0f9fef77423311cfbbdfaa69ee58ee9f/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850570114314634848"
},
{
"key": "scheduler_job_id",
"value": "dawn/dawn-win-x64-nvidia-gtx1660-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "dawn-win-x64-builder-asan"
},
{
"key": "parent_buildnumber",
"value": "1717"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:47:00.229] Scheduled build:
{
"id": "8685140052448858481",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"number": 959,
"createdBy": "project:dawn",
"createTime": "2026-04-07T22:46:59.796367395Z",
"updateTime": "2026-04-07T22:46:59.796367395Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:47:00.229] Task URL: https://cr-buildbucket.appspot.com/build/8685140052448858481
[22:47:00.229] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:2:0) after 1m48s
[22:47:08.498] Received PubSub notification, asking Buildbucket for the build status
[22:47:08.572] Build status: SCHEDULED
[22:47:16.074] Received PubSub notification, asking Buildbucket for the build status
[22:47:16.093] Build status: STARTED
[22:48:48.568] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:2:0)
[22:48:48.592] Build status: STARTED
[22:48:48.592] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:5:0) after 3m38s
[22:52:26.889] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:5:0)
[22:52:26.916] Build status: STARTED
[22:52:26.916] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:6:0) after 7m7s
[22:59:34.121] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:6:0)
[22:59:34.149] Build status: STARTED
[22:59:34.149] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:7:0) after 7m11s
[23:06:45.118] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:7:0)
[23:06:45.146] Build status: STARTED
[23:06:45.146] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:8:0) after 1m23s
[23:08:08.180] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:8:0)
[23:08:08.245] Build status: STARTED
[23:08:08.245] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:9:0) after 3m46s
[23:11:54.548] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:9:0)
[23:11:54.568] Build status: STARTED
[23:11:54.568] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:10:0) after 6m13s
[23:18:07.637] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:10:0)
[23:18:07.664] Build status: STARTED
[23:18:07.664] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:11:0) after 2m32s
[23:20:39.662] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:11:0)
[23:20:39.683] Build status: STARTED
[23:20:39.683] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:12:0) after 4m13s
[23:24:52.760] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:12:0)
[23:24:52.785] Build status: STARTED
[23:24:52.785] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:13:0) after 9m6s
[23:33:58.804] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:13:0)
[23:33:58.829] Build status: STARTED
[23:33:58.829] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:14:0) after 3m29s
[23:37:27.896] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:14:0)
[23:37:27.915] Build status: STARTED
[23:37:27.915] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:15:0) after 9m28s
[23:46:56.080] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:15:0)
[23:46:56.099] Build status: STARTED
[23:46:56.099] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:16:0) after 5m59s
[23:52:55.092] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:16:0)
[23:52:55.731] Build status: STARTED
[23:52:55.731] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:17:0) after 9m19s
[00:02:14.748] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:17:0)
[00:02:14.787] Build status: STARTED
[00:02:14.787] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:18:0) after 5m7s
[00:07:21.818] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:18:0)
[00:07:21.866] Build status: STARTED
[00:07:21.866] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:19:0) after 7m11s
[00:14:32.883] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:19:0)
[00:14:32.901] Build status: STARTED
[00:14:32.901] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:20:0) after 3m49s
[00:18:21.919] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:20:0)
[00:18:21.959] Build status: STARTED
[00:18:21.959] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:21:0) after 8m0s
[00:26:21.973] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:21:0)
[00:26:21.996] Build status: STARTED
[00:26:21.996] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:22:0) after 6m2s
[00:32:24.106] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:22:0)
[00:32:24.138] Build status: STARTED
[00:32:24.138] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:23:0) after 5m23s
[00:37:47.273] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:23:0)
[00:37:47.297] Build status: STARTED
[00:37:47.297] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:24:0) after 2m18s
[00:40:05.438] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:24:0)
[00:40:05.461] Build status: STARTED
[00:40:05.461] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:25:0) after 3m51s
[00:43:56.565] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:25:0)
[00:43:56.585] Build status: STARTED
[00:43:56.585] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:26:0) after 9m15s
[00:53:11.595] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:26:0)
[00:53:11.617] Build status: STARTED
[00:53:11.617] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:27:0) after 9m22s
[01:02:33.882] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:27:0)
[01:02:33.926] Build status: STARTED
[01:02:33.926] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:28:0) after 3m15s
[01:05:48.977] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:28:0)
[01:05:48.996] Build status: STARTED
[01:05:48.996] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:29:0) after 3m52s
[01:09:41.032] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:29:0)
[01:09:41.050] Build status: STARTED
[01:09:41.050] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:30:0) after 1m1s
[01:10:42.151] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:30:0)
[01:10:42.175] Build status: STARTED
[01:10:42.175] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:31:0) after 2m52s
[01:13:34.201] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:31:0)
[01:13:34.222] Build status: STARTED
[01:13:34.222] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:32:0) after 4m8s
[01:17:42.341] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:32:0)
[01:17:42.361] Build status: STARTED
[01:17:42.361] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:33:0) after 4m59s
[01:22:41.608] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:33:0)
[01:22:41.636] Build status: STARTED
[01:22:41.636] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:34:0) after 3m43s
[01:26:24.942] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:34:0)
[01:26:25.007] Build status: STARTED
[01:26:25.007] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:35:0) after 5m36s
[01:32:01.122] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:35:0)
[01:32:01.146] Build status: STARTED
[01:32:01.146] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:36:0) after 5m23s
[01:37:24.207] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:36:0)
[01:37:24.224] Build status: STARTED
[01:37:24.224] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:37:0) after 3m1s
[01:40:25.236] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:37:0)
[01:40:25.254] Build status: STARTED
[01:40:25.254] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:38:0) after 5m47s
[01:46:12.536] Handling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:38:0)
[01:46:12.559] Build status: STARTED
[01:46:12.559] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-win-x64-nvidia-gtx1660-asan:8850570114314634848:39:0) after 7m5s
[01:47:41.860] Received PubSub notification, asking Buildbucket for the build status
[01:47:41.879] Build:
{
"id": "8685140052448858481",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-win-x64-nvidia-gtx1660-asan"
},
"number": 959,
"createdBy": "project:dawn",
"createTime": "2026-04-07T22:46:59.796367395Z",
"startTime": "2026-04-07T22:47:08.522492836Z",
"endTime": "2026-04-08T01:47:28.933998555Z",
"updateTime": "2026-04-08T01:47:28.933998555Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "ab0f7da790c91c8a46925f9d40c2443a94de59ee",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:47:41.879] Invocation finished in 3h0m43.246385952s with status FAILED