[18:31:40.325] New invocation is queued and will start shortly
[18:31:40.325] Triggered by user:dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:31:41.478] Starting the invocation (attempt 1)
[18:31:41.511] Popped buildset tag "buildset:commit/gitiles/dawn.googlesource.com/dawn/+/f6c725650f221716dfa0ccd1683ac1a63e66b723"
[18:31:41.511] Popped gitiles commit info from properties and tags
[18:31:41.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:31:41.511] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:31:41.513] Buildbucket request:
{
"requestId": "8851945131227155072",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851945131227155072",
"job": "dawn/dawn-linux-x64-sws-tsan",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "3180f95ca90a4948971e966d5beb5c3a5a0dcdb0"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686519248767732401"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686519248767732401"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686519248767732401"
}
],
"parent_build_id": "8686519248767732401",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "3180f95ca90a4948971e966d5beb5c3a5a0dcdb0",
"revision": "3180f95ca90a4948971e966d5beb5c3a5a0dcdb0",
"swarm_hashes": {
"dawn_end2end_tests": "a3500679c6276edd0a1ac636cf977fe40bbe01aa3ef2e6cd62e584078a33abfd/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "3180f95ca90a4948971e966d5beb5c3a5a0dcdb0",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:1101",
"user_agent:recipe"
]
},
"id": "a73c6fa4-5584-43d8-92e1-3706ae05062d",
"title": "dawn-linux-x64-builder-tsan/1101",
"url": "https://cr-buildbucket.appspot.com/build/8686519248767732401"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "3502bfc56f79368d2d8447839516895d3bbe5209"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686518449020552593"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686518449020552593"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686518449020552593"
}
],
"parent_build_id": "8686518449020552593",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "3502bfc56f79368d2d8447839516895d3bbe5209",
"revision": "3502bfc56f79368d2d8447839516895d3bbe5209",
"swarm_hashes": {
"dawn_end2end_tests": "d8d535872cd7648639767f46b2c4160e54ae6a98144b604180801bc5be402adc/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "3502bfc56f79368d2d8447839516895d3bbe5209",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:1102",
"user_agent:recipe"
]
},
"id": "4f1c6df0-40a3-48b5-88c8-58909821dda3",
"title": "dawn-linux-x64-builder-tsan/1102",
"url": "https://cr-buildbucket.appspot.com/build/8686518449020552593"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "eeff706d177ccc2a4db6ce3e91e61f2a70bdf785"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686517424166985137"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686517424166985137"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686517424166985137"
}
],
"parent_build_id": "8686517424166985137",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "eeff706d177ccc2a4db6ce3e91e61f2a70bdf785",
"revision": "eeff706d177ccc2a4db6ce3e91e61f2a70bdf785",
"swarm_hashes": {
"dawn_end2end_tests": "5d041dc171992705f159b37081cb63227916b12576f7aad1b35c932a80572be6/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "eeff706d177ccc2a4db6ce3e91e61f2a70bdf785",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:1103",
"user_agent:recipe"
]
},
"id": "d7db4d9a-72dc-4dcb-bc0c-c5d2623178a3",
"title": "dawn-linux-x64-builder-tsan/1103",
"url": "https://cr-buildbucket.appspot.com/build/8686517424166985137"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "f6c725650f221716dfa0ccd1683ac1a63e66b723"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686515983254918593"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686515983254918593"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686515983254918593"
}
],
"parent_build_id": "8686515983254918593",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"revision": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"swarm_hashes": {
"dawn_end2end_tests": "a0d5cfcdefdf11a2e2da819ff783a752a3584251fc93bf0e2b6069aeb272d5b2/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:1104",
"user_agent:recipe"
]
},
"id": "9524ebca-02b3-46ed-86b3-e937f5b6cc2f",
"title": "dawn-linux-x64-builder-tsan/1104",
"url": "https://cr-buildbucket.appspot.com/build/8686515983254918593"
}
]
},
"deps_revision_overrides": {
"dawn": "f6c725650f221716dfa0ccd1683ac1a63e66b723"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686515983254918593"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686515983254918593"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686515983254918593"
}
],
"parent_build_id": "8686515983254918593",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"swarm_hashes": {
"dawn_end2end_tests": "a0d5cfcdefdf11a2e2da819ff783a752a3584251fc93bf0e2b6069aeb272d5b2/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851945131227155072"
},
{
"key": "scheduler_job_id",
"value": "dawn/dawn-linux-x64-sws-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "dawn-linux-x64-builder-tsan"
},
{
"key": "parent_buildnumber",
"value": "1104"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:31:42.058] Scheduled build:
{
"id": "8686515069257600961",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"number": 779,
"createdBy": "project:dawn",
"createTime": "2026-03-23T18:31:41.581561532Z",
"updateTime": "2026-03-23T18:31:41.581561532Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"ref": "refs/heads/main"
}
}
}
[18:31:42.058] Task URL: https://cr-buildbucket.appspot.com/build/8686515069257600961
[18:31:42.058] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:2:0) after 7m51s
[18:31:43.050] Received PubSub notification, asking Buildbucket for the build status
[18:31:43.077] Build status: SCHEDULED
[18:34:31.531] Received PubSub notification, asking Buildbucket for the build status
[18:34:31.551] Build status: STARTED
[18:39:33.285] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:2:0)
[18:39:33.321] Build status: STARTED
[18:39:33.321] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:5:0) after 5m43s
[18:45:16.346] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:5:0)
[18:45:16.366] Build status: STARTED
[18:45:16.366] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:6:0) after 9m17s
[18:54:33.406] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:6:0)
[18:54:33.421] Build status: STARTED
[18:54:33.421] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:7:0) after 5m23s
[18:59:56.599] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:7:0)
[18:59:56.617] Build status: STARTED
[18:59:56.617] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:8:0) after 5m46s
[19:05:42.634] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:8:0)
[19:05:42.664] Build status: STARTED
[19:05:42.664] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:9:0) after 2m12s
[19:07:54.807] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:9:0)
[19:07:54.906] Build status: STARTED
[19:07:54.906] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:10:0) after 7m2s
[19:14:57.171] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:10:0)
[19:14:57.194] Build status: STARTED
[19:14:57.195] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:11:0) after 8m16s
[19:23:13.382] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:11:0)
[19:23:13.470] Build status: STARTED
[19:23:13.470] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:12:0) after 2m34s
[19:25:47.496] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:12:0)
[19:25:47.529] Build status: STARTED
[19:25:47.529] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:13:0) after 3m42s
[19:29:29.713] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:13:0)
[19:29:29.732] Build status: STARTED
[19:29:29.732] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:14:0) after 2m15s
[19:31:44.829] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:14:0)
[19:31:44.919] Build status: STARTED
[19:31:44.919] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:15:0) after 6m12s
[19:37:56.902] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:15:0)
[19:37:56.972] Build status: STARTED
[19:37:56.972] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8851945131227155072:16:0) after 2m40s
[19:40:06.472] Received PubSub notification, asking Buildbucket for the build status
[19:40:06.500] Build:
{
"id": "8686515069257600961",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"number": 779,
"createdBy": "project:dawn",
"createTime": "2026-03-23T18:31:41.581561532Z",
"startTime": "2026-03-23T18:34:31.342018861Z",
"endTime": "2026-03-23T19:40:05.830356129Z",
"updateTime": "2026-03-23T19:40:05.830356129Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "f6c725650f221716dfa0ccd1683ac1a63e66b723",
"ref": "refs/heads/main"
}
}
}
[19:40:06.500] Invocation finished in 1h8m26.18066303s with status FAILED