[20:29:38.813] New invocation is queued and will start shortly
[20:29:38.813] Triggered by user:dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:29:40.285] Starting the invocation (attempt 1)
[20:29:40.311] Popped buildset tag "buildset:commit/gitiles/dawn.googlesource.com/dawn/+/9add9a6df55a8ac7e1aa3d50625b1b50a04d9760"
[20:29:40.311] Popped gitiles commit info from properties and tags
[20:29:40.311] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:29:40.311] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:29:40.312] Buildbucket request:
{
"requestId": "8854474423957461728",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854474423957461728",
"job": "dawn/dawn-linux-x64-sws-tsan",
"triggers": [
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "51f9758045b7d09d9d36cc5320ae929a13e7fb9f"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689052416666601697"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689052416666601697"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689052416666601697"
}
],
"parent_build_id": "8689052416666601697",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "51f9758045b7d09d9d36cc5320ae929a13e7fb9f",
"revision": "51f9758045b7d09d9d36cc5320ae929a13e7fb9f",
"swarm_hashes": {
"dawn_end2end_tests": "2eb9ec363dbfefa915249a082c3e67f331712031677053bab569e0faa2681ea9/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "51f9758045b7d09d9d36cc5320ae929a13e7fb9f",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:749",
"user_agent:recipe"
]
},
"id": "7af410d4-19a2-4663-97d9-f1f0b2287170",
"title": "dawn-linux-x64-builder-tsan/749",
"url": "https://cr-buildbucket.appspot.com/build/8689052416666601697"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "510ca3f484c634c5c5a80f6e4d4f84da4f62cc6c"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689051408306412897"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689051408306412897"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689051408306412897"
}
],
"parent_build_id": "8689051408306412897",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "510ca3f484c634c5c5a80f6e4d4f84da4f62cc6c",
"revision": "510ca3f484c634c5c5a80f6e4d4f84da4f62cc6c",
"swarm_hashes": {
"dawn_end2end_tests": "4f7526ab429e425c4d00757847a1184ab817237353172a815a389c081d783df0/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "510ca3f484c634c5c5a80f6e4d4f84da4f62cc6c",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:750",
"user_agent:recipe"
]
},
"id": "7fe18076-272a-4a99-b2f4-c62f53751a17",
"title": "dawn-linux-x64-builder-tsan/750",
"url": "https://cr-buildbucket.appspot.com/build/8689051408306412897"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "85c531de9756a92e536bcedea2517b902c8479a9"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689048656129929201"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689048656129929201"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689048656129929201"
}
],
"parent_build_id": "8689048656129929201",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "85c531de9756a92e536bcedea2517b902c8479a9",
"revision": "85c531de9756a92e536bcedea2517b902c8479a9",
"swarm_hashes": {
"dawn_end2end_tests": "595468a37b5f355701e3dba60dfff7b7956532e73033f115d547757f759349dd/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "85c531de9756a92e536bcedea2517b902c8479a9",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:751",
"user_agent:recipe"
]
},
"id": "b5c90f89-e059-48e6-a8da-f80ca17171db",
"title": "dawn-linux-x64-builder-tsan/751",
"url": "https://cr-buildbucket.appspot.com/build/8689048656129929201"
},
{
"gitiles": {
"properties": {
"deps_revision_overrides": {
"dawn": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689046618100531777"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689046618100531777"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689046618100531777"
}
],
"parent_build_id": "8689046618100531777",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"revision": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"swarm_hashes": {
"dawn_end2end_tests": "59799bc039e9e86e03974b9d6d0d7830e6f5f0f648ea4141d10ffdd6107246d3/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/heads/main",
"repo": "https://dawn.googlesource.com/dawn",
"revision": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"tags": [
"parent_buildername:dawn-linux-x64-builder-tsan",
"parent_buildnumber:752",
"user_agent:recipe"
]
},
"id": "f2065ed7-cd6e-4a55-bed8-fb3984e41cc6",
"title": "dawn-linux-x64-builder-tsan/752",
"url": "https://cr-buildbucket.appspot.com/build/8689046618100531777"
}
]
},
"deps_revision_overrides": {
"dawn": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689046618100531777"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689046618100531777"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689046618100531777"
}
],
"parent_build_id": "8689046618100531777",
"parent_builder_group": "ci",
"parent_buildername": "dawn-linux-x64-builder-tsan",
"parent_got_revision": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"swarm_hashes": {
"dawn_end2end_tests": "59799bc039e9e86e03974b9d6d0d7830e6f5f0f648ea4141d10ffdd6107246d3/487"
},
"swarming_command_lines_cwd": "out/319e-dawn-linux-x64-",
"swarming_command_lines_digest": "f615aeb0685bacea277bb38f2e22627d0d37a23d0b13eacdf204e81215d83e94/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854474423957461728"
},
{
"key": "scheduler_job_id",
"value": "dawn/dawn-linux-x64-sws-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "dawn-linux-x64-builder-tsan"
},
{
"key": "parent_buildnumber",
"value": "752"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:29:40.831] Scheduled build:
{
"id": "8689044361673433553",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"number": 548,
"createdBy": "project:dawn",
"createTime": "2026-02-23T20:29:40.365278241Z",
"updateTime": "2026-02-23T20:29:40.365278241Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:29:40.831] Task URL: https://cr-buildbucket.appspot.com/build/8689044361673433553
[20:29:40.832] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:2:0) after 5m58s
[20:29:41.783] Received PubSub notification, asking Buildbucket for the build status
[20:29:41.806] Build status: SCHEDULED
[20:30:05.253] Received PubSub notification, asking Buildbucket for the build status
[20:30:05.274] Build status: STARTED
[20:35:38.996] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:2:0)
[20:35:39.028] Build status: STARTED
[20:35:39.028] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:5:0) after 2m11s
[20:37:50.049] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:5:0)
[20:37:50.082] Build status: STARTED
[20:37:50.082] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:6:0) after 6m11s
[20:44:01.144] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:6:0)
[20:44:01.158] Build status: STARTED
[20:44:01.159] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:7:0) after 8m27s
[20:52:28.259] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:7:0)
[20:52:28.333] Build status: STARTED
[20:52:28.333] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:8:0) after 7m1s
[20:59:29.396] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:8:0)
[20:59:29.418] Build status: STARTED
[20:59:29.418] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:9:0) after 7m29s
[21:06:58.410] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:9:0)
[21:06:58.433] Build status: STARTED
[21:06:58.434] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:10:0) after 6m46s
[21:13:44.509] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:10:0)
[21:13:44.531] Build status: STARTED
[21:13:44.531] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:11:0) after 1m4s
[21:14:48.600] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:11:0)
[21:14:48.618] Build status: STARTED
[21:14:48.618] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:12:0) after 4m51s
[21:19:39.634] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:12:0)
[21:19:39.658] Build status: STARTED
[21:19:39.658] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:13:0) after 4m44s
[21:24:23.816] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:13:0)
[21:24:23.836] Build status: STARTED
[21:24:23.836] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:14:0) after 1m10s
[21:25:33.927] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:14:0)
[21:25:33.945] Build status: STARTED
[21:25:33.945] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:15:0) after 8m8s
[21:33:42.043] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:15:0)
[21:33:42.111] Build status: STARTED
[21:33:42.111] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:16:0) after 3m31s
[21:37:13.162] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:16:0)
[21:37:13.246] Build status: STARTED
[21:37:13.246] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:17:0) after 6m12s
[21:43:25.260] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:17:0)
[21:43:25.279] Build status: STARTED
[21:43:25.279] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:18:0) after 9m0s
[21:52:25.297] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:18:0)
[21:52:25.314] Build status: STARTED
[21:52:25.314] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:19:0) after 4m43s
[21:57:08.415] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:19:0)
[21:57:08.430] Build status: STARTED
[21:57:08.430] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:20:0) after 8m50s
[22:05:58.445] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:20:0)
[22:05:58.481] Build status: STARTED
[22:05:58.482] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:21:0) after 6m20s
[22:12:18.496] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:21:0)
[22:12:18.512] Build status: STARTED
[22:12:18.512] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:22:0) after 4m9s
[22:16:27.568] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:22:0)
[22:16:27.588] Build status: STARTED
[22:16:27.588] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-sws-tsan:8854474423957461728:23:0) after 3m58s
[22:17:54.014] Received PubSub notification, asking Buildbucket for the build status
[22:17:54.045] Build:
{
"id": "8689044361673433553",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "dawn-linux-x64-sws-tsan"
},
"number": 548,
"createdBy": "project:dawn",
"createTime": "2026-02-23T20:29:40.365278241Z",
"startTime": "2026-02-23T20:30:05.026455360Z",
"endTime": "2026-02-23T22:17:53.669117557Z",
"updateTime": "2026-02-23T22:17:53.669117557Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "dawn.googlesource.com",
"project": "dawn",
"id": "9add9a6df55a8ac7e1aa3d50625b1b50a04d9760",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:17:54.045] Invocation finished in 1h48m15.241814936s with status FAILED