Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 18 minutes
Actions:

Definition (rev 88792a3ee1d8f828380e93e1e6b2012886013f02)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/339 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6778"
      }
    ]
  },
  "branch": "refs/branch-heads/6778",
  "deps_revision_overrides": {
    "src": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732226298135923313"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732226298135923313"
    }
  ],
  "parent_build_id": "8732226298135923313",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
  "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
  "parent_got_revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
  "parent_got_revision_cp": "refs/branch-heads/6778@{#1592}",
  "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
  "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
  "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
  "swarm_hashes": {
    "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
    "accessibility_unittests": "8c09eaa143723d1265591b2aec187626b8de9b313c917292da522f11a14d930a/488",
    "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
    "app_shell_unittests": "4766e8ae7098586e1f11067f4f71ded260e6bee44d8c091e747eda514ff365f4/649",
    "aura_unittests": "0265bb88f000cdcfcd13821cb819798f656e87ba3a672f232ae7e5e7f12b44ad/488",
    "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
    "blink_common_unittests": "9a078c697b1f398199b140be2df25089c7ff67a398679022f96a44300005c8ea/566",
    "blink_fuzzer_unittests": "771b6e042abcf0863fb8f572e6352a9cb827dfcd676b01c6b07d1751c6d1a3bb/488",
    "blink_heap_unittests": "add7e3a1029a8065aa10443c856782105a0e8300780f0896bf822dfe5fb3893b/488",
    "blink_platform_unittests": "11bb6905de1f048fe5c283634e105df6dbea5edf819effc61cb013059c255e0c/645",
    "blink_unittests": "29fe9f2bb1bb389824fccedf3827f2d281ed7dad20da97bc6b6f7804db4345d7/729",
    "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
    "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
    "capture_unittests": "0a7152d80c39b438714bcb895e6b646ccb9027c8ef5676d47657679f1e9c8d2a/567",
    "cast_unittests": "7261058be6ac02239e24abb796f6b02b5b891a96b3743fa3a8614013899817c9/488",
    "cc_unittests": "f2206ed3b18663037740c831dbbf319619b8285115703ed7c1387f3ea3df337c/648",
    "chrome_app_unittests": "546ad0aa9584b104a04945c7d4c47a06ccb0bc60aa203046f67b6335e76a2148/566",
    "chromedriver_unittests": "0f5bdb2408ea37b7e9d9941e76d3a09ffd4828ef8438fdb6a3511f5943c7d5cd/645",
    "components_browsertests": "40c430738f7acc252d7c840b468f703e923f049e99276d55719f98d2b2fc36e0/732",
    "components_unittests": "6476f01815aaee3c74376e46686085db1d3aab9162e4199878ac7e4928f6fbf6/732",
    "compositor_unittests": "e20ba915b9177f4bd81e8ffadbe50107162683aba04107a8cb4dfce96b232349/564",
    "content_browsertests": "34756671f4f06908b9794d7a381e1d3cd82a579fa7f5f8799e2b288948c8080a/727",
    "content_unittests": "2179cbebfba88627e739d7386e01d1798fa1eba163b717e7913a0116a83a88b5/725",
    "cronet_tests": "00797c1bcda53c0d4ebd51d0f15acd0a846c5f157cb92528cbd991ff3b97839b/649",
    "cronet_unittests": "6b9d033dee9c1d487e01cabc8f76c5b6ee33e45e86ff17b9c4ce573b62d27fad/565",
    "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
    "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
    "device_unittests": "8cb1863d3160a927b146a54fcf369049cb8eaf99c5f2bb69c143c199185780f1/645",
    "display_unittests": "6fed7cb8bbad4e98babc446b00ede725e40144a75b91fa836cbb14905476f0af/488",
    "env_chromium_unittests": "c17c56f2ca0b09409e940ce6da545015b4d11bf97ce64f657ac3740a64a9dcd1/488",
    "events_unittests": "cd50e1730b14371e2dc9c3d17482b1879f7651c6420ec6fda3757b1e1073aa73/488",
    "extensions_browsertests": "2f957a3807c697210f205696330c49f673f68f41180e56598f040d96c60c710d/651",
    "extensions_unittests": "f07554957ff7435a8065c60638f14df239a29951247ec1ead7bf101e7c9b703a/730",
    "filesystem_service_unittests": "724726bf628f88b968af63af0fa57674d0a0b4bbc16aed609943f8bbf027948c/488",
    "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
    "gcm_unit_tests": "2f13be5587f8e6559cdbc35f4725106935967c5296b2c8a1a708f1615983a47a/565",
    "gfx_unittests": "28fac3040807f80b958111f493a320f400378aa597bcec17b80f5e81e9c4c2be/564",
    "gin_unittests": "8f3f84be9d64b21ab2fe407658d5f1dc7ee9c4c9255912249fb1184ab581c400/565",
    "gl_tests": "3cafd4ca04cbac58bbb53860079b11f5026a8c180cd8161bca145a18f95ac1a1/488",
    "gl_unittests": "514c529b19e82757bd5de1b79bc7df882d30138e9fd66c0a995f91733bf492d1/488",
    "google_apis_unittests": "8bdfdf10dc3bdc7e9251e18cd09b510bee99b4274941df0d88df842ac5e2110b/650",
    "gpu_unittests": "792819d15773291bc12e880d9dea935af2fb5a5888d9bcc84d38d80ff484288d/565",
    "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
    "headless_browsertests": "92d375cc06acbfa2b8fddc657345bc3c2bdff987bf98804f4332b583ef602789/649",
    "headless_unittests": "ff4a81e391cf4763536fd158c9d99a2ff699a9350fe78aff4b25c7e6296705fd/488",
    "interactive_ui_tests": "45f7a5924a16a950dbfd9fdbfbf1b89ef49867bdb72987f05591fc4e2718488a/973",
    "ipc_tests": "671f849f386be5e2dd80b0d91b14a21c19a54d82a7ed0ffbb8d4f5bd65c6a759/488",
    "latency_unittests": "615724621c2f3b03228e93b0e5a04f473b3b4daa6bef0afa73c1b315e602bd6c/488",
    "leveldb_unittests": "8206364ddb614464619e782368902ec8fabb9c8e6a0f7b67af965a4b66969d23/488",
    "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
    "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
    "media_unittests": "fb3c0b4ad3f969358ea42b1936a67da2d1bd8b5323a41f2dffe8248ce4398ce2/568",
    "message_center_unittests": "525e1aa86bde3d51c565641c359bd04437b358ad726bbc7d5d997de54f2ed225/488",
    "midi_unittests": "3c768689af1e44419b7ff783c2172333598a5083bf1bc8bf35139c3fe4152ebb/488",
    "mojo_unittests": "fa65c7e8859b5a0e8cd9d398f9de2741ca3397fe9db3c58a7a56a3c2085e0a4b/566",
    "native_theme_unittests": "6121453dd9332816395ffaa57c686521cff45e06a6493aa86bbd988f1537e53a/488",
    "net_unittests": "fbb6d74cde34f356f93cac86f84f0dd9a00c8334a997db14984d59b30d697561/567",
    "openscreen_unittests": "84f637f0197d277ce474c4f0e55b55a2db3b316b060f951ea56018a3973f434d/489",
    "ozone_unittests": "04d86425098390902acf8c3a3fe4aa37f15269aab6ca214688f06d2f992e8228/488",
    "ozone_x11_unittests": "f3327c11963070d04d9346812b5e94d385d9ce022d39808d8551da515617ea12/488",
    "pdf_unittests": "e31597fff6b1eed438d787895967e0e29a357ed65406f29bf92328bdc6dd601b/565",
    "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
    "printing_unittests": "364cc989eb47cea1c051d1d8562a3a61cdf02b0599ef04f490976ff9f04172b2/488",
    "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
    "remoting_unittests": "acf3c49d855743a8f607473dc93418b9de94aeba6cf3c37c1b5b3565105fe538/565",
    "sandbox_linux_unittests": "e44ab7627d6b997aa7ef7c7dcd034b94a8bc1b2029971de3d2c4d5c5faca83b7/488",
    "services_unittests": "2a1f5fb09654c30e160854fe7feee7761967235c51a6c36a2c0dcc310eb2d7b2/734",
    "shell_dialogs_unittests": "295d2ca84cf66767e7f02027bc2ee46c2a69f89c2d46c970c71ae24ecb37bb7c/488",
    "skia_unittests": "747750d64c5161175f3ce6778c51bb42bbafda4376d49b40f58be287d4c4c865/488",
    "snapshot_unittests": "4683218c862aa1de0df52bbbbd448b5f14362bceb22655e41a80006dec195dcd/488",
    "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
    "storage_unittests": "5a5dadb979e16ec23b431c3c4c0184f8ac0b2d411c945678fa8a2718bf68a23c/646",
    "sync_integration_tests": "97360e6f902895d0257529950c6d4d29eec799854412ea1fc0f6d85214ab580b/647",
    "ui_base_unittests": "56d2f918e93426462919d36d78a6dd8f3c3f9bf60bc1a0742e85cda7003ad319/641",
    "ui_touch_selection_unittests": "9979e48140d88d8c47e64028b05170b903560430571c16fcc1c183df099ac19e/488",
    "ui_unittests": "ed832f9b3283af773bf07dd8613419386fbf51897e0ab44c8c9a0b5f2cebe828/488",
    "unit_tests": "26733b8d0fdc6338f1fd01b7e7afa9ea082b85cd4b2bf4a2db88c3631fd8a753/1056",
    "url_unittests": "8ca616b9f11dfab2d8ccb58c5f25272624dbe225063d6b74db509240601ecf91/488",
    "views_unittests": "a45069b6528d733bd5e3b0453afaf26c8f303659c229af02a79a81cd334096d6/488",
    "viz_unittests": "a927f550f6abf93944b47b84d81725a5e8f21ab8bd14e8d2c1ce9336e4ffefb8/572",
    "vr_common_unittests": "75920e965fa6d5b3eeb5757de6b85264cbb705d43fe183dfed437a1bfd2c58c9/566",
    "wm_unittests": "763bad0f2c355d556f38cddf321b134d498676085367b1668bfb76e92ca6aa19/488",
    "wtf_unittests": "fc7b967ec99f6154f93b377c5195f7aba563faf5e775399f26b09f46a6e3d12c/488",
    "xr_browser_tests": "d891276d51cf854d688dd9e545b9591174be825cfb56dd922365bb991bd81605/646",
    "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fbe76b6d8aeecab86c52bf28cfe7d58d4974376c
  • gitiles_ref:refs/branch-heads/6778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:339
  • user_agent:recipe

Debug log (UTC)

[06:09:11.599] New invocation is queued and will start shortly
[06:09:11.599] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:09:12.675] Starting the invocation (attempt 1)
[06:09:12.766] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fbe76b6d8aeecab86c52bf28cfe7d58d4974376c"
[06:09:12.766] Popped gitiles commit info from properties and tags
[06:09:12.766] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:09:12.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:09:12.768] Buildbucket request:
{
  "requestId": "8897652715019249040",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897652715019249040",
            "job": "chromium-m131/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732226298135923313"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732226298135923313"
                                              }
                                        ],
                                    "parent_build_id": "8732226298135923313",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
                                    "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
                                    "parent_got_revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
                                    "parent_got_revision_cp": "refs/branch-heads/6778@{#1592}",
                                    "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
                                    "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
                                    "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
                                    "revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
                                          "accessibility_unittests": "8c09eaa143723d1265591b2aec187626b8de9b313c917292da522f11a14d930a/488",
                                          "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
                                          "app_shell_unittests": "4766e8ae7098586e1f11067f4f71ded260e6bee44d8c091e747eda514ff365f4/649",
                                          "aura_unittests": "0265bb88f000cdcfcd13821cb819798f656e87ba3a672f232ae7e5e7f12b44ad/488",
                                          "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
                                          "blink_common_unittests": "9a078c697b1f398199b140be2df25089c7ff67a398679022f96a44300005c8ea/566",
                                          "blink_fuzzer_unittests": "771b6e042abcf0863fb8f572e6352a9cb827dfcd676b01c6b07d1751c6d1a3bb/488",
                                          "blink_heap_unittests": "add7e3a1029a8065aa10443c856782105a0e8300780f0896bf822dfe5fb3893b/488",
                                          "blink_platform_unittests": "11bb6905de1f048fe5c283634e105df6dbea5edf819effc61cb013059c255e0c/645",
                                          "blink_unittests": "29fe9f2bb1bb389824fccedf3827f2d281ed7dad20da97bc6b6f7804db4345d7/729",
                                          "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
                                          "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
                                          "capture_unittests": "0a7152d80c39b438714bcb895e6b646ccb9027c8ef5676d47657679f1e9c8d2a/567",
                                          "cast_unittests": "7261058be6ac02239e24abb796f6b02b5b891a96b3743fa3a8614013899817c9/488",
                                          "cc_unittests": "f2206ed3b18663037740c831dbbf319619b8285115703ed7c1387f3ea3df337c/648",
                                          "chrome_app_unittests": "546ad0aa9584b104a04945c7d4c47a06ccb0bc60aa203046f67b6335e76a2148/566",
                                          "chromedriver_unittests": "0f5bdb2408ea37b7e9d9941e76d3a09ffd4828ef8438fdb6a3511f5943c7d5cd/645",
                                          "components_browsertests": "40c430738f7acc252d7c840b468f703e923f049e99276d55719f98d2b2fc36e0/732",
                                          "components_unittests": "6476f01815aaee3c74376e46686085db1d3aab9162e4199878ac7e4928f6fbf6/732",
                                          "compositor_unittests": "e20ba915b9177f4bd81e8ffadbe50107162683aba04107a8cb4dfce96b232349/564",
                                          "content_browsertests": "34756671f4f06908b9794d7a381e1d3cd82a579fa7f5f8799e2b288948c8080a/727",
                                          "content_unittests": "2179cbebfba88627e739d7386e01d1798fa1eba163b717e7913a0116a83a88b5/725",
                                          "cronet_tests": "00797c1bcda53c0d4ebd51d0f15acd0a846c5f157cb92528cbd991ff3b97839b/649",
                                          "cronet_unittests": "6b9d033dee9c1d487e01cabc8f76c5b6ee33e45e86ff17b9c4ce573b62d27fad/565",
                                          "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
                                          "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
                                          "device_unittests": "8cb1863d3160a927b146a54fcf369049cb8eaf99c5f2bb69c143c199185780f1/645",
                                          "display_unittests": "6fed7cb8bbad4e98babc446b00ede725e40144a75b91fa836cbb14905476f0af/488",
                                          "env_chromium_unittests": "c17c56f2ca0b09409e940ce6da545015b4d11bf97ce64f657ac3740a64a9dcd1/488",
                                          "events_unittests": "cd50e1730b14371e2dc9c3d17482b1879f7651c6420ec6fda3757b1e1073aa73/488",
                                          "extensions_browsertests": "2f957a3807c697210f205696330c49f673f68f41180e56598f040d96c60c710d/651",
                                          "extensions_unittests": "f07554957ff7435a8065c60638f14df239a29951247ec1ead7bf101e7c9b703a/730",
                                          "filesystem_service_unittests": "724726bf628f88b968af63af0fa57674d0a0b4bbc16aed609943f8bbf027948c/488",
                                          "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
                                          "gcm_unit_tests": "2f13be5587f8e6559cdbc35f4725106935967c5296b2c8a1a708f1615983a47a/565",
                                          "gfx_unittests": "28fac3040807f80b958111f493a320f400378aa597bcec17b80f5e81e9c4c2be/564",
                                          "gin_unittests": "8f3f84be9d64b21ab2fe407658d5f1dc7ee9c4c9255912249fb1184ab581c400/565",
                                          "gl_tests": "3cafd4ca04cbac58bbb53860079b11f5026a8c180cd8161bca145a18f95ac1a1/488",
                                          "gl_unittests": "514c529b19e82757bd5de1b79bc7df882d30138e9fd66c0a995f91733bf492d1/488",
                                          "google_apis_unittests": "8bdfdf10dc3bdc7e9251e18cd09b510bee99b4274941df0d88df842ac5e2110b/650",
                                          "gpu_unittests": "792819d15773291bc12e880d9dea935af2fb5a5888d9bcc84d38d80ff484288d/565",
                                          "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
                                          "headless_browsertests": "92d375cc06acbfa2b8fddc657345bc3c2bdff987bf98804f4332b583ef602789/649",
                                          "headless_unittests": "ff4a81e391cf4763536fd158c9d99a2ff699a9350fe78aff4b25c7e6296705fd/488",
                                          "interactive_ui_tests": "45f7a5924a16a950dbfd9fdbfbf1b89ef49867bdb72987f05591fc4e2718488a/973",
                                          "ipc_tests": "671f849f386be5e2dd80b0d91b14a21c19a54d82a7ed0ffbb8d4f5bd65c6a759/488",
                                          "latency_unittests": "615724621c2f3b03228e93b0e5a04f473b3b4daa6bef0afa73c1b315e602bd6c/488",
                                          "leveldb_unittests": "8206364ddb614464619e782368902ec8fabb9c8e6a0f7b67af965a4b66969d23/488",
                                          "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
                                          "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
                                          "media_unittests": "fb3c0b4ad3f969358ea42b1936a67da2d1bd8b5323a41f2dffe8248ce4398ce2/568",
                                          "message_center_unittests": "525e1aa86bde3d51c565641c359bd04437b358ad726bbc7d5d997de54f2ed225/488",
                                          "midi_unittests": "3c768689af1e44419b7ff783c2172333598a5083bf1bc8bf35139c3fe4152ebb/488",
                                          "mojo_unittests": "fa65c7e8859b5a0e8cd9d398f9de2741ca3397fe9db3c58a7a56a3c2085e0a4b/566",
                                          "native_theme_unittests": "6121453dd9332816395ffaa57c686521cff45e06a6493aa86bbd988f1537e53a/488",
                                          "net_unittests": "fbb6d74cde34f356f93cac86f84f0dd9a00c8334a997db14984d59b30d697561/567",
                                          "openscreen_unittests": "84f637f0197d277ce474c4f0e55b55a2db3b316b060f951ea56018a3973f434d/489",
                                          "ozone_unittests": "04d86425098390902acf8c3a3fe4aa37f15269aab6ca214688f06d2f992e8228/488",
                                          "ozone_x11_unittests": "f3327c11963070d04d9346812b5e94d385d9ce022d39808d8551da515617ea12/488",
                                          "pdf_unittests": "e31597fff6b1eed438d787895967e0e29a357ed65406f29bf92328bdc6dd601b/565",
                                          "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
                                          "printing_unittests": "364cc989eb47cea1c051d1d8562a3a61cdf02b0599ef04f490976ff9f04172b2/488",
                                          "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
                                          "remoting_unittests": "acf3c49d855743a8f607473dc93418b9de94aeba6cf3c37c1b5b3565105fe538/565",
                                          "sandbox_linux_unittests": "e44ab7627d6b997aa7ef7c7dcd034b94a8bc1b2029971de3d2c4d5c5faca83b7/488",
                                          "services_unittests": "2a1f5fb09654c30e160854fe7feee7761967235c51a6c36a2c0dcc310eb2d7b2/734",
                                          "shell_dialogs_unittests": "295d2ca84cf66767e7f02027bc2ee46c2a69f89c2d46c970c71ae24ecb37bb7c/488",
                                          "skia_unittests": "747750d64c5161175f3ce6778c51bb42bbafda4376d49b40f58be287d4c4c865/488",
                                          "snapshot_unittests": "4683218c862aa1de0df52bbbbd448b5f14362bceb22655e41a80006dec195dcd/488",
                                          "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
                                          "storage_unittests": "5a5dadb979e16ec23b431c3c4c0184f8ac0b2d411c945678fa8a2718bf68a23c/646",
                                          "sync_integration_tests": "97360e6f902895d0257529950c6d4d29eec799854412ea1fc0f6d85214ab580b/647",
                                          "ui_base_unittests": "56d2f918e93426462919d36d78a6dd8f3c3f9bf60bc1a0742e85cda7003ad319/641",
                                          "ui_touch_selection_unittests": "9979e48140d88d8c47e64028b05170b903560430571c16fcc1c183df099ac19e/488",
                                          "ui_unittests": "ed832f9b3283af773bf07dd8613419386fbf51897e0ab44c8c9a0b5f2cebe828/488",
                                          "unit_tests": "26733b8d0fdc6338f1fd01b7e7afa9ea082b85cd4b2bf4a2db88c3631fd8a753/1056",
                                          "url_unittests": "8ca616b9f11dfab2d8ccb58c5f25272624dbe225063d6b74db509240601ecf91/488",
                                          "views_unittests": "a45069b6528d733bd5e3b0453afaf26c8f303659c229af02a79a81cd334096d6/488",
                                          "viz_unittests": "a927f550f6abf93944b47b84d81725a5e8f21ab8bd14e8d2c1ce9336e4ffefb8/572",
                                          "vr_common_unittests": "75920e965fa6d5b3eeb5757de6b85264cbb705d43fe183dfed437a1bfd2c58c9/566",
                                          "wm_unittests": "763bad0f2c355d556f38cddf321b134d498676085367b1668bfb76e92ca6aa19/488",
                                          "wtf_unittests": "fc7b967ec99f6154f93b377c5195f7aba563faf5e775399f26b09f46a6e3d12c/488",
                                          "xr_browser_tests": "d891276d51cf854d688dd9e545b9591174be825cfb56dd922365bb991bd81605/646",
                                          "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:339",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "db182fa4-c6fd-4fe1-b8a4-67bc6a1c4ff0",
                        "title": "Linux TSan Builder/339"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732226298135923313"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732226298135923313"
                }
          ],
      "parent_build_id": "8732226298135923313",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
      "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
      "parent_got_revision": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
      "parent_got_revision_cp": "refs/branch-heads/6778@{#1592}",
      "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
      "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
      "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
            "accessibility_unittests": "8c09eaa143723d1265591b2aec187626b8de9b313c917292da522f11a14d930a/488",
            "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
            "app_shell_unittests": "4766e8ae7098586e1f11067f4f71ded260e6bee44d8c091e747eda514ff365f4/649",
            "aura_unittests": "0265bb88f000cdcfcd13821cb819798f656e87ba3a672f232ae7e5e7f12b44ad/488",
            "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
            "blink_common_unittests": "9a078c697b1f398199b140be2df25089c7ff67a398679022f96a44300005c8ea/566",
            "blink_fuzzer_unittests": "771b6e042abcf0863fb8f572e6352a9cb827dfcd676b01c6b07d1751c6d1a3bb/488",
            "blink_heap_unittests": "add7e3a1029a8065aa10443c856782105a0e8300780f0896bf822dfe5fb3893b/488",
            "blink_platform_unittests": "11bb6905de1f048fe5c283634e105df6dbea5edf819effc61cb013059c255e0c/645",
            "blink_unittests": "29fe9f2bb1bb389824fccedf3827f2d281ed7dad20da97bc6b6f7804db4345d7/729",
            "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
            "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
            "capture_unittests": "0a7152d80c39b438714bcb895e6b646ccb9027c8ef5676d47657679f1e9c8d2a/567",
            "cast_unittests": "7261058be6ac02239e24abb796f6b02b5b891a96b3743fa3a8614013899817c9/488",
            "cc_unittests": "f2206ed3b18663037740c831dbbf319619b8285115703ed7c1387f3ea3df337c/648",
            "chrome_app_unittests": "546ad0aa9584b104a04945c7d4c47a06ccb0bc60aa203046f67b6335e76a2148/566",
            "chromedriver_unittests": "0f5bdb2408ea37b7e9d9941e76d3a09ffd4828ef8438fdb6a3511f5943c7d5cd/645",
            "components_browsertests": "40c430738f7acc252d7c840b468f703e923f049e99276d55719f98d2b2fc36e0/732",
            "components_unittests": "6476f01815aaee3c74376e46686085db1d3aab9162e4199878ac7e4928f6fbf6/732",
            "compositor_unittests": "e20ba915b9177f4bd81e8ffadbe50107162683aba04107a8cb4dfce96b232349/564",
            "content_browsertests": "34756671f4f06908b9794d7a381e1d3cd82a579fa7f5f8799e2b288948c8080a/727",
            "content_unittests": "2179cbebfba88627e739d7386e01d1798fa1eba163b717e7913a0116a83a88b5/725",
            "cronet_tests": "00797c1bcda53c0d4ebd51d0f15acd0a846c5f157cb92528cbd991ff3b97839b/649",
            "cronet_unittests": "6b9d033dee9c1d487e01cabc8f76c5b6ee33e45e86ff17b9c4ce573b62d27fad/565",
            "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
            "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
            "device_unittests": "8cb1863d3160a927b146a54fcf369049cb8eaf99c5f2bb69c143c199185780f1/645",
            "display_unittests": "6fed7cb8bbad4e98babc446b00ede725e40144a75b91fa836cbb14905476f0af/488",
            "env_chromium_unittests": "c17c56f2ca0b09409e940ce6da545015b4d11bf97ce64f657ac3740a64a9dcd1/488",
            "events_unittests": "cd50e1730b14371e2dc9c3d17482b1879f7651c6420ec6fda3757b1e1073aa73/488",
            "extensions_browsertests": "2f957a3807c697210f205696330c49f673f68f41180e56598f040d96c60c710d/651",
            "extensions_unittests": "f07554957ff7435a8065c60638f14df239a29951247ec1ead7bf101e7c9b703a/730",
            "filesystem_service_unittests": "724726bf628f88b968af63af0fa57674d0a0b4bbc16aed609943f8bbf027948c/488",
            "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
            "gcm_unit_tests": "2f13be5587f8e6559cdbc35f4725106935967c5296b2c8a1a708f1615983a47a/565",
            "gfx_unittests": "28fac3040807f80b958111f493a320f400378aa597bcec17b80f5e81e9c4c2be/564",
            "gin_unittests": "8f3f84be9d64b21ab2fe407658d5f1dc7ee9c4c9255912249fb1184ab581c400/565",
            "gl_tests": "3cafd4ca04cbac58bbb53860079b11f5026a8c180cd8161bca145a18f95ac1a1/488",
            "gl_unittests": "514c529b19e82757bd5de1b79bc7df882d30138e9fd66c0a995f91733bf492d1/488",
            "google_apis_unittests": "8bdfdf10dc3bdc7e9251e18cd09b510bee99b4274941df0d88df842ac5e2110b/650",
            "gpu_unittests": "792819d15773291bc12e880d9dea935af2fb5a5888d9bcc84d38d80ff484288d/565",
            "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
            "headless_browsertests": "92d375cc06acbfa2b8fddc657345bc3c2bdff987bf98804f4332b583ef602789/649",
            "headless_unittests": "ff4a81e391cf4763536fd158c9d99a2ff699a9350fe78aff4b25c7e6296705fd/488",
            "interactive_ui_tests": "45f7a5924a16a950dbfd9fdbfbf1b89ef49867bdb72987f05591fc4e2718488a/973",
            "ipc_tests": "671f849f386be5e2dd80b0d91b14a21c19a54d82a7ed0ffbb8d4f5bd65c6a759/488",
            "latency_unittests": "615724621c2f3b03228e93b0e5a04f473b3b4daa6bef0afa73c1b315e602bd6c/488",
            "leveldb_unittests": "8206364ddb614464619e782368902ec8fabb9c8e6a0f7b67af965a4b66969d23/488",
            "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
            "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
            "media_unittests": "fb3c0b4ad3f969358ea42b1936a67da2d1bd8b5323a41f2dffe8248ce4398ce2/568",
            "message_center_unittests": "525e1aa86bde3d51c565641c359bd04437b358ad726bbc7d5d997de54f2ed225/488",
            "midi_unittests": "3c768689af1e44419b7ff783c2172333598a5083bf1bc8bf35139c3fe4152ebb/488",
            "mojo_unittests": "fa65c7e8859b5a0e8cd9d398f9de2741ca3397fe9db3c58a7a56a3c2085e0a4b/566",
            "native_theme_unittests": "6121453dd9332816395ffaa57c686521cff45e06a6493aa86bbd988f1537e53a/488",
            "net_unittests": "fbb6d74cde34f356f93cac86f84f0dd9a00c8334a997db14984d59b30d697561/567",
            "openscreen_unittests": "84f637f0197d277ce474c4f0e55b55a2db3b316b060f951ea56018a3973f434d/489",
            "ozone_unittests": "04d86425098390902acf8c3a3fe4aa37f15269aab6ca214688f06d2f992e8228/488",
            "ozone_x11_unittests": "f3327c11963070d04d9346812b5e94d385d9ce022d39808d8551da515617ea12/488",
            "pdf_unittests": "e31597fff6b1eed438d787895967e0e29a357ed65406f29bf92328bdc6dd601b/565",
            "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
            "printing_unittests": "364cc989eb47cea1c051d1d8562a3a61cdf02b0599ef04f490976ff9f04172b2/488",
            "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
            "remoting_unittests": "acf3c49d855743a8f607473dc93418b9de94aeba6cf3c37c1b5b3565105fe538/565",
            "sandbox_linux_unittests": "e44ab7627d6b997aa7ef7c7dcd034b94a8bc1b2029971de3d2c4d5c5faca83b7/488",
            "services_unittests": "2a1f5fb09654c30e160854fe7feee7761967235c51a6c36a2c0dcc310eb2d7b2/734",
            "shell_dialogs_unittests": "295d2ca84cf66767e7f02027bc2ee46c2a69f89c2d46c970c71ae24ecb37bb7c/488",
            "skia_unittests": "747750d64c5161175f3ce6778c51bb42bbafda4376d49b40f58be287d4c4c865/488",
            "snapshot_unittests": "4683218c862aa1de0df52bbbbd448b5f14362bceb22655e41a80006dec195dcd/488",
            "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
            "storage_unittests": "5a5dadb979e16ec23b431c3c4c0184f8ac0b2d411c945678fa8a2718bf68a23c/646",
            "sync_integration_tests": "97360e6f902895d0257529950c6d4d29eec799854412ea1fc0f6d85214ab580b/647",
            "ui_base_unittests": "56d2f918e93426462919d36d78a6dd8f3c3f9bf60bc1a0742e85cda7003ad319/641",
            "ui_touch_selection_unittests": "9979e48140d88d8c47e64028b05170b903560430571c16fcc1c183df099ac19e/488",
            "ui_unittests": "ed832f9b3283af773bf07dd8613419386fbf51897e0ab44c8c9a0b5f2cebe828/488",
            "unit_tests": "26733b8d0fdc6338f1fd01b7e7afa9ea082b85cd4b2bf4a2db88c3631fd8a753/1056",
            "url_unittests": "8ca616b9f11dfab2d8ccb58c5f25272624dbe225063d6b74db509240601ecf91/488",
            "views_unittests": "a45069b6528d733bd5e3b0453afaf26c8f303659c229af02a79a81cd334096d6/488",
            "viz_unittests": "a927f550f6abf93944b47b84d81725a5e8f21ab8bd14e8d2c1ce9336e4ffefb8/572",
            "vr_common_unittests": "75920e965fa6d5b3eeb5757de6b85264cbb705d43fe183dfed437a1bfd2c58c9/566",
            "wm_unittests": "763bad0f2c355d556f38cddf321b134d498676085367b1668bfb76e92ca6aa19/488",
            "wtf_unittests": "fc7b967ec99f6154f93b377c5195f7aba563faf5e775399f26b09f46a6e3d12c/488",
            "xr_browser_tests": "d891276d51cf854d688dd9e545b9591174be825cfb56dd922365bb991bd81605/646",
            "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
    "ref": "refs/branch-heads/6778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897652715019249040"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m131/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "339"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:09:13.333] Scheduled build:
{
  "id": "8732222653016868513",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 339,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-04T06:09:12.884014332Z",
  "updateTime": "2024-11-04T06:09:12.884014332Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[06:09:13.333] Task URL: https://cr-buildbucket.appspot.com/build/8732222653016868513
[06:09:13.333] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:2:0) after 1m49s
[06:09:57.131] Received PubSub notification, asking Buildbucket for the build status
[06:09:57.150] Build status: STARTED
[06:10:03.791] Received PubSub notification, asking Buildbucket for the build status
[06:10:03.819] Build status: STARTED
[06:11:02.466] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:2:0)
[06:11:02.496] Build status: STARTED
[06:11:02.496] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:5:0) after 3m57s
[06:14:59.572] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:5:0)
[06:14:59.594] Build status: STARTED
[06:14:59.594] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:6:0) after 9m9s
[06:24:08.645] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:6:0)
[06:24:08.670] Build status: STARTED
[06:24:08.670] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897652715019249040:7:0) after 4m6s
[06:28:01.312] Received PubSub notification, asking Buildbucket for the build status
[06:28:01.353] Build:
{
  "id": "8732222653016868513",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 339,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-04T06:09:12.884014332Z",
  "startTime": "2024-11-04T06:09:18.305066674Z",
  "endTime": "2024-11-04T06:27:58.025728277Z",
  "updateTime": "2024-11-04T06:27:58.025728277Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fbe76b6d8aeecab86c52bf28cfe7d58d4974376c",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[06:28:01.354] Invocation finished in 18m49.76220331s with status FAILED