Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 19 minutes
Actions:

Definition (rev 10f958521df17c41c0ad067545717a377f427240)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7151"
      }
    ]
  },
  "branch": "refs/branch-heads/7151",
  "deps_revision_overrides": {
    "src": "bb99e2f30b025a6ab1541f70f93048fae45c319e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8715676204221785329"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8715676204221785329"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8715676204221785329"
    }
  ],
  "parent_build_id": "8715676204221785329",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "674e99920280852a65509882edaaa3f7e5647112",
  "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
  "parent_got_revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
  "parent_got_revision_cp": "refs/branch-heads/7151@{#369}",
  "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
  "parent_got_v8_revision": "1f0083499459864fa0ea2ee5ef4c58654b9f6fd1",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#7}",
  "parent_got_webrtc_revision": "dc428bd75f2ca847b165b2556970c9bcd5037c5b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44472}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
  "swarm_hashes": {
    "absl_hardening_tests": "2b499db29d26851c5e1603e24de25e1c3a0a0a7c18735bcc4c4be0ce9ac16009/488",
    "accessibility_unittests": "84e7e7a473308cdc0e963034dbd1dcd43d97f8c5990a16299ab6116c228f7e6d/488",
    "angle_unittests": "b977a4128073a2704fd5730b712c2612b802206a6dd1cf1623d1a97b4d2e09d4/489",
    "app_shell_unittests": "6e4a2a42d032087258114ffe1cc7aac657da219fc06da253bf169273caa9c7cf/649",
    "aura_unittests": "b10ff3f1bc334a3b577f2ededdd16ce9b5f872780766785c4efc238003fd95b6/488",
    "base_unittests": "8a6c60c0f40e191272363c68b96850c00f8d4b1c8b0b2e355b9d71dd036613b9/566",
    "blink_common_unittests": "b2a9e99893dcaa0d62a4692f285f742ab6d7a89b4a7b238de1c4d5e5f767929e/566",
    "blink_fuzzer_unittests": "72b1ac7236338e7b40c93e4ae97df9a4b2a94947af0896c4bc8d6ea06a955810/488",
    "blink_heap_unittests": "86661ee36ac2e634de2235548f919da4a0cdf52275dd79b1612b879db0811d67/488",
    "blink_platform_unittests": "3b9175e9ee622c054383de1797ce124a8052dc6b48ccc6625bf527677ae8eed8/645",
    "blink_unittests": "68938f193b3e655c5d574e9d8c8c36eb830949c3085b2ae21f6d65b4e95a2ffb/729",
    "boringssl_crypto_tests": "d9504859ace3a28e37ce5be5c700d3c4a3f616f704ba8001672317ade3555644/489",
    "boringssl_ssl_tests": "379fa86c8bc5b8683db3ce607419c66ad0ff42e2bac6816c7e1b589d31e1220c/488",
    "capture_unittests": "61451b08eff2d1a49960e551a4c624fc3406cc8568a97fe2baec37414fbf385e/567",
    "cast_unittests": "8f68df860758b1d7c103ed27b6934e4c5cd289f9bc1552e88f63b22727d80f67/488",
    "cc_unittests": "9d7d964d752d70cfd6c52095ea5afc0b9f9d059e2c5c0bfc54d6c093ca806780/648",
    "chrome_app_unittests": "3daff067c33b437e84b81fd65b78c44b36ae9f15f3e5b1062e6ca685d8ceda8a/566",
    "chromedriver_unittests": "700c6bf06f150077d430e9f31afc65e868594382455bec283925f0185f0bbaee/645",
    "components_browsertests": "3b748d9c1e06a6d03e605151fd15190c1030650ec23b97dc685ec22174a24548/732",
    "components_unittests": "5f05e7c3d7cb7948b08eee42bfd113142e7f3f06e34cc2c6f6aa2a06af06bbd6/811",
    "compositor_unittests": "c23479fdeb10d2ecbe23ac1746cb62553fc522b909eb1383fbc72df419277a7e/564",
    "content_browsertests": "c921ca12c8d3cf9606f63f0ec8f6d1ed207b000d30c96a6285957a8cd5d944c9/805",
    "content_unittests": "a9e8bd4d8cdf8dfb95552428072056cdd913fec108c4a6f381395d976dbccdaf/725",
    "cronet_tests": "d873e9ebc375c5528d6121a15316719c38d30c21fe41eade7e04bf6531f61642/649",
    "cronet_unittests": "17bb40c74ed7b25031d960b72d311963b7899e2fea78d66a3965c6cc6a499358/565",
    "crypto_unittests": "243e758b7666aad9379415005dba548d940fac870d9bca6e5b0fe6b9b10deaa8/488",
    "dbus_unittests": "80439aea9492cb6e41afa640fca0c4a40e115b52d24d55364ae3c68a8292432a/488",
    "device_unittests": "cda94cf064c19d778014658be066f3ff986a177c1b33d2c68a6659172daeee70/565",
    "display_unittests": "0db314489f20cf22661e40173a43835b2a56f054209c8115e49f5906f2907be8/488",
    "env_chromium_unittests": "52f4394a342430a7288ba2c1daac5e38ba39eb91170c199320ec10050d9956b1/488",
    "events_unittests": "a8c8bc89ea8024734daf504ac0bd8f99e9315b628c330f9879f1dcc19eaa7b13/488",
    "extensions_browsertests": "4b797acbf7d4de938bfb99dcc28a1f634815cb5bc1462a7f876a960966472fca/651",
    "extensions_unittests": "8c08e1658820fad256a716ddd1c08d5df8e3283fc15f7b0e2dc4ce12377d6560/730",
    "filesystem_service_unittests": "61e2dbb73e659a006e0788a00a4335e94793ed816c970add12b72b7bfbdf96c8/488",
    "fuzzing_unittests": "2abdcccd211537861d1529e86c6979c313c5acab17702e65db791eca1c3a9d6c/488",
    "gcm_unit_tests": "76f903c39af4ba0919ccfd43a487dc9eda6b0905aa09bb59372dc76abdbaf1dd/565",
    "gfx_unittests": "c90c1ac7986df7fed9395ffe6f24ca807b2474f1d9279a53178a3d73d58f72e3/564",
    "gin_unittests": "517c350c03ff5408cadcd7b4d3fdc63e54cd3d25a15ba0bae2174473c1486b46/565",
    "gl_tests": "11c313b854ba3172ad91170e13cd8eb63fe856a4fac8a8a2d8fc2ee7d5e00989/488",
    "gl_unittests": "dd51cafa1963ce74ff7da62a5b8a8f015bcb05ef2b1427d942a6aba3b7725cc0/488",
    "google_apis_unittests": "8af14b78f05768dc44fbe3604930eea63c4ab6aa2edf5a533da3fda6c401f2c0/650",
    "gpu_unittests": "8c8c820199ad36994951327b6671b15477044320288e06a8a063bde58a85bf59/565",
    "gwp_asan_unittests": "1ca3c2e6b90efa4e55d9950986de751de21d91ed5a5b93d81bf704e409470bd6/489",
    "headless_browsertests": "f559dbf76ecfd60bd771b96f295a15344cf9fc3c69832ba5d51f8266ef0c259c/649",
    "headless_unittests": "4360089fa98e21702ad05df372f97b623aa129de5d89a0f9bd6b28a78a8aa2a9/488",
    "interactive_ui_tests": "d2ea661651d58c9cb340a65f650c6ca32b02c731011f09e8684c6dc0ac565a35/973",
    "ipc_tests": "2caa3d9e9f44c80f3e13eec9ba8389c3ce2b80ca8f85fcd7eec4d0919e4bc624/488",
    "latency_unittests": "8b757893918dd1de4f0417fad090593730216397882b4fdbbc6cbffd166510ff/488",
    "leveldb_unittests": "4a2b3838285fe106d4d71fa6d9969242f4cadc86588148ce1607e68fa285d79c/488",
    "libjingle_xmpp_unittests": "f0a084a333b3d89642d55d67d4c921d4203ce65b15f74e1dca6d28a04b4fd54f/488",
    "liburlpattern_unittests": "bcc16c9fab9976fa2c46ab54d24b24ef09279d613e8461724dade68930b56d5e/488",
    "media_unittests": "e484622f013fcdea4bab99621e1e6eb01d15d10c5b8895ce5c26caafc80ae698/568",
    "message_center_unittests": "682e0ab9d751465ac11deebac2193c80e70efe61e3f6b46560a96f53e84a5db1/488",
    "midi_unittests": "aa1d1ea2b4f9f814e8b81582447fb6f0235a8168d3d628ab5d586155dd1ab58e/488",
    "mojo_unittests": "1f6b628fc9de5217f80d313102bcc767b45df2c8a4a1ef614de6877b7cc1d256/566",
    "native_theme_unittests": "a93e774957082ec8270e0ed33936ce45eba6d8af083af75203680c820a6bd628/488",
    "net_unittests": "8dbbf38a65341cb02fe4b5786996cffc9f55ef3271fe245774ca5f81e7ddd660/567",
    "openscreen_unittests": "951e3531fa950544cdcc43d4f35ce59a37d08f379e6ab25cf4b0867b48459922/489",
    "ozone_unittests": "654decfe11399dace505a2f5f1a085b45972c0a21854298c5ab837a68d62e7ef/488",
    "ozone_x11_unittests": "4bb4576150e90d682a9a1a18405f23780388639a7d306907b114b313cd59eef1/488",
    "pdf_unittests": "58e78fbf447718579ca828ea99c1bda137a5d13e6d180b12f802d5bd2103d111/565",
    "perfetto_unittests": "4d67a6db15ee73f926566511a0272c97eae84e958ac8e0c420d8987c3fa63390/488",
    "printing_unittests": "48cccaab6392f13e52b47118c2a3f87406fd411248af10c95debc85d1ecba09c/488",
    "pthreadpool_unittests": "d43eefb2ae6b9f060a6fde3443d0d4b2c70612577b10ca18c4a20b31ea5f9f73/488",
    "remoting_unittests": "8aa3c9badf08c5255f820ede07e161f2d8857aa031bf5b66e9dc334c0d327e7c/565",
    "sandbox_linux_unittests": "a0f970bcbcf17cf04c624abdb04e37a3bfd8baca14fea1e2b502ca83751d4ff2/488",
    "services_unittests": "0490f6861d8519613836b7469ffbe889b108e368c025078f6386646f683dfadf/734",
    "shell_dialogs_unittests": "7be968b54d9e0a4d9cb9aad991216d11213094fcba8acc32e1cb7254d6535329/488",
    "skia_unittests": "586c72b6e3cd57073dc65d02b3f787f446753c62e305a5df244853953d56cdae/488",
    "snapshot_unittests": "e4df68a45cf8cca0d34f8dd32fc57f938cd016080ff8472c33499fbcce84028b/488",
    "sql_unittests": "2f7f4943a1cb4a74f488d4fc20f6d8c5f59aba95511993202a3172ac23704afc/565",
    "storage_unittests": "1a819002fce67a88cb3331ed61fbade35c77427dc8dd87ee43a03c6085bc1318/646",
    "sync_integration_tests": "6162b13c9d5c16bc0643923548947839476fb3ae6d8b6dfbb3ff2dc03969d55d/647",
    "ui_base_unittests": "9acaf619647b8d82d2006ed2c94db4240f888b2967dd82392d24c6a37c31caa6/641",
    "ui_touch_selection_unittests": "f364a2d6ad3f82cc12631b83812ce9c81e859955f8a478f058664fd12c8b0509/488",
    "ui_unittests": "9b7f49775b713ea715ec1f08750fe1e8067e106424b5c78e3587593b34f5eef2/488",
    "unit_tests": "dc8f4dea23c83903f5f6e40f3e5873b80482032815605fe924f4645195dc50fc/1061",
    "url_unittests": "7b87b7ca54f114cc21b17de5b5368265db88ff8e43f26dac2c6438cf74df9d90/488",
    "views_unittests": "f935b73595bfafea4b858b1e2cb2394efb1841538e9559b1b6b73bdcee790a1b/488",
    "viz_unittests": "84f00c35b27a2ee9fdf01822a6f205460396728ee1bd746b7fb88073231462fa/572",
    "vr_common_unittests": "8991cbf237ace4f0b1020303fe8d128f7d27fdd58c77b4630c383079d6a63c9d/566",
    "wm_unittests": "121b863233144d8e3a43dbaaeb209a2ad5243bae9f0246533e52e67bced22061/488",
    "wtf_unittests": "27bcaa9736e4fea2fcdb8a5bcac7f6df21198c5e95dc30373a4358339ecbfe5b/488",
    "xr_browser_tests": "63524cfc2ec724d965df6dfc5b092218c486428f108763a7057cde01e6da6bff/646",
    "zlib_unittests": "ea9969ecc5066777503bcc19e7f7d2e98003409ba6241ce8746e88cdc84e0bfe/489"
  },
  "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bb99e2f30b025a6ab1541f70f93048fae45c319e
  • gitiles_ref:refs/branch-heads/7151
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:129
  • user_agent:recipe

Debug log (UTC)

[22:26:37.564] New invocation is queued and will start shortly
[22:26:37.564] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:26:38.948] Starting the invocation (attempt 1)
[22:26:38.976] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bb99e2f30b025a6ab1541f70f93048fae45c319e"
[22:26:38.976] Popped gitiles commit info from properties and tags
[22:26:38.976] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:26:38.976] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:26:38.977] Buildbucket request:
{
  "requestId": "8881102572381643808",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7151"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881102572381643808",
            "job": "chromium-m137/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7151"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "bb99e2f30b025a6ab1541f70f93048fae45c319e"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8715676204221785329"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8715676204221785329"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8715676204221785329"
                                              }
                                        ],
                                    "parent_build_id": "8715676204221785329",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "674e99920280852a65509882edaaa3f7e5647112",
                                    "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
                                    "parent_got_revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
                                    "parent_got_revision_cp": "refs/branch-heads/7151@{#369}",
                                    "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
                                    "parent_got_v8_revision": "1f0083499459864fa0ea2ee5ef4c58654b9f6fd1",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#7}",
                                    "parent_got_webrtc_revision": "dc428bd75f2ca847b165b2556970c9bcd5037c5b",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44472}",
                                    "revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "2b499db29d26851c5e1603e24de25e1c3a0a0a7c18735bcc4c4be0ce9ac16009/488",
                                          "accessibility_unittests": "84e7e7a473308cdc0e963034dbd1dcd43d97f8c5990a16299ab6116c228f7e6d/488",
                                          "angle_unittests": "b977a4128073a2704fd5730b712c2612b802206a6dd1cf1623d1a97b4d2e09d4/489",
                                          "app_shell_unittests": "6e4a2a42d032087258114ffe1cc7aac657da219fc06da253bf169273caa9c7cf/649",
                                          "aura_unittests": "b10ff3f1bc334a3b577f2ededdd16ce9b5f872780766785c4efc238003fd95b6/488",
                                          "base_unittests": "8a6c60c0f40e191272363c68b96850c00f8d4b1c8b0b2e355b9d71dd036613b9/566",
                                          "blink_common_unittests": "b2a9e99893dcaa0d62a4692f285f742ab6d7a89b4a7b238de1c4d5e5f767929e/566",
                                          "blink_fuzzer_unittests": "72b1ac7236338e7b40c93e4ae97df9a4b2a94947af0896c4bc8d6ea06a955810/488",
                                          "blink_heap_unittests": "86661ee36ac2e634de2235548f919da4a0cdf52275dd79b1612b879db0811d67/488",
                                          "blink_platform_unittests": "3b9175e9ee622c054383de1797ce124a8052dc6b48ccc6625bf527677ae8eed8/645",
                                          "blink_unittests": "68938f193b3e655c5d574e9d8c8c36eb830949c3085b2ae21f6d65b4e95a2ffb/729",
                                          "boringssl_crypto_tests": "d9504859ace3a28e37ce5be5c700d3c4a3f616f704ba8001672317ade3555644/489",
                                          "boringssl_ssl_tests": "379fa86c8bc5b8683db3ce607419c66ad0ff42e2bac6816c7e1b589d31e1220c/488",
                                          "capture_unittests": "61451b08eff2d1a49960e551a4c624fc3406cc8568a97fe2baec37414fbf385e/567",
                                          "cast_unittests": "8f68df860758b1d7c103ed27b6934e4c5cd289f9bc1552e88f63b22727d80f67/488",
                                          "cc_unittests": "9d7d964d752d70cfd6c52095ea5afc0b9f9d059e2c5c0bfc54d6c093ca806780/648",
                                          "chrome_app_unittests": "3daff067c33b437e84b81fd65b78c44b36ae9f15f3e5b1062e6ca685d8ceda8a/566",
                                          "chromedriver_unittests": "700c6bf06f150077d430e9f31afc65e868594382455bec283925f0185f0bbaee/645",
                                          "components_browsertests": "3b748d9c1e06a6d03e605151fd15190c1030650ec23b97dc685ec22174a24548/732",
                                          "components_unittests": "5f05e7c3d7cb7948b08eee42bfd113142e7f3f06e34cc2c6f6aa2a06af06bbd6/811",
                                          "compositor_unittests": "c23479fdeb10d2ecbe23ac1746cb62553fc522b909eb1383fbc72df419277a7e/564",
                                          "content_browsertests": "c921ca12c8d3cf9606f63f0ec8f6d1ed207b000d30c96a6285957a8cd5d944c9/805",
                                          "content_unittests": "a9e8bd4d8cdf8dfb95552428072056cdd913fec108c4a6f381395d976dbccdaf/725",
                                          "cronet_tests": "d873e9ebc375c5528d6121a15316719c38d30c21fe41eade7e04bf6531f61642/649",
                                          "cronet_unittests": "17bb40c74ed7b25031d960b72d311963b7899e2fea78d66a3965c6cc6a499358/565",
                                          "crypto_unittests": "243e758b7666aad9379415005dba548d940fac870d9bca6e5b0fe6b9b10deaa8/488",
                                          "dbus_unittests": "80439aea9492cb6e41afa640fca0c4a40e115b52d24d55364ae3c68a8292432a/488",
                                          "device_unittests": "cda94cf064c19d778014658be066f3ff986a177c1b33d2c68a6659172daeee70/565",
                                          "display_unittests": "0db314489f20cf22661e40173a43835b2a56f054209c8115e49f5906f2907be8/488",
                                          "env_chromium_unittests": "52f4394a342430a7288ba2c1daac5e38ba39eb91170c199320ec10050d9956b1/488",
                                          "events_unittests": "a8c8bc89ea8024734daf504ac0bd8f99e9315b628c330f9879f1dcc19eaa7b13/488",
                                          "extensions_browsertests": "4b797acbf7d4de938bfb99dcc28a1f634815cb5bc1462a7f876a960966472fca/651",
                                          "extensions_unittests": "8c08e1658820fad256a716ddd1c08d5df8e3283fc15f7b0e2dc4ce12377d6560/730",
                                          "filesystem_service_unittests": "61e2dbb73e659a006e0788a00a4335e94793ed816c970add12b72b7bfbdf96c8/488",
                                          "fuzzing_unittests": "2abdcccd211537861d1529e86c6979c313c5acab17702e65db791eca1c3a9d6c/488",
                                          "gcm_unit_tests": "76f903c39af4ba0919ccfd43a487dc9eda6b0905aa09bb59372dc76abdbaf1dd/565",
                                          "gfx_unittests": "c90c1ac7986df7fed9395ffe6f24ca807b2474f1d9279a53178a3d73d58f72e3/564",
                                          "gin_unittests": "517c350c03ff5408cadcd7b4d3fdc63e54cd3d25a15ba0bae2174473c1486b46/565",
                                          "gl_tests": "11c313b854ba3172ad91170e13cd8eb63fe856a4fac8a8a2d8fc2ee7d5e00989/488",
                                          "gl_unittests": "dd51cafa1963ce74ff7da62a5b8a8f015bcb05ef2b1427d942a6aba3b7725cc0/488",
                                          "google_apis_unittests": "8af14b78f05768dc44fbe3604930eea63c4ab6aa2edf5a533da3fda6c401f2c0/650",
                                          "gpu_unittests": "8c8c820199ad36994951327b6671b15477044320288e06a8a063bde58a85bf59/565",
                                          "gwp_asan_unittests": "1ca3c2e6b90efa4e55d9950986de751de21d91ed5a5b93d81bf704e409470bd6/489",
                                          "headless_browsertests": "f559dbf76ecfd60bd771b96f295a15344cf9fc3c69832ba5d51f8266ef0c259c/649",
                                          "headless_unittests": "4360089fa98e21702ad05df372f97b623aa129de5d89a0f9bd6b28a78a8aa2a9/488",
                                          "interactive_ui_tests": "d2ea661651d58c9cb340a65f650c6ca32b02c731011f09e8684c6dc0ac565a35/973",
                                          "ipc_tests": "2caa3d9e9f44c80f3e13eec9ba8389c3ce2b80ca8f85fcd7eec4d0919e4bc624/488",
                                          "latency_unittests": "8b757893918dd1de4f0417fad090593730216397882b4fdbbc6cbffd166510ff/488",
                                          "leveldb_unittests": "4a2b3838285fe106d4d71fa6d9969242f4cadc86588148ce1607e68fa285d79c/488",
                                          "libjingle_xmpp_unittests": "f0a084a333b3d89642d55d67d4c921d4203ce65b15f74e1dca6d28a04b4fd54f/488",
                                          "liburlpattern_unittests": "bcc16c9fab9976fa2c46ab54d24b24ef09279d613e8461724dade68930b56d5e/488",
                                          "media_unittests": "e484622f013fcdea4bab99621e1e6eb01d15d10c5b8895ce5c26caafc80ae698/568",
                                          "message_center_unittests": "682e0ab9d751465ac11deebac2193c80e70efe61e3f6b46560a96f53e84a5db1/488",
                                          "midi_unittests": "aa1d1ea2b4f9f814e8b81582447fb6f0235a8168d3d628ab5d586155dd1ab58e/488",
                                          "mojo_unittests": "1f6b628fc9de5217f80d313102bcc767b45df2c8a4a1ef614de6877b7cc1d256/566",
                                          "native_theme_unittests": "a93e774957082ec8270e0ed33936ce45eba6d8af083af75203680c820a6bd628/488",
                                          "net_unittests": "8dbbf38a65341cb02fe4b5786996cffc9f55ef3271fe245774ca5f81e7ddd660/567",
                                          "openscreen_unittests": "951e3531fa950544cdcc43d4f35ce59a37d08f379e6ab25cf4b0867b48459922/489",
                                          "ozone_unittests": "654decfe11399dace505a2f5f1a085b45972c0a21854298c5ab837a68d62e7ef/488",
                                          "ozone_x11_unittests": "4bb4576150e90d682a9a1a18405f23780388639a7d306907b114b313cd59eef1/488",
                                          "pdf_unittests": "58e78fbf447718579ca828ea99c1bda137a5d13e6d180b12f802d5bd2103d111/565",
                                          "perfetto_unittests": "4d67a6db15ee73f926566511a0272c97eae84e958ac8e0c420d8987c3fa63390/488",
                                          "printing_unittests": "48cccaab6392f13e52b47118c2a3f87406fd411248af10c95debc85d1ecba09c/488",
                                          "pthreadpool_unittests": "d43eefb2ae6b9f060a6fde3443d0d4b2c70612577b10ca18c4a20b31ea5f9f73/488",
                                          "remoting_unittests": "8aa3c9badf08c5255f820ede07e161f2d8857aa031bf5b66e9dc334c0d327e7c/565",
                                          "sandbox_linux_unittests": "a0f970bcbcf17cf04c624abdb04e37a3bfd8baca14fea1e2b502ca83751d4ff2/488",
                                          "services_unittests": "0490f6861d8519613836b7469ffbe889b108e368c025078f6386646f683dfadf/734",
                                          "shell_dialogs_unittests": "7be968b54d9e0a4d9cb9aad991216d11213094fcba8acc32e1cb7254d6535329/488",
                                          "skia_unittests": "586c72b6e3cd57073dc65d02b3f787f446753c62e305a5df244853953d56cdae/488",
                                          "snapshot_unittests": "e4df68a45cf8cca0d34f8dd32fc57f938cd016080ff8472c33499fbcce84028b/488",
                                          "sql_unittests": "2f7f4943a1cb4a74f488d4fc20f6d8c5f59aba95511993202a3172ac23704afc/565",
                                          "storage_unittests": "1a819002fce67a88cb3331ed61fbade35c77427dc8dd87ee43a03c6085bc1318/646",
                                          "sync_integration_tests": "6162b13c9d5c16bc0643923548947839476fb3ae6d8b6dfbb3ff2dc03969d55d/647",
                                          "ui_base_unittests": "9acaf619647b8d82d2006ed2c94db4240f888b2967dd82392d24c6a37c31caa6/641",
                                          "ui_touch_selection_unittests": "f364a2d6ad3f82cc12631b83812ce9c81e859955f8a478f058664fd12c8b0509/488",
                                          "ui_unittests": "9b7f49775b713ea715ec1f08750fe1e8067e106424b5c78e3587593b34f5eef2/488",
                                          "unit_tests": "dc8f4dea23c83903f5f6e40f3e5873b80482032815605fe924f4645195dc50fc/1061",
                                          "url_unittests": "7b87b7ca54f114cc21b17de5b5368265db88ff8e43f26dac2c6438cf74df9d90/488",
                                          "views_unittests": "f935b73595bfafea4b858b1e2cb2394efb1841538e9559b1b6b73bdcee790a1b/488",
                                          "viz_unittests": "84f00c35b27a2ee9fdf01822a6f205460396728ee1bd746b7fb88073231462fa/572",
                                          "vr_common_unittests": "8991cbf237ace4f0b1020303fe8d128f7d27fdd58c77b4630c383079d6a63c9d/566",
                                          "wm_unittests": "121b863233144d8e3a43dbaaeb209a2ad5243bae9f0246533e52e67bced22061/488",
                                          "wtf_unittests": "27bcaa9736e4fea2fcdb8a5bcac7f6df21198c5e95dc30373a4358339ecbfe5b/488",
                                          "xr_browser_tests": "63524cfc2ec724d965df6dfc5b092218c486428f108763a7057cde01e6da6bff/646",
                                          "zlib_unittests": "ea9969ecc5066777503bcc19e7f7d2e98003409ba6241ce8746e88cdc84e0bfe/489"
                                        },
                                    "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7151",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:129",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "903b75d9-f7b5-4708-8297-c6c2d7e57019",
                        "title": "Linux TSan Builder/129",
                        "url": "https://cr-buildbucket.appspot.com/build/8715676204221785329"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "bb99e2f30b025a6ab1541f70f93048fae45c319e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8715676204221785329"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8715676204221785329"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8715676204221785329"
                }
          ],
      "parent_build_id": "8715676204221785329",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "674e99920280852a65509882edaaa3f7e5647112",
      "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
      "parent_got_revision": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
      "parent_got_revision_cp": "refs/branch-heads/7151@{#369}",
      "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
      "parent_got_v8_revision": "1f0083499459864fa0ea2ee5ef4c58654b9f6fd1",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#7}",
      "parent_got_webrtc_revision": "dc428bd75f2ca847b165b2556970c9bcd5037c5b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44472}",
      "swarm_hashes": {
            "absl_hardening_tests": "2b499db29d26851c5e1603e24de25e1c3a0a0a7c18735bcc4c4be0ce9ac16009/488",
            "accessibility_unittests": "84e7e7a473308cdc0e963034dbd1dcd43d97f8c5990a16299ab6116c228f7e6d/488",
            "angle_unittests": "b977a4128073a2704fd5730b712c2612b802206a6dd1cf1623d1a97b4d2e09d4/489",
            "app_shell_unittests": "6e4a2a42d032087258114ffe1cc7aac657da219fc06da253bf169273caa9c7cf/649",
            "aura_unittests": "b10ff3f1bc334a3b577f2ededdd16ce9b5f872780766785c4efc238003fd95b6/488",
            "base_unittests": "8a6c60c0f40e191272363c68b96850c00f8d4b1c8b0b2e355b9d71dd036613b9/566",
            "blink_common_unittests": "b2a9e99893dcaa0d62a4692f285f742ab6d7a89b4a7b238de1c4d5e5f767929e/566",
            "blink_fuzzer_unittests": "72b1ac7236338e7b40c93e4ae97df9a4b2a94947af0896c4bc8d6ea06a955810/488",
            "blink_heap_unittests": "86661ee36ac2e634de2235548f919da4a0cdf52275dd79b1612b879db0811d67/488",
            "blink_platform_unittests": "3b9175e9ee622c054383de1797ce124a8052dc6b48ccc6625bf527677ae8eed8/645",
            "blink_unittests": "68938f193b3e655c5d574e9d8c8c36eb830949c3085b2ae21f6d65b4e95a2ffb/729",
            "boringssl_crypto_tests": "d9504859ace3a28e37ce5be5c700d3c4a3f616f704ba8001672317ade3555644/489",
            "boringssl_ssl_tests": "379fa86c8bc5b8683db3ce607419c66ad0ff42e2bac6816c7e1b589d31e1220c/488",
            "capture_unittests": "61451b08eff2d1a49960e551a4c624fc3406cc8568a97fe2baec37414fbf385e/567",
            "cast_unittests": "8f68df860758b1d7c103ed27b6934e4c5cd289f9bc1552e88f63b22727d80f67/488",
            "cc_unittests": "9d7d964d752d70cfd6c52095ea5afc0b9f9d059e2c5c0bfc54d6c093ca806780/648",
            "chrome_app_unittests": "3daff067c33b437e84b81fd65b78c44b36ae9f15f3e5b1062e6ca685d8ceda8a/566",
            "chromedriver_unittests": "700c6bf06f150077d430e9f31afc65e868594382455bec283925f0185f0bbaee/645",
            "components_browsertests": "3b748d9c1e06a6d03e605151fd15190c1030650ec23b97dc685ec22174a24548/732",
            "components_unittests": "5f05e7c3d7cb7948b08eee42bfd113142e7f3f06e34cc2c6f6aa2a06af06bbd6/811",
            "compositor_unittests": "c23479fdeb10d2ecbe23ac1746cb62553fc522b909eb1383fbc72df419277a7e/564",
            "content_browsertests": "c921ca12c8d3cf9606f63f0ec8f6d1ed207b000d30c96a6285957a8cd5d944c9/805",
            "content_unittests": "a9e8bd4d8cdf8dfb95552428072056cdd913fec108c4a6f381395d976dbccdaf/725",
            "cronet_tests": "d873e9ebc375c5528d6121a15316719c38d30c21fe41eade7e04bf6531f61642/649",
            "cronet_unittests": "17bb40c74ed7b25031d960b72d311963b7899e2fea78d66a3965c6cc6a499358/565",
            "crypto_unittests": "243e758b7666aad9379415005dba548d940fac870d9bca6e5b0fe6b9b10deaa8/488",
            "dbus_unittests": "80439aea9492cb6e41afa640fca0c4a40e115b52d24d55364ae3c68a8292432a/488",
            "device_unittests": "cda94cf064c19d778014658be066f3ff986a177c1b33d2c68a6659172daeee70/565",
            "display_unittests": "0db314489f20cf22661e40173a43835b2a56f054209c8115e49f5906f2907be8/488",
            "env_chromium_unittests": "52f4394a342430a7288ba2c1daac5e38ba39eb91170c199320ec10050d9956b1/488",
            "events_unittests": "a8c8bc89ea8024734daf504ac0bd8f99e9315b628c330f9879f1dcc19eaa7b13/488",
            "extensions_browsertests": "4b797acbf7d4de938bfb99dcc28a1f634815cb5bc1462a7f876a960966472fca/651",
            "extensions_unittests": "8c08e1658820fad256a716ddd1c08d5df8e3283fc15f7b0e2dc4ce12377d6560/730",
            "filesystem_service_unittests": "61e2dbb73e659a006e0788a00a4335e94793ed816c970add12b72b7bfbdf96c8/488",
            "fuzzing_unittests": "2abdcccd211537861d1529e86c6979c313c5acab17702e65db791eca1c3a9d6c/488",
            "gcm_unit_tests": "76f903c39af4ba0919ccfd43a487dc9eda6b0905aa09bb59372dc76abdbaf1dd/565",
            "gfx_unittests": "c90c1ac7986df7fed9395ffe6f24ca807b2474f1d9279a53178a3d73d58f72e3/564",
            "gin_unittests": "517c350c03ff5408cadcd7b4d3fdc63e54cd3d25a15ba0bae2174473c1486b46/565",
            "gl_tests": "11c313b854ba3172ad91170e13cd8eb63fe856a4fac8a8a2d8fc2ee7d5e00989/488",
            "gl_unittests": "dd51cafa1963ce74ff7da62a5b8a8f015bcb05ef2b1427d942a6aba3b7725cc0/488",
            "google_apis_unittests": "8af14b78f05768dc44fbe3604930eea63c4ab6aa2edf5a533da3fda6c401f2c0/650",
            "gpu_unittests": "8c8c820199ad36994951327b6671b15477044320288e06a8a063bde58a85bf59/565",
            "gwp_asan_unittests": "1ca3c2e6b90efa4e55d9950986de751de21d91ed5a5b93d81bf704e409470bd6/489",
            "headless_browsertests": "f559dbf76ecfd60bd771b96f295a15344cf9fc3c69832ba5d51f8266ef0c259c/649",
            "headless_unittests": "4360089fa98e21702ad05df372f97b623aa129de5d89a0f9bd6b28a78a8aa2a9/488",
            "interactive_ui_tests": "d2ea661651d58c9cb340a65f650c6ca32b02c731011f09e8684c6dc0ac565a35/973",
            "ipc_tests": "2caa3d9e9f44c80f3e13eec9ba8389c3ce2b80ca8f85fcd7eec4d0919e4bc624/488",
            "latency_unittests": "8b757893918dd1de4f0417fad090593730216397882b4fdbbc6cbffd166510ff/488",
            "leveldb_unittests": "4a2b3838285fe106d4d71fa6d9969242f4cadc86588148ce1607e68fa285d79c/488",
            "libjingle_xmpp_unittests": "f0a084a333b3d89642d55d67d4c921d4203ce65b15f74e1dca6d28a04b4fd54f/488",
            "liburlpattern_unittests": "bcc16c9fab9976fa2c46ab54d24b24ef09279d613e8461724dade68930b56d5e/488",
            "media_unittests": "e484622f013fcdea4bab99621e1e6eb01d15d10c5b8895ce5c26caafc80ae698/568",
            "message_center_unittests": "682e0ab9d751465ac11deebac2193c80e70efe61e3f6b46560a96f53e84a5db1/488",
            "midi_unittests": "aa1d1ea2b4f9f814e8b81582447fb6f0235a8168d3d628ab5d586155dd1ab58e/488",
            "mojo_unittests": "1f6b628fc9de5217f80d313102bcc767b45df2c8a4a1ef614de6877b7cc1d256/566",
            "native_theme_unittests": "a93e774957082ec8270e0ed33936ce45eba6d8af083af75203680c820a6bd628/488",
            "net_unittests": "8dbbf38a65341cb02fe4b5786996cffc9f55ef3271fe245774ca5f81e7ddd660/567",
            "openscreen_unittests": "951e3531fa950544cdcc43d4f35ce59a37d08f379e6ab25cf4b0867b48459922/489",
            "ozone_unittests": "654decfe11399dace505a2f5f1a085b45972c0a21854298c5ab837a68d62e7ef/488",
            "ozone_x11_unittests": "4bb4576150e90d682a9a1a18405f23780388639a7d306907b114b313cd59eef1/488",
            "pdf_unittests": "58e78fbf447718579ca828ea99c1bda137a5d13e6d180b12f802d5bd2103d111/565",
            "perfetto_unittests": "4d67a6db15ee73f926566511a0272c97eae84e958ac8e0c420d8987c3fa63390/488",
            "printing_unittests": "48cccaab6392f13e52b47118c2a3f87406fd411248af10c95debc85d1ecba09c/488",
            "pthreadpool_unittests": "d43eefb2ae6b9f060a6fde3443d0d4b2c70612577b10ca18c4a20b31ea5f9f73/488",
            "remoting_unittests": "8aa3c9badf08c5255f820ede07e161f2d8857aa031bf5b66e9dc334c0d327e7c/565",
            "sandbox_linux_unittests": "a0f970bcbcf17cf04c624abdb04e37a3bfd8baca14fea1e2b502ca83751d4ff2/488",
            "services_unittests": "0490f6861d8519613836b7469ffbe889b108e368c025078f6386646f683dfadf/734",
            "shell_dialogs_unittests": "7be968b54d9e0a4d9cb9aad991216d11213094fcba8acc32e1cb7254d6535329/488",
            "skia_unittests": "586c72b6e3cd57073dc65d02b3f787f446753c62e305a5df244853953d56cdae/488",
            "snapshot_unittests": "e4df68a45cf8cca0d34f8dd32fc57f938cd016080ff8472c33499fbcce84028b/488",
            "sql_unittests": "2f7f4943a1cb4a74f488d4fc20f6d8c5f59aba95511993202a3172ac23704afc/565",
            "storage_unittests": "1a819002fce67a88cb3331ed61fbade35c77427dc8dd87ee43a03c6085bc1318/646",
            "sync_integration_tests": "6162b13c9d5c16bc0643923548947839476fb3ae6d8b6dfbb3ff2dc03969d55d/647",
            "ui_base_unittests": "9acaf619647b8d82d2006ed2c94db4240f888b2967dd82392d24c6a37c31caa6/641",
            "ui_touch_selection_unittests": "f364a2d6ad3f82cc12631b83812ce9c81e859955f8a478f058664fd12c8b0509/488",
            "ui_unittests": "9b7f49775b713ea715ec1f08750fe1e8067e106424b5c78e3587593b34f5eef2/488",
            "unit_tests": "dc8f4dea23c83903f5f6e40f3e5873b80482032815605fe924f4645195dc50fc/1061",
            "url_unittests": "7b87b7ca54f114cc21b17de5b5368265db88ff8e43f26dac2c6438cf74df9d90/488",
            "views_unittests": "f935b73595bfafea4b858b1e2cb2394efb1841538e9559b1b6b73bdcee790a1b/488",
            "viz_unittests": "84f00c35b27a2ee9fdf01822a6f205460396728ee1bd746b7fb88073231462fa/572",
            "vr_common_unittests": "8991cbf237ace4f0b1020303fe8d128f7d27fdd58c77b4630c383079d6a63c9d/566",
            "wm_unittests": "121b863233144d8e3a43dbaaeb209a2ad5243bae9f0246533e52e67bced22061/488",
            "wtf_unittests": "27bcaa9736e4fea2fcdb8a5bcac7f6df21198c5e95dc30373a4358339ecbfe5b/488",
            "xr_browser_tests": "63524cfc2ec724d965df6dfc5b092218c486428f108763a7057cde01e6da6bff/646",
            "zlib_unittests": "ea9969ecc5066777503bcc19e7f7d2e98003409ba6241ce8746e88cdc84e0bfe/489"
          },
      "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
    "ref": "refs/branch-heads/7151"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881102572381643808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m137/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "129"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:26:39.527] Scheduled build:
{
  "id": "8715672510177066721",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 128,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-05T22:26:39.044656192Z",
  "updateTime": "2025-05-05T22:26:39.044656192Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
      "ref": "refs/branch-heads/7151"
    }
  },
  "canary": true
}
[22:26:39.527] Task URL: https://cr-buildbucket.appspot.com/build/8715672510177066721
[22:26:39.527] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8881102572381643808:2:0) after 9m39s
[22:26:40.502] Received PubSub notification, asking Buildbucket for the build status
[22:26:40.529] Build status: SCHEDULED
[22:26:43.531] Received PubSub notification, asking Buildbucket for the build status
[22:26:43.561] Build status: STARTED
[22:36:18.626] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8881102572381643808:2:0)
[22:36:18.647] Build status: STARTED
[22:36:18.647] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8881102572381643808:5:0) after 9m50s
[22:46:02.425] Received PubSub notification, asking Buildbucket for the build status
[22:46:02.451] Build:
{
  "id": "8715672510177066721",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 128,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-05T22:26:39.044656192Z",
  "startTime": "2025-05-05T22:26:43.202816258Z",
  "endTime": "2025-05-05T22:46:02.078163079Z",
  "updateTime": "2025-05-05T22:46:02.078163079Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bb99e2f30b025a6ab1541f70f93048fae45c319e",
      "ref": "refs/branch-heads/7151"
    }
  },
  "canary": true
}
[22:46:02.451] Invocation finished in 19m24.892965654s with status FAILED