Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 35 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2f83f4093c861696fde84416587ecdae554e9266",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "2f83f4093c861696fde84416587ecdae554e9266"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8668970420692911137"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8668970420692911137"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8668970420692911137"
    }
  ],
  "parent_build_id": "8668970420692911137",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "77c4c35a2d45673f6ea3f2981207e0375f90420e",
  "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
  "parent_got_revision": "2f83f4093c861696fde84416587ecdae554e9266",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#295}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "b257191d807be1ef3283659d4c70989d55a22a60",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#10}",
  "parent_got_webrtc_revision": "8c12eb54fe9acf73684316880913d677ceccf1cb",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2f83f4093c861696fde84416587ecdae554e9266",
  "swarm_hashes": {
    "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
    "accessibility_unittests": "e0932a57f15f07b1b6b55ca8adcd19b1619d858394c2e9a337569dd011cc0eef/586",
    "angle_unittests": "a20d123a04ba5b10c22a8711cce0744d518764c0b3f5a656a7951e16bd74160c/587",
    "aura_unittests": "298ac8a985ccebf19d9af9dd178c501d4fa98aa466b057a5c2447ced949a3076/586",
    "base_unittests": "7a845f1c0d39e889fc465c78b8d38eee9890e4ffd4ae6c96834df830c5eb0ae3/664",
    "blink_common_unittests": "8e4688d45eee43e1d7cb86337216faf6aac84ff62625bb1677846811ebaaed37/664",
    "blink_fuzzer_unittests": "60b0ac5fbb5f9a28478a5731cccb248c7aab53454cf74e5a122f9549412f2973/586",
    "blink_heap_unittests": "f3376956936a5fc22fef26c914473ee5090f9d01452754a06686af4a62312dff/586",
    "blink_platform_unittests": "e7bb212cf0d2acd6b044ddf0bd6cec1819617384c378deccab9c77ca95322683/743",
    "blink_unittests": "4cb4425ae51bed293d4e19063abcefdfd1502b6164752f64a545b28de4a118fc/827",
    "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
    "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
    "capture_unittests": "7958fb4690e3cb206143d5c0a854ffccab53a851b395477e37268ebee1c98044/665",
    "cast_unittests": "eefe5f9e0fa77ca64e87ed4ffcb2de5495c30e8db2f8afb71b0a422d471a4c95/586",
    "cc_unittests": "592b3672703eec6e56926be08645d140c920108144095bc235b3969554ab839e/746",
    "chrome_app_unittests": "d6a5b13b4d5725b24c6668871a0ea031e3a60024be918ec7417a7d5083bfa3ed/664",
    "chromedriver_unittests": "9b97f007ddd7aaf3d3fa3021d657c39fcbb1b21f88099e9bc160f3d2536e25d7/743",
    "components_browsertests": "782cb1dc4c84b752b2a4014929947bd39ca198febe1132e3e1fd693cd48ba68c/830",
    "components_unittests": "06f9d9fed67f5b3a27c47731e45f6d6d28944a1b0a3301fd943976e775648149/909",
    "compositor_unittests": "b9d84684ac00a86e7991e9bb7af3944507f140f0a5b85875252624339e367855/662",
    "content_browsertests": "f08ab09c5b6cb2c0ac5c5dfe8469bcc6c17531c4bc6e71c889842511a465ef60/903",
    "content_unittests": "b59e34bba6041c0cefeefee857842e2ff65b3093a86309cef3ef85c3aab885e3/823",
    "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
    "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
    "device_unittests": "1ba224c2a613503c50bd545c7f05492e5a555d0dc5a869ea7c96d4705019e109/663",
    "display_unittests": "51d0aa1460e7e0e908547e8efca310ab578bc14da028d90825797735afa2ae6a/586",
    "env_chromium_unittests": "d3ebb20e327636713e5c0ef5b023977b57e283fea8e87a9b312ce57d21ef6f7d/586",
    "events_unittests": "4155e1d0a825af877a39271bef0c2800659a44ccc6a8a795791954c17d770e82/586",
    "extensions_unittests": "5c75c931ca92f5081c8bc5d0107ded119732653de01e2b60859cf832b3766566/828",
    "filesystem_service_unittests": "86851181300d9871bc19cea786d3ce65587b212dfdb529d2f6633538a6387dea/586",
    "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
    "gcm_unit_tests": "2b5386689858da448605f0bbdcae8ebee117af79350119ac13c65e5ee19285b5/663",
    "gfx_unittests": "5bcf3889b99d682e7b69f779e59d85d8f16345f8bf5fd0c0401345364b8e918c/662",
    "gin_unittests": "7ecbb59506010c8aa34956d8bfcbfd88c8cc9f1bd3cd096672160eb6abfadd46/663",
    "gl_tests": "93e8a8df4ab472fa65155f64ccbef5f8722a392527215d5ef581acc6cc6ed3cf/586",
    "gl_unittests": "fe5725f8ad4936d66b1ac37287cc81073d7621502a7c5c5251821943b3cd7593/586",
    "google_apis_unittests": "f399489e5f2a72dab12ff710c1de93779c62e86b734546b48d0bef4ea2ffabcb/748",
    "gpu_unittests": "5aa21af558b82763b90216e63ca80f9bb285079c91957df1fd447175615f7f8e/663",
    "gtk_unittests": "f0fceb4d8ff9385c263916b3d5bbffc2e1387cc9582c85d2a93d5aacf8607b13/586",
    "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
    "headless_browsertests": "be71666aa9fc817179a7808857f1300d4a75079aa42721fc0b67cf26d4c0df62/831",
    "headless_unittests": "51d5091fc9d1fb4d106f1e0f91145b699f1766d8fa7f2f3c4d1047125e2f2dd6/586",
    "interactive_ui_tests": "e8c41f18bca4873850dec64ea00cdb1d50363873b6c654cac8342fb54eab90b7/1157",
    "ipc_tests": "454b4e6724b7f0b3d717821299cec7cc595accf2121cf97eb7e5073535945dd0/586",
    "latency_unittests": "ec538a570fa0b400dda29c513af995267927c2ed4f77c0478a5ef357336cba0b/586",
    "leveldb_unittests": "15fdc852494bfac9aa04bb1241552072c805b13b0837047ef3e909aa1fa89839/586",
    "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
    "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
    "media_unittests": "116b5a0919c373b468be83d523d3658298b8ae047fd54338ac8513f98c87491a/666",
    "message_center_unittests": "637e17afb95f631b7b34ce6dd331dc4c355d8715441fdce6d9b617b30b996fc9/586",
    "midi_unittests": "b2ab6d4e59663ee8f4be667e4841e5b50b42ea8a0fc321a84792f02fa067fb1f/586",
    "mojo_unittests": "2b2fdd8015e94d0b74aca7e05c8299e068212fe024b21d93801173eab8677670/664",
    "native_theme_unittests": "737e48a5f3bef4fa3f721f5d85e8aee273c3a7be3ef9327eb7d84433a7a07090/586",
    "net_unittests": "7367fd3c9dccf2b523fc76e1a20d65ece936ce1c4fe756ebc4a640c6584209eb/665",
    "openscreen_unittests": "ac436dbe0d805653981b76f082e120c803e36540c83fc29d4b45fc3fa22958d8/587",
    "ozone_unittests": "20a23527b8ee80199583591544648b0545fcacb4dbf1c6d1d02bf4b507e40422/586",
    "ozone_x11_unittests": "f94c2f088f64ece0e1de458f7d340f15dcc20388999d108d52397c61e2af0f8f/586",
    "pdf_unittests": "71cd6c68f9a3cfc4a0a57a398a56bc828d09ebb7f6acafef21bee3ed93a70063/663",
    "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
    "printing_unittests": "cf9aefd85edca28ffdcdf28f00f9190a8cac001cabfdceeab2166d5ad9c234fb/586",
    "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
    "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
    "remoting_unittests": "824cf3e744eb3f964b5b02300d1ef8051557309f770118619b898db116e0c571/745",
    "sandbox_linux_unittests": "688baa813adbfe9188d1e4417255cb889f45d3615f2dfc160ae5303a890bb380/586",
    "services_unittests": "fd76f1462606aef0efeff16e6b2171d321aa2d4ec3ca4c9b524093b87a9750d9/912",
    "shell_dialogs_unittests": "3442c0b885ee5eb4d16af475435d7289ddd6bd609284f6388feefabd44c47ddb/586",
    "skia_unittests": "b6b33fe3c7a84c59d3357366dc0fdfcdfb7237f4c2f3f0c9ee71dc16b0f5805e/587",
    "snapshot_unittests": "644a7a6eb505946c369245bddfb68f843727f2d9b31cda043bc15e721082868d/586",
    "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
    "storage_unittests": "7385c3e23e556b3c191f9f9ece2262ebcd792071dbda4e370adc67ee8a62d4d1/744",
    "sync_integration_tests": "a8a24d67b3156d5ddf76e932af03db9f59b37a248dbd063f19bd0ada34209867/745",
    "ui_base_unittests": "36706ce0a2790ae1c5cdb475b754f4e00ae5b740453d53180f0633ab554b7ebb/739",
    "ui_touch_selection_unittests": "b09deed63f05d81f9f9a8a352cf945fd1ff0bb1d5d5794b3cf6dbba5233fdc93/586",
    "ui_unittests": "2de471981c12e0c959de54f45e9dd382e354a8747a4fafd8cc99102e9abdb672/586",
    "unit_tests": "cd9ec6b348e2b65ebe3046765f2f5b843df69186af6d67e2a207b9791726c211/1238",
    "url_unittests": "682a33518986598ab350e6803cd9d946464ff7702366c2519470cf24643fca56/586",
    "views_unittests": "999d9778bb9f84a4e4f1cdbd74cd6d041e1aa502ce5cfd3e91215f05128d1706/586",
    "viz_unittests": "37da1b446fdc7e4ca4e58205f8220796a9131d93c7a10d082864432efd445319/670",
    "vr_common_unittests": "8d2529676701e61ed3cba319b90d16c44edc490f4c686aff78dded21107f54b2/664",
    "wm_unittests": "f6a5ba757753efb58eea5a40c7aae2e596d758ac156202f97a8c4f616425e133/586",
    "wtf_unittests": "1fd1b4086f87ab7656782260b2d474528f465e22aeb0109f8884a90f146b99d4/586",
    "xr_browser_tests": "3452897a95efef4b64d2a49ece29cd2764e3157ffe8fde6b65af54b178f36c4c/744",
    "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2f83f4093c861696fde84416587ecdae554e9266
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:181
  • user_agent:recipe

Debug log (UTC)

[11:00:49.479] New invocation is queued and will start shortly
[11:00:49.479] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:00:50.766] Starting the invocation (attempt 1)
[11:00:50.795] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2f83f4093c861696fde84416587ecdae554e9266"
[11:00:50.795] Popped gitiles commit info from properties and tags
[11:00:50.795] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:00:50.795] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:00:50.796] Buildbucket request:
{
  "requestId": "8834397684614097408",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2f83f4093c861696fde84416587ecdae554e9266",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8834397684614097408",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "2f83f4093c861696fde84416587ecdae554e9266",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "2f83f4093c861696fde84416587ecdae554e9266"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8668970420692911137"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8668970420692911137"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8668970420692911137"
                                              }
                                        ],
                                    "parent_build_id": "8668970420692911137",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "77c4c35a2d45673f6ea3f2981207e0375f90420e",
                                    "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
                                    "parent_got_revision": "2f83f4093c861696fde84416587ecdae554e9266",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#295}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "b257191d807be1ef3283659d4c70989d55a22a60",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#10}",
                                    "parent_got_webrtc_revision": "8c12eb54fe9acf73684316880913d677ceccf1cb",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#1}",
                                    "revision": "2f83f4093c861696fde84416587ecdae554e9266",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
                                          "accessibility_unittests": "e0932a57f15f07b1b6b55ca8adcd19b1619d858394c2e9a337569dd011cc0eef/586",
                                          "angle_unittests": "a20d123a04ba5b10c22a8711cce0744d518764c0b3f5a656a7951e16bd74160c/587",
                                          "aura_unittests": "298ac8a985ccebf19d9af9dd178c501d4fa98aa466b057a5c2447ced949a3076/586",
                                          "base_unittests": "7a845f1c0d39e889fc465c78b8d38eee9890e4ffd4ae6c96834df830c5eb0ae3/664",
                                          "blink_common_unittests": "8e4688d45eee43e1d7cb86337216faf6aac84ff62625bb1677846811ebaaed37/664",
                                          "blink_fuzzer_unittests": "60b0ac5fbb5f9a28478a5731cccb248c7aab53454cf74e5a122f9549412f2973/586",
                                          "blink_heap_unittests": "f3376956936a5fc22fef26c914473ee5090f9d01452754a06686af4a62312dff/586",
                                          "blink_platform_unittests": "e7bb212cf0d2acd6b044ddf0bd6cec1819617384c378deccab9c77ca95322683/743",
                                          "blink_unittests": "4cb4425ae51bed293d4e19063abcefdfd1502b6164752f64a545b28de4a118fc/827",
                                          "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
                                          "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
                                          "capture_unittests": "7958fb4690e3cb206143d5c0a854ffccab53a851b395477e37268ebee1c98044/665",
                                          "cast_unittests": "eefe5f9e0fa77ca64e87ed4ffcb2de5495c30e8db2f8afb71b0a422d471a4c95/586",
                                          "cc_unittests": "592b3672703eec6e56926be08645d140c920108144095bc235b3969554ab839e/746",
                                          "chrome_app_unittests": "d6a5b13b4d5725b24c6668871a0ea031e3a60024be918ec7417a7d5083bfa3ed/664",
                                          "chromedriver_unittests": "9b97f007ddd7aaf3d3fa3021d657c39fcbb1b21f88099e9bc160f3d2536e25d7/743",
                                          "components_browsertests": "782cb1dc4c84b752b2a4014929947bd39ca198febe1132e3e1fd693cd48ba68c/830",
                                          "components_unittests": "06f9d9fed67f5b3a27c47731e45f6d6d28944a1b0a3301fd943976e775648149/909",
                                          "compositor_unittests": "b9d84684ac00a86e7991e9bb7af3944507f140f0a5b85875252624339e367855/662",
                                          "content_browsertests": "f08ab09c5b6cb2c0ac5c5dfe8469bcc6c17531c4bc6e71c889842511a465ef60/903",
                                          "content_unittests": "b59e34bba6041c0cefeefee857842e2ff65b3093a86309cef3ef85c3aab885e3/823",
                                          "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
                                          "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
                                          "device_unittests": "1ba224c2a613503c50bd545c7f05492e5a555d0dc5a869ea7c96d4705019e109/663",
                                          "display_unittests": "51d0aa1460e7e0e908547e8efca310ab578bc14da028d90825797735afa2ae6a/586",
                                          "env_chromium_unittests": "d3ebb20e327636713e5c0ef5b023977b57e283fea8e87a9b312ce57d21ef6f7d/586",
                                          "events_unittests": "4155e1d0a825af877a39271bef0c2800659a44ccc6a8a795791954c17d770e82/586",
                                          "extensions_unittests": "5c75c931ca92f5081c8bc5d0107ded119732653de01e2b60859cf832b3766566/828",
                                          "filesystem_service_unittests": "86851181300d9871bc19cea786d3ce65587b212dfdb529d2f6633538a6387dea/586",
                                          "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
                                          "gcm_unit_tests": "2b5386689858da448605f0bbdcae8ebee117af79350119ac13c65e5ee19285b5/663",
                                          "gfx_unittests": "5bcf3889b99d682e7b69f779e59d85d8f16345f8bf5fd0c0401345364b8e918c/662",
                                          "gin_unittests": "7ecbb59506010c8aa34956d8bfcbfd88c8cc9f1bd3cd096672160eb6abfadd46/663",
                                          "gl_tests": "93e8a8df4ab472fa65155f64ccbef5f8722a392527215d5ef581acc6cc6ed3cf/586",
                                          "gl_unittests": "fe5725f8ad4936d66b1ac37287cc81073d7621502a7c5c5251821943b3cd7593/586",
                                          "google_apis_unittests": "f399489e5f2a72dab12ff710c1de93779c62e86b734546b48d0bef4ea2ffabcb/748",
                                          "gpu_unittests": "5aa21af558b82763b90216e63ca80f9bb285079c91957df1fd447175615f7f8e/663",
                                          "gtk_unittests": "f0fceb4d8ff9385c263916b3d5bbffc2e1387cc9582c85d2a93d5aacf8607b13/586",
                                          "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
                                          "headless_browsertests": "be71666aa9fc817179a7808857f1300d4a75079aa42721fc0b67cf26d4c0df62/831",
                                          "headless_unittests": "51d5091fc9d1fb4d106f1e0f91145b699f1766d8fa7f2f3c4d1047125e2f2dd6/586",
                                          "interactive_ui_tests": "e8c41f18bca4873850dec64ea00cdb1d50363873b6c654cac8342fb54eab90b7/1157",
                                          "ipc_tests": "454b4e6724b7f0b3d717821299cec7cc595accf2121cf97eb7e5073535945dd0/586",
                                          "latency_unittests": "ec538a570fa0b400dda29c513af995267927c2ed4f77c0478a5ef357336cba0b/586",
                                          "leveldb_unittests": "15fdc852494bfac9aa04bb1241552072c805b13b0837047ef3e909aa1fa89839/586",
                                          "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
                                          "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
                                          "media_unittests": "116b5a0919c373b468be83d523d3658298b8ae047fd54338ac8513f98c87491a/666",
                                          "message_center_unittests": "637e17afb95f631b7b34ce6dd331dc4c355d8715441fdce6d9b617b30b996fc9/586",
                                          "midi_unittests": "b2ab6d4e59663ee8f4be667e4841e5b50b42ea8a0fc321a84792f02fa067fb1f/586",
                                          "mojo_unittests": "2b2fdd8015e94d0b74aca7e05c8299e068212fe024b21d93801173eab8677670/664",
                                          "native_theme_unittests": "737e48a5f3bef4fa3f721f5d85e8aee273c3a7be3ef9327eb7d84433a7a07090/586",
                                          "net_unittests": "7367fd3c9dccf2b523fc76e1a20d65ece936ce1c4fe756ebc4a640c6584209eb/665",
                                          "openscreen_unittests": "ac436dbe0d805653981b76f082e120c803e36540c83fc29d4b45fc3fa22958d8/587",
                                          "ozone_unittests": "20a23527b8ee80199583591544648b0545fcacb4dbf1c6d1d02bf4b507e40422/586",
                                          "ozone_x11_unittests": "f94c2f088f64ece0e1de458f7d340f15dcc20388999d108d52397c61e2af0f8f/586",
                                          "pdf_unittests": "71cd6c68f9a3cfc4a0a57a398a56bc828d09ebb7f6acafef21bee3ed93a70063/663",
                                          "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
                                          "printing_unittests": "cf9aefd85edca28ffdcdf28f00f9190a8cac001cabfdceeab2166d5ad9c234fb/586",
                                          "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
                                          "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
                                          "remoting_unittests": "824cf3e744eb3f964b5b02300d1ef8051557309f770118619b898db116e0c571/745",
                                          "sandbox_linux_unittests": "688baa813adbfe9188d1e4417255cb889f45d3615f2dfc160ae5303a890bb380/586",
                                          "services_unittests": "fd76f1462606aef0efeff16e6b2171d321aa2d4ec3ca4c9b524093b87a9750d9/912",
                                          "shell_dialogs_unittests": "3442c0b885ee5eb4d16af475435d7289ddd6bd609284f6388feefabd44c47ddb/586",
                                          "skia_unittests": "b6b33fe3c7a84c59d3357366dc0fdfcdfb7237f4c2f3f0c9ee71dc16b0f5805e/587",
                                          "snapshot_unittests": "644a7a6eb505946c369245bddfb68f843727f2d9b31cda043bc15e721082868d/586",
                                          "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
                                          "storage_unittests": "7385c3e23e556b3c191f9f9ece2262ebcd792071dbda4e370adc67ee8a62d4d1/744",
                                          "sync_integration_tests": "a8a24d67b3156d5ddf76e932af03db9f59b37a248dbd063f19bd0ada34209867/745",
                                          "ui_base_unittests": "36706ce0a2790ae1c5cdb475b754f4e00ae5b740453d53180f0633ab554b7ebb/739",
                                          "ui_touch_selection_unittests": "b09deed63f05d81f9f9a8a352cf945fd1ff0bb1d5d5794b3cf6dbba5233fdc93/586",
                                          "ui_unittests": "2de471981c12e0c959de54f45e9dd382e354a8747a4fafd8cc99102e9abdb672/586",
                                          "unit_tests": "cd9ec6b348e2b65ebe3046765f2f5b843df69186af6d67e2a207b9791726c211/1238",
                                          "url_unittests": "682a33518986598ab350e6803cd9d946464ff7702366c2519470cf24643fca56/586",
                                          "views_unittests": "999d9778bb9f84a4e4f1cdbd74cd6d041e1aa502ce5cfd3e91215f05128d1706/586",
                                          "viz_unittests": "37da1b446fdc7e4ca4e58205f8220796a9131d93c7a10d082864432efd445319/670",
                                          "vr_common_unittests": "8d2529676701e61ed3cba319b90d16c44edc490f4c686aff78dded21107f54b2/664",
                                          "wm_unittests": "f6a5ba757753efb58eea5a40c7aae2e596d758ac156202f97a8c4f616425e133/586",
                                          "wtf_unittests": "1fd1b4086f87ab7656782260b2d474528f465e22aeb0109f8884a90f146b99d4/586",
                                          "xr_browser_tests": "3452897a95efef4b64d2a49ece29cd2764e3157ffe8fde6b65af54b178f36c4c/744",
                                          "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "2f83f4093c861696fde84416587ecdae554e9266",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:181",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "9c595ad6-911f-491f-a61b-625a13b82b99",
                        "title": "Linux TSan Builder/181",
                        "url": "https://cr-buildbucket.appspot.com/build/8668970420692911137"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2f83f4093c861696fde84416587ecdae554e9266"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8668970420692911137"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8668970420692911137"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8668970420692911137"
                }
          ],
      "parent_build_id": "8668970420692911137",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "77c4c35a2d45673f6ea3f2981207e0375f90420e",
      "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
      "parent_got_revision": "2f83f4093c861696fde84416587ecdae554e9266",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#295}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "b257191d807be1ef3283659d4c70989d55a22a60",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#10}",
      "parent_got_webrtc_revision": "8c12eb54fe9acf73684316880913d677ceccf1cb",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#1}",
      "swarm_hashes": {
            "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
            "accessibility_unittests": "e0932a57f15f07b1b6b55ca8adcd19b1619d858394c2e9a337569dd011cc0eef/586",
            "angle_unittests": "a20d123a04ba5b10c22a8711cce0744d518764c0b3f5a656a7951e16bd74160c/587",
            "aura_unittests": "298ac8a985ccebf19d9af9dd178c501d4fa98aa466b057a5c2447ced949a3076/586",
            "base_unittests": "7a845f1c0d39e889fc465c78b8d38eee9890e4ffd4ae6c96834df830c5eb0ae3/664",
            "blink_common_unittests": "8e4688d45eee43e1d7cb86337216faf6aac84ff62625bb1677846811ebaaed37/664",
            "blink_fuzzer_unittests": "60b0ac5fbb5f9a28478a5731cccb248c7aab53454cf74e5a122f9549412f2973/586",
            "blink_heap_unittests": "f3376956936a5fc22fef26c914473ee5090f9d01452754a06686af4a62312dff/586",
            "blink_platform_unittests": "e7bb212cf0d2acd6b044ddf0bd6cec1819617384c378deccab9c77ca95322683/743",
            "blink_unittests": "4cb4425ae51bed293d4e19063abcefdfd1502b6164752f64a545b28de4a118fc/827",
            "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
            "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
            "capture_unittests": "7958fb4690e3cb206143d5c0a854ffccab53a851b395477e37268ebee1c98044/665",
            "cast_unittests": "eefe5f9e0fa77ca64e87ed4ffcb2de5495c30e8db2f8afb71b0a422d471a4c95/586",
            "cc_unittests": "592b3672703eec6e56926be08645d140c920108144095bc235b3969554ab839e/746",
            "chrome_app_unittests": "d6a5b13b4d5725b24c6668871a0ea031e3a60024be918ec7417a7d5083bfa3ed/664",
            "chromedriver_unittests": "9b97f007ddd7aaf3d3fa3021d657c39fcbb1b21f88099e9bc160f3d2536e25d7/743",
            "components_browsertests": "782cb1dc4c84b752b2a4014929947bd39ca198febe1132e3e1fd693cd48ba68c/830",
            "components_unittests": "06f9d9fed67f5b3a27c47731e45f6d6d28944a1b0a3301fd943976e775648149/909",
            "compositor_unittests": "b9d84684ac00a86e7991e9bb7af3944507f140f0a5b85875252624339e367855/662",
            "content_browsertests": "f08ab09c5b6cb2c0ac5c5dfe8469bcc6c17531c4bc6e71c889842511a465ef60/903",
            "content_unittests": "b59e34bba6041c0cefeefee857842e2ff65b3093a86309cef3ef85c3aab885e3/823",
            "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
            "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
            "device_unittests": "1ba224c2a613503c50bd545c7f05492e5a555d0dc5a869ea7c96d4705019e109/663",
            "display_unittests": "51d0aa1460e7e0e908547e8efca310ab578bc14da028d90825797735afa2ae6a/586",
            "env_chromium_unittests": "d3ebb20e327636713e5c0ef5b023977b57e283fea8e87a9b312ce57d21ef6f7d/586",
            "events_unittests": "4155e1d0a825af877a39271bef0c2800659a44ccc6a8a795791954c17d770e82/586",
            "extensions_unittests": "5c75c931ca92f5081c8bc5d0107ded119732653de01e2b60859cf832b3766566/828",
            "filesystem_service_unittests": "86851181300d9871bc19cea786d3ce65587b212dfdb529d2f6633538a6387dea/586",
            "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
            "gcm_unit_tests": "2b5386689858da448605f0bbdcae8ebee117af79350119ac13c65e5ee19285b5/663",
            "gfx_unittests": "5bcf3889b99d682e7b69f779e59d85d8f16345f8bf5fd0c0401345364b8e918c/662",
            "gin_unittests": "7ecbb59506010c8aa34956d8bfcbfd88c8cc9f1bd3cd096672160eb6abfadd46/663",
            "gl_tests": "93e8a8df4ab472fa65155f64ccbef5f8722a392527215d5ef581acc6cc6ed3cf/586",
            "gl_unittests": "fe5725f8ad4936d66b1ac37287cc81073d7621502a7c5c5251821943b3cd7593/586",
            "google_apis_unittests": "f399489e5f2a72dab12ff710c1de93779c62e86b734546b48d0bef4ea2ffabcb/748",
            "gpu_unittests": "5aa21af558b82763b90216e63ca80f9bb285079c91957df1fd447175615f7f8e/663",
            "gtk_unittests": "f0fceb4d8ff9385c263916b3d5bbffc2e1387cc9582c85d2a93d5aacf8607b13/586",
            "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
            "headless_browsertests": "be71666aa9fc817179a7808857f1300d4a75079aa42721fc0b67cf26d4c0df62/831",
            "headless_unittests": "51d5091fc9d1fb4d106f1e0f91145b699f1766d8fa7f2f3c4d1047125e2f2dd6/586",
            "interactive_ui_tests": "e8c41f18bca4873850dec64ea00cdb1d50363873b6c654cac8342fb54eab90b7/1157",
            "ipc_tests": "454b4e6724b7f0b3d717821299cec7cc595accf2121cf97eb7e5073535945dd0/586",
            "latency_unittests": "ec538a570fa0b400dda29c513af995267927c2ed4f77c0478a5ef357336cba0b/586",
            "leveldb_unittests": "15fdc852494bfac9aa04bb1241552072c805b13b0837047ef3e909aa1fa89839/586",
            "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
            "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
            "media_unittests": "116b5a0919c373b468be83d523d3658298b8ae047fd54338ac8513f98c87491a/666",
            "message_center_unittests": "637e17afb95f631b7b34ce6dd331dc4c355d8715441fdce6d9b617b30b996fc9/586",
            "midi_unittests": "b2ab6d4e59663ee8f4be667e4841e5b50b42ea8a0fc321a84792f02fa067fb1f/586",
            "mojo_unittests": "2b2fdd8015e94d0b74aca7e05c8299e068212fe024b21d93801173eab8677670/664",
            "native_theme_unittests": "737e48a5f3bef4fa3f721f5d85e8aee273c3a7be3ef9327eb7d84433a7a07090/586",
            "net_unittests": "7367fd3c9dccf2b523fc76e1a20d65ece936ce1c4fe756ebc4a640c6584209eb/665",
            "openscreen_unittests": "ac436dbe0d805653981b76f082e120c803e36540c83fc29d4b45fc3fa22958d8/587",
            "ozone_unittests": "20a23527b8ee80199583591544648b0545fcacb4dbf1c6d1d02bf4b507e40422/586",
            "ozone_x11_unittests": "f94c2f088f64ece0e1de458f7d340f15dcc20388999d108d52397c61e2af0f8f/586",
            "pdf_unittests": "71cd6c68f9a3cfc4a0a57a398a56bc828d09ebb7f6acafef21bee3ed93a70063/663",
            "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
            "printing_unittests": "cf9aefd85edca28ffdcdf28f00f9190a8cac001cabfdceeab2166d5ad9c234fb/586",
            "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
            "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
            "remoting_unittests": "824cf3e744eb3f964b5b02300d1ef8051557309f770118619b898db116e0c571/745",
            "sandbox_linux_unittests": "688baa813adbfe9188d1e4417255cb889f45d3615f2dfc160ae5303a890bb380/586",
            "services_unittests": "fd76f1462606aef0efeff16e6b2171d321aa2d4ec3ca4c9b524093b87a9750d9/912",
            "shell_dialogs_unittests": "3442c0b885ee5eb4d16af475435d7289ddd6bd609284f6388feefabd44c47ddb/586",
            "skia_unittests": "b6b33fe3c7a84c59d3357366dc0fdfcdfb7237f4c2f3f0c9ee71dc16b0f5805e/587",
            "snapshot_unittests": "644a7a6eb505946c369245bddfb68f843727f2d9b31cda043bc15e721082868d/586",
            "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
            "storage_unittests": "7385c3e23e556b3c191f9f9ece2262ebcd792071dbda4e370adc67ee8a62d4d1/744",
            "sync_integration_tests": "a8a24d67b3156d5ddf76e932af03db9f59b37a248dbd063f19bd0ada34209867/745",
            "ui_base_unittests": "36706ce0a2790ae1c5cdb475b754f4e00ae5b740453d53180f0633ab554b7ebb/739",
            "ui_touch_selection_unittests": "b09deed63f05d81f9f9a8a352cf945fd1ff0bb1d5d5794b3cf6dbba5233fdc93/586",
            "ui_unittests": "2de471981c12e0c959de54f45e9dd382e354a8747a4fafd8cc99102e9abdb672/586",
            "unit_tests": "cd9ec6b348e2b65ebe3046765f2f5b843df69186af6d67e2a207b9791726c211/1238",
            "url_unittests": "682a33518986598ab350e6803cd9d946464ff7702366c2519470cf24643fca56/586",
            "views_unittests": "999d9778bb9f84a4e4f1cdbd74cd6d041e1aa502ce5cfd3e91215f05128d1706/586",
            "viz_unittests": "37da1b446fdc7e4ca4e58205f8220796a9131d93c7a10d082864432efd445319/670",
            "vr_common_unittests": "8d2529676701e61ed3cba319b90d16c44edc490f4c686aff78dded21107f54b2/664",
            "wm_unittests": "f6a5ba757753efb58eea5a40c7aae2e596d758ac156202f97a8c4f616425e133/586",
            "wtf_unittests": "1fd1b4086f87ab7656782260b2d474528f465e22aeb0109f8884a90f146b99d4/586",
            "xr_browser_tests": "3452897a95efef4b64d2a49ece29cd2764e3157ffe8fde6b65af54b178f36c4c/744",
            "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2f83f4093c861696fde84416587ecdae554e9266",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8834397684614097408"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "181"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:00:51.333] Scheduled build:
{
  "id": "8668967622499708417",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 128,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-03T11:00:50.872651760Z",
  "updateTime": "2026-10-03T11:00:50.872651760Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2f83f4093c861696fde84416587ecdae554e9266",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[11:00:51.333] Task URL: https://cr-buildbucket.appspot.com/build/8668967622499708417
[11:00:51.333] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:2:0) after 1m18s
[11:01:54.477] Received PubSub notification, asking Buildbucket for the build status
[11:01:54.506] Build status: STARTED
[11:01:57.358] Received PubSub notification, asking Buildbucket for the build status
[11:01:57.410] Build status: STARTED
[11:02:09.354] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:2:0)
[11:02:09.389] Build status: STARTED
[11:02:09.389] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:5:0) after 6m14s
[11:08:23.557] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:5:0)
[11:08:23.613] Build status: STARTED
[11:08:23.613] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:6:0) after 3m53s
[11:12:16.648] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:6:0)
[11:12:16.671] Build status: STARTED
[11:12:16.671] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:7:0) after 2m39s
[11:14:55.687] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:7:0)
[11:14:55.716] Build status: STARTED
[11:14:55.716] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:8:0) after 7m24s
[11:22:19.731] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:8:0)
[11:22:19.753] Build status: STARTED
[11:22:19.753] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:9:0) after 1m48s
[11:24:07.770] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:9:0)
[11:24:07.793] Build status: STARTED
[11:24:07.793] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:10:0) after 7m13s
[11:31:20.817] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:10:0)
[11:31:20.842] Build status: STARTED
[11:31:20.842] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8834397684614097408:11:0) after 9m33s
[11:36:26.935] Received PubSub notification, asking Buildbucket for the build status
[11:36:26.965] Build:
{
  "id": "8668967622499708417",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 128,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-03T11:00:50.872651760Z",
  "startTime": "2026-10-03T11:00:56.189176315Z",
  "endTime": "2026-10-03T11:36:26.493778357Z",
  "updateTime": "2026-10-03T11:36:26.493778357Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2f83f4093c861696fde84416587ecdae554e9266",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[11:36:26.965] Invocation finished in 35m37.49289109s with status FAILED