Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 9a75d9d53a36dbccad23d5c62baca23ce50f779d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/575 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6723"
      }
    ]
  },
  "branch": "refs/branch-heads/6723",
  "deps_revision_overrides": {
    "src": "aa7928f345b478a1b992ef02e0908c5899b7c1d4"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732783439307646897"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732783439307646897"
    }
  ],
  "parent_build_id": "8732783439307646897",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
  "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
  "parent_got_revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
  "parent_got_revision_cp": "refs/branch-heads/6723@{#1529}",
  "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
  "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
  "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
  "swarm_hashes": {
    "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
    "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
    "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
    "app_shell_unittests": "f8ff2b8ab326e35a7e6c4eb7d5d919c9f2787906ed070fb248eb0008adde4da5/648",
    "aura_unittests": "59b4d55566b0a7be89d6562dbc2f0cabb22cbdd8f5bd1041d28bf146194a170a/487",
    "base_unittests": "a498eee6a00d0da0a7a1aa81eef2a083886c6a9735969152f19d149038cf7544/565",
    "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
    "blink_fuzzer_unittests": "ca6e5c1e1e99b778bc19e1ed7a977dfc09be6dcc464a13f64d6a0e03f10b8264/487",
    "blink_heap_unittests": "f70acc4214a37811793b9cac5b7820e504fb96ab52f037330f6f91b59e353569/487",
    "blink_platform_unittests": "31ee8ef5da26269d85e2ce4b401bd5b1a3d5d0f46b7b520536bbd677d012fd79/644",
    "blink_unittests": "2a28f7fe9e90ee639db5af2c9fc3c08e1aacfccfce253ed863516d82328ecaf9/728",
    "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
    "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
    "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
    "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
    "cc_unittests": "7a57acad2f65f44c593af61776410891498177bb008433dff4e44637a351364c/647",
    "chrome_app_unittests": "4e2af85ce231b87490b8a0e88e41a2a3b18d13adf089f016a1c280608123afe5/565",
    "chromedriver_unittests": "bd493ddb01374a19a7bdd48cd78e75a25ef6fa69dc19c20cdc779356c31fbd89/644",
    "components_browsertests": "c4ece78a362e9b28180928ac729b8e88cf8300cb83ae8cb240fe8956212bf372/731",
    "components_unittests": "a1f3bbe1435059e3998857bb3dc2936ed6f412c4910e4cfdd285739f621000f3/731",
    "compositor_unittests": "bced2d3e58c51e7190b2d3cfd2f802fd4ccc00ed3db666190f79e5c5c75526a2/563",
    "content_browsertests": "6e976fe76a89de387b4698ffce9e0fb0fabd698a7f07456b942418afb661be85/726",
    "content_unittests": "214cd7a16e5bb0aa024953056334f420a542bfc9ddc50fb202d4576884be2ae7/724",
    "cronet_tests": "28e87401151927f38592535aa3de8068f73a0712f431d8a2e8e1daac435c78aa/648",
    "cronet_unittests": "4ac433fbfcc343de01c934967d0d1116ac44051a75553f43eb4a431dbdc6bde7/564",
    "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
    "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
    "device_unittests": "bdd926a0af62e906ec83f31c644c35f4621c5009e5b8d7bb13d8d2c9e241510b/644",
    "display_unittests": "e7174c627ec9efbe4959165d84ccbb85d7b913141d9065d0eb977186ec089c98/487",
    "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
    "events_unittests": "9349aad7a1fdc9de9b109b15b9ee0aa193e90dcf8f3567939f84bf9b4f2a64d8/487",
    "extensions_browsertests": "46bfc6795a0443f9b6aa9d9a65cfcae3d14808e21488902ea598c78ed0b7e21b/650",
    "extensions_unittests": "6f8fa6dc5759463d76f55beecb1aca2d742d10c66ba7b20c855875c124f939dd/729",
    "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
    "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
    "gcm_unit_tests": "ddf40bad2143802f58dfac8be79794c458e09baff351368b98212c9df94a8a1e/564",
    "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
    "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
    "gl_tests": "49a8cef7476aa658ecc790e08fbd8a8905a76da829e01ce08e7612ae7ae33dbd/487",
    "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
    "google_apis_unittests": "167add45605d789b3165c44c2ac97e2f8248f2709cd84b3ede4fe702b71dc5e2/649",
    "gpu_unittests": "ed8d8bae3ab5c80cbf04e223ddeef1aee6824f011669b5ea8f3850e931f8a36f/564",
    "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
    "headless_browsertests": "5e85ffef385c2c180c0f8a492f696fd8cd5f65d6f774895b1000b1b8269a9c2e/648",
    "headless_unittests": "2664a40a253bc8e4245e4860ce3e3a9827bf5195391298c254d8347379a0fcc7/487",
    "interactive_ui_tests": "a960203fd6924150d7aca14924ee4e1a36c480b18df0fb7789f831250d744bec/972",
    "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
    "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
    "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
    "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
    "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
    "media_unittests": "6d72b8b40527b81a09e208fde426dc6a9ee65953a95530a90d78e8b7b4550b04/567",
    "message_center_unittests": "2058bf696d56b04464ae12585eedbb5a12a66315f50bc739ddb768c49dcbd82a/487",
    "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
    "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
    "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
    "net_unittests": "d023e6bd248103c63efa62c90f59069ae90911070c605b9ef1d28feb4b7c3f82/566",
    "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
    "ozone_unittests": "82a8c86662e745f024b3b277a416875aa7f121cfa34af99997f4bbdf24776544/487",
    "ozone_x11_unittests": "0fe4de2343a028216ed3dcaf4d1e3d1b3a77359baaf528751d8da79657b06f4b/487",
    "pdf_unittests": "3528e831ebf0dfb6996e7067f9996bfb7999ec2167c53452cded1eaa8590e917/564",
    "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
    "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
    "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
    "remoting_unittests": "b3ab32c9235b14c2f2f2ea2c8ecfa95ed93645c7f1699e795c267c7782d6ed3e/564",
    "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
    "services_unittests": "27ca26207b9f6e16e5e67df841f285a6312d71a71e90784ff9ec59ca0c3db4c1/733",
    "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
    "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
    "snapshot_unittests": "11620daa30877da2d9f2e092cab1d1eb1a3fc42856db5abe747256d8053258d7/487",
    "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
    "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
    "sync_integration_tests": "64094b778ca192500d40d57bd3b8a9e90955e0a0ec9c9fc8def474f57952a6ee/646",
    "ui_base_unittests": "e9f59228b3a58757238a5a0c350edf801ce4e36a5394b9b60cd4de23532c23e9/640",
    "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
    "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
    "unit_tests": "3150403da7e24878057b44f696258918b0ff185519c7f1708a45f8566877f2ec/1055",
    "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
    "views_unittests": "8d2f65f649fe6194d83750a2c665568babdc33623a34016152551be7324969df/487",
    "viz_unittests": "3057fb30c960260e194ee32ab85599cf76a0513d5e545d561a1ceb1542635a71/571",
    "vr_common_unittests": "964e8d8c5a029d691271032d1c28a87cec7326f087eb4b8cb8960178e7ef88da/565",
    "wm_unittests": "03c90ea58701c280b7ab91252f5650b38169065f556dd1cece9848047cb6da3e/487",
    "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
    "xr_browser_tests": "c8628d3f65212b99e696b4b3103e1791b37b777855baf1b1a48734a5082515c5/645",
    "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa7928f345b478a1b992ef02e0908c5899b7c1d4
  • gitiles_ref:refs/branch-heads/6723
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:575
  • user_agent:recipe

Debug log (UTC)

[02:39:14.922] New invocation is queued and will start shortly
[02:39:14.922] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:39:16.045] Starting the invocation (attempt 1)
[02:39:16.090] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa7928f345b478a1b992ef02e0908c5899b7c1d4"
[02:39:16.090] Popped gitiles commit info from properties and tags
[02:39:16.090] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:39:16.090] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:39:16.092] Buildbucket request:
{
  "requestId": "8898209505397860080",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6723"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8898209505397860080",
            "job": "chromium-m130/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6723"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "aa7928f345b478a1b992ef02e0908c5899b7c1d4"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732783439307646897"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732783439307646897"
                                              }
                                        ],
                                    "parent_build_id": "8732783439307646897",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
                                    "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
                                    "parent_got_revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
                                    "parent_got_revision_cp": "refs/branch-heads/6723@{#1529}",
                                    "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
                                    "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
                                    "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
                                    "revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
                                          "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
                                          "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
                                          "app_shell_unittests": "f8ff2b8ab326e35a7e6c4eb7d5d919c9f2787906ed070fb248eb0008adde4da5/648",
                                          "aura_unittests": "59b4d55566b0a7be89d6562dbc2f0cabb22cbdd8f5bd1041d28bf146194a170a/487",
                                          "base_unittests": "a498eee6a00d0da0a7a1aa81eef2a083886c6a9735969152f19d149038cf7544/565",
                                          "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
                                          "blink_fuzzer_unittests": "ca6e5c1e1e99b778bc19e1ed7a977dfc09be6dcc464a13f64d6a0e03f10b8264/487",
                                          "blink_heap_unittests": "f70acc4214a37811793b9cac5b7820e504fb96ab52f037330f6f91b59e353569/487",
                                          "blink_platform_unittests": "31ee8ef5da26269d85e2ce4b401bd5b1a3d5d0f46b7b520536bbd677d012fd79/644",
                                          "blink_unittests": "2a28f7fe9e90ee639db5af2c9fc3c08e1aacfccfce253ed863516d82328ecaf9/728",
                                          "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
                                          "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
                                          "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
                                          "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
                                          "cc_unittests": "7a57acad2f65f44c593af61776410891498177bb008433dff4e44637a351364c/647",
                                          "chrome_app_unittests": "4e2af85ce231b87490b8a0e88e41a2a3b18d13adf089f016a1c280608123afe5/565",
                                          "chromedriver_unittests": "bd493ddb01374a19a7bdd48cd78e75a25ef6fa69dc19c20cdc779356c31fbd89/644",
                                          "components_browsertests": "c4ece78a362e9b28180928ac729b8e88cf8300cb83ae8cb240fe8956212bf372/731",
                                          "components_unittests": "a1f3bbe1435059e3998857bb3dc2936ed6f412c4910e4cfdd285739f621000f3/731",
                                          "compositor_unittests": "bced2d3e58c51e7190b2d3cfd2f802fd4ccc00ed3db666190f79e5c5c75526a2/563",
                                          "content_browsertests": "6e976fe76a89de387b4698ffce9e0fb0fabd698a7f07456b942418afb661be85/726",
                                          "content_unittests": "214cd7a16e5bb0aa024953056334f420a542bfc9ddc50fb202d4576884be2ae7/724",
                                          "cronet_tests": "28e87401151927f38592535aa3de8068f73a0712f431d8a2e8e1daac435c78aa/648",
                                          "cronet_unittests": "4ac433fbfcc343de01c934967d0d1116ac44051a75553f43eb4a431dbdc6bde7/564",
                                          "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
                                          "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
                                          "device_unittests": "bdd926a0af62e906ec83f31c644c35f4621c5009e5b8d7bb13d8d2c9e241510b/644",
                                          "display_unittests": "e7174c627ec9efbe4959165d84ccbb85d7b913141d9065d0eb977186ec089c98/487",
                                          "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
                                          "events_unittests": "9349aad7a1fdc9de9b109b15b9ee0aa193e90dcf8f3567939f84bf9b4f2a64d8/487",
                                          "extensions_browsertests": "46bfc6795a0443f9b6aa9d9a65cfcae3d14808e21488902ea598c78ed0b7e21b/650",
                                          "extensions_unittests": "6f8fa6dc5759463d76f55beecb1aca2d742d10c66ba7b20c855875c124f939dd/729",
                                          "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
                                          "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
                                          "gcm_unit_tests": "ddf40bad2143802f58dfac8be79794c458e09baff351368b98212c9df94a8a1e/564",
                                          "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
                                          "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
                                          "gl_tests": "49a8cef7476aa658ecc790e08fbd8a8905a76da829e01ce08e7612ae7ae33dbd/487",
                                          "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
                                          "google_apis_unittests": "167add45605d789b3165c44c2ac97e2f8248f2709cd84b3ede4fe702b71dc5e2/649",
                                          "gpu_unittests": "ed8d8bae3ab5c80cbf04e223ddeef1aee6824f011669b5ea8f3850e931f8a36f/564",
                                          "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
                                          "headless_browsertests": "5e85ffef385c2c180c0f8a492f696fd8cd5f65d6f774895b1000b1b8269a9c2e/648",
                                          "headless_unittests": "2664a40a253bc8e4245e4860ce3e3a9827bf5195391298c254d8347379a0fcc7/487",
                                          "interactive_ui_tests": "a960203fd6924150d7aca14924ee4e1a36c480b18df0fb7789f831250d744bec/972",
                                          "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
                                          "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
                                          "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
                                          "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
                                          "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
                                          "media_unittests": "6d72b8b40527b81a09e208fde426dc6a9ee65953a95530a90d78e8b7b4550b04/567",
                                          "message_center_unittests": "2058bf696d56b04464ae12585eedbb5a12a66315f50bc739ddb768c49dcbd82a/487",
                                          "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
                                          "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
                                          "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
                                          "net_unittests": "d023e6bd248103c63efa62c90f59069ae90911070c605b9ef1d28feb4b7c3f82/566",
                                          "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
                                          "ozone_unittests": "82a8c86662e745f024b3b277a416875aa7f121cfa34af99997f4bbdf24776544/487",
                                          "ozone_x11_unittests": "0fe4de2343a028216ed3dcaf4d1e3d1b3a77359baaf528751d8da79657b06f4b/487",
                                          "pdf_unittests": "3528e831ebf0dfb6996e7067f9996bfb7999ec2167c53452cded1eaa8590e917/564",
                                          "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
                                          "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
                                          "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
                                          "remoting_unittests": "b3ab32c9235b14c2f2f2ea2c8ecfa95ed93645c7f1699e795c267c7782d6ed3e/564",
                                          "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
                                          "services_unittests": "27ca26207b9f6e16e5e67df841f285a6312d71a71e90784ff9ec59ca0c3db4c1/733",
                                          "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
                                          "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
                                          "snapshot_unittests": "11620daa30877da2d9f2e092cab1d1eb1a3fc42856db5abe747256d8053258d7/487",
                                          "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
                                          "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
                                          "sync_integration_tests": "64094b778ca192500d40d57bd3b8a9e90955e0a0ec9c9fc8def474f57952a6ee/646",
                                          "ui_base_unittests": "e9f59228b3a58757238a5a0c350edf801ce4e36a5394b9b60cd4de23532c23e9/640",
                                          "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
                                          "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
                                          "unit_tests": "3150403da7e24878057b44f696258918b0ff185519c7f1708a45f8566877f2ec/1055",
                                          "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
                                          "views_unittests": "8d2f65f649fe6194d83750a2c665568babdc33623a34016152551be7324969df/487",
                                          "viz_unittests": "3057fb30c960260e194ee32ab85599cf76a0513d5e545d561a1ceb1542635a71/571",
                                          "vr_common_unittests": "964e8d8c5a029d691271032d1c28a87cec7326f087eb4b8cb8960178e7ef88da/565",
                                          "wm_unittests": "03c90ea58701c280b7ab91252f5650b38169065f556dd1cece9848047cb6da3e/487",
                                          "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
                                          "xr_browser_tests": "c8628d3f65212b99e696b4b3103e1791b37b777855baf1b1a48734a5082515c5/645",
                                          "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6723",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:575",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6056f838-fb80-4c67-a866-8b5d37ce1ffe",
                        "title": "Linux TSan Builder/575"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "aa7928f345b478a1b992ef02e0908c5899b7c1d4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732783439307646897"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732783439307646897"
                }
          ],
      "parent_build_id": "8732783439307646897",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
      "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
      "parent_got_revision": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
      "parent_got_revision_cp": "refs/branch-heads/6723@{#1529}",
      "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
      "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
      "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
            "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
            "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
            "app_shell_unittests": "f8ff2b8ab326e35a7e6c4eb7d5d919c9f2787906ed070fb248eb0008adde4da5/648",
            "aura_unittests": "59b4d55566b0a7be89d6562dbc2f0cabb22cbdd8f5bd1041d28bf146194a170a/487",
            "base_unittests": "a498eee6a00d0da0a7a1aa81eef2a083886c6a9735969152f19d149038cf7544/565",
            "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
            "blink_fuzzer_unittests": "ca6e5c1e1e99b778bc19e1ed7a977dfc09be6dcc464a13f64d6a0e03f10b8264/487",
            "blink_heap_unittests": "f70acc4214a37811793b9cac5b7820e504fb96ab52f037330f6f91b59e353569/487",
            "blink_platform_unittests": "31ee8ef5da26269d85e2ce4b401bd5b1a3d5d0f46b7b520536bbd677d012fd79/644",
            "blink_unittests": "2a28f7fe9e90ee639db5af2c9fc3c08e1aacfccfce253ed863516d82328ecaf9/728",
            "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
            "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
            "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
            "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
            "cc_unittests": "7a57acad2f65f44c593af61776410891498177bb008433dff4e44637a351364c/647",
            "chrome_app_unittests": "4e2af85ce231b87490b8a0e88e41a2a3b18d13adf089f016a1c280608123afe5/565",
            "chromedriver_unittests": "bd493ddb01374a19a7bdd48cd78e75a25ef6fa69dc19c20cdc779356c31fbd89/644",
            "components_browsertests": "c4ece78a362e9b28180928ac729b8e88cf8300cb83ae8cb240fe8956212bf372/731",
            "components_unittests": "a1f3bbe1435059e3998857bb3dc2936ed6f412c4910e4cfdd285739f621000f3/731",
            "compositor_unittests": "bced2d3e58c51e7190b2d3cfd2f802fd4ccc00ed3db666190f79e5c5c75526a2/563",
            "content_browsertests": "6e976fe76a89de387b4698ffce9e0fb0fabd698a7f07456b942418afb661be85/726",
            "content_unittests": "214cd7a16e5bb0aa024953056334f420a542bfc9ddc50fb202d4576884be2ae7/724",
            "cronet_tests": "28e87401151927f38592535aa3de8068f73a0712f431d8a2e8e1daac435c78aa/648",
            "cronet_unittests": "4ac433fbfcc343de01c934967d0d1116ac44051a75553f43eb4a431dbdc6bde7/564",
            "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
            "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
            "device_unittests": "bdd926a0af62e906ec83f31c644c35f4621c5009e5b8d7bb13d8d2c9e241510b/644",
            "display_unittests": "e7174c627ec9efbe4959165d84ccbb85d7b913141d9065d0eb977186ec089c98/487",
            "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
            "events_unittests": "9349aad7a1fdc9de9b109b15b9ee0aa193e90dcf8f3567939f84bf9b4f2a64d8/487",
            "extensions_browsertests": "46bfc6795a0443f9b6aa9d9a65cfcae3d14808e21488902ea598c78ed0b7e21b/650",
            "extensions_unittests": "6f8fa6dc5759463d76f55beecb1aca2d742d10c66ba7b20c855875c124f939dd/729",
            "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
            "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
            "gcm_unit_tests": "ddf40bad2143802f58dfac8be79794c458e09baff351368b98212c9df94a8a1e/564",
            "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
            "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
            "gl_tests": "49a8cef7476aa658ecc790e08fbd8a8905a76da829e01ce08e7612ae7ae33dbd/487",
            "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
            "google_apis_unittests": "167add45605d789b3165c44c2ac97e2f8248f2709cd84b3ede4fe702b71dc5e2/649",
            "gpu_unittests": "ed8d8bae3ab5c80cbf04e223ddeef1aee6824f011669b5ea8f3850e931f8a36f/564",
            "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
            "headless_browsertests": "5e85ffef385c2c180c0f8a492f696fd8cd5f65d6f774895b1000b1b8269a9c2e/648",
            "headless_unittests": "2664a40a253bc8e4245e4860ce3e3a9827bf5195391298c254d8347379a0fcc7/487",
            "interactive_ui_tests": "a960203fd6924150d7aca14924ee4e1a36c480b18df0fb7789f831250d744bec/972",
            "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
            "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
            "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
            "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
            "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
            "media_unittests": "6d72b8b40527b81a09e208fde426dc6a9ee65953a95530a90d78e8b7b4550b04/567",
            "message_center_unittests": "2058bf696d56b04464ae12585eedbb5a12a66315f50bc739ddb768c49dcbd82a/487",
            "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
            "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
            "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
            "net_unittests": "d023e6bd248103c63efa62c90f59069ae90911070c605b9ef1d28feb4b7c3f82/566",
            "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
            "ozone_unittests": "82a8c86662e745f024b3b277a416875aa7f121cfa34af99997f4bbdf24776544/487",
            "ozone_x11_unittests": "0fe4de2343a028216ed3dcaf4d1e3d1b3a77359baaf528751d8da79657b06f4b/487",
            "pdf_unittests": "3528e831ebf0dfb6996e7067f9996bfb7999ec2167c53452cded1eaa8590e917/564",
            "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
            "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
            "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
            "remoting_unittests": "b3ab32c9235b14c2f2f2ea2c8ecfa95ed93645c7f1699e795c267c7782d6ed3e/564",
            "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
            "services_unittests": "27ca26207b9f6e16e5e67df841f285a6312d71a71e90784ff9ec59ca0c3db4c1/733",
            "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
            "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
            "snapshot_unittests": "11620daa30877da2d9f2e092cab1d1eb1a3fc42856db5abe747256d8053258d7/487",
            "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
            "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
            "sync_integration_tests": "64094b778ca192500d40d57bd3b8a9e90955e0a0ec9c9fc8def474f57952a6ee/646",
            "ui_base_unittests": "e9f59228b3a58757238a5a0c350edf801ce4e36a5394b9b60cd4de23532c23e9/640",
            "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
            "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
            "unit_tests": "3150403da7e24878057b44f696258918b0ff185519c7f1708a45f8566877f2ec/1055",
            "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
            "views_unittests": "8d2f65f649fe6194d83750a2c665568babdc33623a34016152551be7324969df/487",
            "viz_unittests": "3057fb30c960260e194ee32ab85599cf76a0513d5e545d561a1ceb1542635a71/571",
            "vr_common_unittests": "964e8d8c5a029d691271032d1c28a87cec7326f087eb4b8cb8960178e7ef88da/565",
            "wm_unittests": "03c90ea58701c280b7ab91252f5650b38169065f556dd1cece9848047cb6da3e/487",
            "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
            "xr_browser_tests": "c8628d3f65212b99e696b4b3103e1791b37b777855baf1b1a48734a5082515c5/645",
            "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
    "ref": "refs/branch-heads/6723"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898209505397860080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m130/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "575"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:39:16.673] Scheduled build:
{
  "id": "8732779443436235409",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 575,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-10-29T02:39:16.162379466Z",
  "updateTime": "2024-10-29T02:39:16.162379466Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[02:39:16.673] Task URL: https://cr-buildbucket.appspot.com/build/8732779443436235409
[02:39:16.673] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:2:0) after 3m4s
[02:39:17.675] Received PubSub notification, asking Buildbucket for the build status
[02:39:17.716] Build status: SCHEDULED
[02:39:21.981] Received PubSub notification, asking Buildbucket for the build status
[02:39:22.009] Build status: STARTED
[02:42:20.695] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:2:0)
[02:42:20.712] Build status: STARTED
[02:42:20.712] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:5:0) after 6m54s
[02:49:14.803] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:5:0)
[02:49:14.882] Build status: STARTED
[02:49:14.882] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:6:0) after 9m29s
[02:58:43.909] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:6:0)
[02:58:43.947] Build status: STARTED
[02:58:43.947] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8898209505397860080:7:0) after 6m4s
[03:01:14.152] Received PubSub notification, asking Buildbucket for the build status
[03:01:14.186] Build:
{
  "id": "8732779443436235409",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 575,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-10-29T02:39:16.162379466Z",
  "startTime": "2024-10-29T02:39:21.749795049Z",
  "endTime": "2024-10-29T03:01:13.596593225Z",
  "updateTime": "2024-10-29T03:01:13.596593225Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa7928f345b478a1b992ef02e0908c5899b7c1d4",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[03:01:14.186] Invocation finished in 21m59.277589321s with status FAILED