Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 88792a3ee1d8f828380e93e1e6b2012886013f02)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/353 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3992b59e663940718c331f8b6de80507503848d8",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6778"
      }
    ]
  },
  "branch": "refs/branch-heads/6778",
  "deps_revision_overrides": {
    "src": "3992b59e663940718c331f8b6de80507503848d8"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732163904379196817"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732163904379196817"
    }
  ],
  "parent_build_id": "8732163904379196817",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
  "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
  "parent_got_revision": "3992b59e663940718c331f8b6de80507503848d8",
  "parent_got_revision_cp": "refs/branch-heads/6778@{#1657}",
  "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
  "parent_got_v8_revision": "e9dba061ce314d65caf84a552daf24e13ae0a0c6",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#11}",
  "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3992b59e663940718c331f8b6de80507503848d8",
  "swarm_hashes": {
    "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
    "accessibility_unittests": "e8e37882845a6098949d1f0e91bf768c4237ccff73b765bf75f399a6fabde17e/488",
    "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
    "app_shell_unittests": "962316f0db2bac5fff6f647b4cf51f584608b6cc074a7127ee214f27bbc8bc8e/649",
    "aura_unittests": "538737bbb921efa79682765e9af9b0478765ef54565e3ba6aaeaa456bb80b16e/488",
    "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
    "blink_common_unittests": "fc434e66a3cac17e67044f45c1a348feaef0f4c5bb36019af7f668ddade0b30b/566",
    "blink_fuzzer_unittests": "f8dd2ad946a1cdedf967da73c8156684396ab4b4c48a519ba7f23e1574b456e8/488",
    "blink_heap_unittests": "d120051164acd4579fbd0376c4487fef828db6f7ef0a640c710210fbd8ef5ea4/488",
    "blink_platform_unittests": "b4de29ac6dc67ca88f18841cf3426eed442100b53ecd074d16ce4ef11e1baa03/645",
    "blink_unittests": "c9d7291597571f4b78af1c00d7ab83a4d3edf94773c60e569048b924b05dbbfb/729",
    "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
    "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
    "capture_unittests": "b8736afc247518a72d02aab313fa7666d7d3b8aecbac0d1aeb85cf6c0684273a/567",
    "cast_unittests": "e60cd2d98ee884fef42ae503e0c9dc9584b038f00f73782b23669ca524b0215e/488",
    "cc_unittests": "ba111183c3ab26cd4ca4153c0b06c544044ae5e7c4a71ff691cb9fda3048e720/648",
    "chrome_app_unittests": "79dc9db0fd6745868e008ce9086eea73c0069bb01b387542de8e9ae25a03ffa7/566",
    "chromedriver_unittests": "2803a50be68724f4c54c97577a285aca7199aa09038ee3535a480c1a00c349df/645",
    "components_browsertests": "e19d7f9b39edb5f15f0c9364da6cf88c5f9c63308d02969c66f390e174fd861e/732",
    "components_unittests": "bec2edeb1f24105b18b81082e739892e2d434f5bf76dc39ebc27c8f6b01c4254/732",
    "compositor_unittests": "9bd2b95521d631603f34e9d3676f4a2ef5367a1406f6ade9c7823718c6b381e8/564",
    "content_browsertests": "58bd2eb768ecf5f09d4ef7eda083c66a8d86f8e450bce2b3fbbf02bfef98e243/727",
    "content_unittests": "546727b487014033d0a6de7676a7aeb3a29af65fb6c6435f1cf56f510bb1bfc5/725",
    "cronet_tests": "2eaad96bfa9d6ca50075f99b6400b5d4408f7a919da41db8a659a7280667a6ed/649",
    "cronet_unittests": "8c28e64daed698a615da16d83c73b0e6ec32e3b7562542b4e1a9a78b2ef5ce44/565",
    "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
    "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
    "device_unittests": "f3a0074f0ded3f12cb88ab3eab578925f49a44899a8fa0f9ce3e120ca18528c7/645",
    "display_unittests": "0241245fdd09a15927674e7f2c4505ae3297954c5f6712c845c2f470cddb1bf9/488",
    "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
    "events_unittests": "b054f3f79f5b5abfbf9e30bee717e157f2abcf3ff9f954aebf90f6cd12c2c57f/488",
    "extensions_browsertests": "078ea282d72ef1792bca1b17f55c072ed887d489e79f385b55d3ffa5e9c13e47/651",
    "extensions_unittests": "b6860bdbd6c78ff9c13297ce40c1e31a40519113650302453325b36d7e04b669/730",
    "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
    "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
    "gcm_unit_tests": "52b839185c14d0e72999488ba0be440b5b29edd871267c244e355c59b288b29a/565",
    "gfx_unittests": "125f810464bcdbcac8b3a083da1072eec2f1be943365242e05a6c56510010410/564",
    "gin_unittests": "2383a1d4aceb561ccd1ec210b3282d925b5150d475b73cd2da67552010c13096/565",
    "gl_tests": "7332d0028ddf5659b775cda8ff663598d852ec4dae3a067c7c653f5fb9da57b2/488",
    "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
    "google_apis_unittests": "e2e14366594b5b796de030599c925247392eedd289446fe1094003acb5dd931b/650",
    "gpu_unittests": "de2636dc036b953664e6f5f8116598defda5b98e3c51d60ed099a55bdf0219ba/565",
    "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
    "headless_browsertests": "bdf03debc72db891b6aa924955f3529ee86e5c7ab2c53a9963ff5fdaac8bca01/649",
    "headless_unittests": "bbbbe48210020b7c5bb195b922d832a29b34d4dce970d33abfeb874be12089fb/488",
    "interactive_ui_tests": "dbfc1b8c606715ecdc0edac382e448349d04835169b1fd0f5f77c50ec40f9fa1/973",
    "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
    "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
    "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
    "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
    "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
    "media_unittests": "68c535faf9447e9e13aad64a489590ed55de228fbba9cf20711311001dc1c29d/568",
    "message_center_unittests": "3a648d13ddfce00203e5ebb298d90dd797a0052da53582b5c14b161b3890677e/488",
    "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
    "mojo_unittests": "e70c2fe7ec7d4a74b7a77e5c337ad1aea4c24edf28d83ed6cf06aed7787eb11d/566",
    "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
    "net_unittests": "c3d5cf926b7f8bfca3b694aa4849727fdfd48a86e6a23a95e15d1c861b75e945/567",
    "openscreen_unittests": "f1f866b0c18e4051110b943ffea1547f84256e5ed84eb630cf561c825513635e/489",
    "ozone_unittests": "3e7cd463881ba78513a68afd4b2a929ad4cbbcef8b3c3f449851d7d99b9dee84/488",
    "ozone_x11_unittests": "db4874959d150be6dea5559bdfaf5effefffb0a8abe128c6a61ee3ade95cc42f/488",
    "pdf_unittests": "920cf4aec6f76f9e0f77cdbc1be1bee56703cc642ab2c17f3ba1f0b2148f471e/565",
    "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
    "printing_unittests": "e59138c748e98b07f5d1263de2d853c2b41624d11b7644474d9dc1fe3f94bb21/488",
    "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
    "remoting_unittests": "26aa5c00df02df1d1a9521c0d0f0dde773fc9706289862e53d9c6761cc968905/565",
    "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
    "services_unittests": "3cff507aa2b793a6689c35e7ca25447b4483967e4f2efce89a8f318f457ca47b/734",
    "shell_dialogs_unittests": "15be4d761b40051b7e7e6e208bd343e3210eddd4cfb9e71d9702046285da4a53/488",
    "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
    "snapshot_unittests": "d90cb214efda9bef1a163bbdaf277987ecc228972c7aa32c1284f6815323374e/488",
    "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
    "storage_unittests": "2ae10fa9953a8a56f0617d863e573662aeeb8cfd302c2f8ae67d9494524e05dc/646",
    "sync_integration_tests": "1497bd02bf43877bfd7a70aaf7da8670b130e1a6ef28ad71da90bfa0c047512d/647",
    "ui_base_unittests": "8103ab22deab5110e4b9888f0f8b23fcb445782b74985c2a360c14aa5cb7d922/641",
    "ui_touch_selection_unittests": "0e5e432dda6753cd67a9be7431847f86baaaf742a1ea6d9caadeffa644c38691/488",
    "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
    "unit_tests": "5cc49d006a912a4cfeb761d4bfb56eb1c9c3173ccf448c288567845e1b48add6/1056",
    "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
    "views_unittests": "3cc4054389bbcd37ac854fe518277554e5dc26a9477d376a88259f56c72e8f03/488",
    "viz_unittests": "e71aa0bb0e759ab449748359bb2f824e32e6117a71a77ba5fdfaf1850f716ae8/572",
    "vr_common_unittests": "8e0f4ce0613004a006b06dbaa3d7375cd95f772bcf8e6def84df89a288f773ff/566",
    "wm_unittests": "e176f8f894d75f365ad6f7b968c4dd1b3431e723f77fd1038be7ef7866545c76/488",
    "wtf_unittests": "c0be90141b6e8db22758b30b94a7addbdbff8a6092eee3a1083f59679aa26808/488",
    "xr_browser_tests": "ee9398434a144e885a13e066b442104ea20efbdc09f7b70a6c6f339d79bc3ab0/646",
    "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3992b59e663940718c331f8b6de80507503848d8
  • gitiles_ref:refs/branch-heads/6778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:353
  • user_agent:recipe

Debug log (UTC)

[22:52:29.067] New invocation is queued and will start shortly
[22:52:29.067] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:52:30.254] Starting the invocation (attempt 1)
[22:52:30.285] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3992b59e663940718c331f8b6de80507503848d8"
[22:52:30.285] Popped gitiles commit info from properties and tags
[22:52:30.285] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:52:30.285] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:52:30.286] Buildbucket request:
{
  "requestId": "8897589593395348768",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3992b59e663940718c331f8b6de80507503848d8",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897589593395348768",
            "job": "chromium-m131/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "3992b59e663940718c331f8b6de80507503848d8",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "3992b59e663940718c331f8b6de80507503848d8"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732163904379196817"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732163904379196817"
                                              }
                                        ],
                                    "parent_build_id": "8732163904379196817",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
                                    "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
                                    "parent_got_revision": "3992b59e663940718c331f8b6de80507503848d8",
                                    "parent_got_revision_cp": "refs/branch-heads/6778@{#1657}",
                                    "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
                                    "parent_got_v8_revision": "e9dba061ce314d65caf84a552daf24e13ae0a0c6",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#11}",
                                    "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
                                    "revision": "3992b59e663940718c331f8b6de80507503848d8",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
                                          "accessibility_unittests": "e8e37882845a6098949d1f0e91bf768c4237ccff73b765bf75f399a6fabde17e/488",
                                          "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
                                          "app_shell_unittests": "962316f0db2bac5fff6f647b4cf51f584608b6cc074a7127ee214f27bbc8bc8e/649",
                                          "aura_unittests": "538737bbb921efa79682765e9af9b0478765ef54565e3ba6aaeaa456bb80b16e/488",
                                          "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
                                          "blink_common_unittests": "fc434e66a3cac17e67044f45c1a348feaef0f4c5bb36019af7f668ddade0b30b/566",
                                          "blink_fuzzer_unittests": "f8dd2ad946a1cdedf967da73c8156684396ab4b4c48a519ba7f23e1574b456e8/488",
                                          "blink_heap_unittests": "d120051164acd4579fbd0376c4487fef828db6f7ef0a640c710210fbd8ef5ea4/488",
                                          "blink_platform_unittests": "b4de29ac6dc67ca88f18841cf3426eed442100b53ecd074d16ce4ef11e1baa03/645",
                                          "blink_unittests": "c9d7291597571f4b78af1c00d7ab83a4d3edf94773c60e569048b924b05dbbfb/729",
                                          "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
                                          "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
                                          "capture_unittests": "b8736afc247518a72d02aab313fa7666d7d3b8aecbac0d1aeb85cf6c0684273a/567",
                                          "cast_unittests": "e60cd2d98ee884fef42ae503e0c9dc9584b038f00f73782b23669ca524b0215e/488",
                                          "cc_unittests": "ba111183c3ab26cd4ca4153c0b06c544044ae5e7c4a71ff691cb9fda3048e720/648",
                                          "chrome_app_unittests": "79dc9db0fd6745868e008ce9086eea73c0069bb01b387542de8e9ae25a03ffa7/566",
                                          "chromedriver_unittests": "2803a50be68724f4c54c97577a285aca7199aa09038ee3535a480c1a00c349df/645",
                                          "components_browsertests": "e19d7f9b39edb5f15f0c9364da6cf88c5f9c63308d02969c66f390e174fd861e/732",
                                          "components_unittests": "bec2edeb1f24105b18b81082e739892e2d434f5bf76dc39ebc27c8f6b01c4254/732",
                                          "compositor_unittests": "9bd2b95521d631603f34e9d3676f4a2ef5367a1406f6ade9c7823718c6b381e8/564",
                                          "content_browsertests": "58bd2eb768ecf5f09d4ef7eda083c66a8d86f8e450bce2b3fbbf02bfef98e243/727",
                                          "content_unittests": "546727b487014033d0a6de7676a7aeb3a29af65fb6c6435f1cf56f510bb1bfc5/725",
                                          "cronet_tests": "2eaad96bfa9d6ca50075f99b6400b5d4408f7a919da41db8a659a7280667a6ed/649",
                                          "cronet_unittests": "8c28e64daed698a615da16d83c73b0e6ec32e3b7562542b4e1a9a78b2ef5ce44/565",
                                          "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
                                          "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
                                          "device_unittests": "f3a0074f0ded3f12cb88ab3eab578925f49a44899a8fa0f9ce3e120ca18528c7/645",
                                          "display_unittests": "0241245fdd09a15927674e7f2c4505ae3297954c5f6712c845c2f470cddb1bf9/488",
                                          "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
                                          "events_unittests": "b054f3f79f5b5abfbf9e30bee717e157f2abcf3ff9f954aebf90f6cd12c2c57f/488",
                                          "extensions_browsertests": "078ea282d72ef1792bca1b17f55c072ed887d489e79f385b55d3ffa5e9c13e47/651",
                                          "extensions_unittests": "b6860bdbd6c78ff9c13297ce40c1e31a40519113650302453325b36d7e04b669/730",
                                          "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
                                          "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
                                          "gcm_unit_tests": "52b839185c14d0e72999488ba0be440b5b29edd871267c244e355c59b288b29a/565",
                                          "gfx_unittests": "125f810464bcdbcac8b3a083da1072eec2f1be943365242e05a6c56510010410/564",
                                          "gin_unittests": "2383a1d4aceb561ccd1ec210b3282d925b5150d475b73cd2da67552010c13096/565",
                                          "gl_tests": "7332d0028ddf5659b775cda8ff663598d852ec4dae3a067c7c653f5fb9da57b2/488",
                                          "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
                                          "google_apis_unittests": "e2e14366594b5b796de030599c925247392eedd289446fe1094003acb5dd931b/650",
                                          "gpu_unittests": "de2636dc036b953664e6f5f8116598defda5b98e3c51d60ed099a55bdf0219ba/565",
                                          "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
                                          "headless_browsertests": "bdf03debc72db891b6aa924955f3529ee86e5c7ab2c53a9963ff5fdaac8bca01/649",
                                          "headless_unittests": "bbbbe48210020b7c5bb195b922d832a29b34d4dce970d33abfeb874be12089fb/488",
                                          "interactive_ui_tests": "dbfc1b8c606715ecdc0edac382e448349d04835169b1fd0f5f77c50ec40f9fa1/973",
                                          "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
                                          "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
                                          "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
                                          "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
                                          "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
                                          "media_unittests": "68c535faf9447e9e13aad64a489590ed55de228fbba9cf20711311001dc1c29d/568",
                                          "message_center_unittests": "3a648d13ddfce00203e5ebb298d90dd797a0052da53582b5c14b161b3890677e/488",
                                          "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
                                          "mojo_unittests": "e70c2fe7ec7d4a74b7a77e5c337ad1aea4c24edf28d83ed6cf06aed7787eb11d/566",
                                          "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
                                          "net_unittests": "c3d5cf926b7f8bfca3b694aa4849727fdfd48a86e6a23a95e15d1c861b75e945/567",
                                          "openscreen_unittests": "f1f866b0c18e4051110b943ffea1547f84256e5ed84eb630cf561c825513635e/489",
                                          "ozone_unittests": "3e7cd463881ba78513a68afd4b2a929ad4cbbcef8b3c3f449851d7d99b9dee84/488",
                                          "ozone_x11_unittests": "db4874959d150be6dea5559bdfaf5effefffb0a8abe128c6a61ee3ade95cc42f/488",
                                          "pdf_unittests": "920cf4aec6f76f9e0f77cdbc1be1bee56703cc642ab2c17f3ba1f0b2148f471e/565",
                                          "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
                                          "printing_unittests": "e59138c748e98b07f5d1263de2d853c2b41624d11b7644474d9dc1fe3f94bb21/488",
                                          "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
                                          "remoting_unittests": "26aa5c00df02df1d1a9521c0d0f0dde773fc9706289862e53d9c6761cc968905/565",
                                          "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
                                          "services_unittests": "3cff507aa2b793a6689c35e7ca25447b4483967e4f2efce89a8f318f457ca47b/734",
                                          "shell_dialogs_unittests": "15be4d761b40051b7e7e6e208bd343e3210eddd4cfb9e71d9702046285da4a53/488",
                                          "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
                                          "snapshot_unittests": "d90cb214efda9bef1a163bbdaf277987ecc228972c7aa32c1284f6815323374e/488",
                                          "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
                                          "storage_unittests": "2ae10fa9953a8a56f0617d863e573662aeeb8cfd302c2f8ae67d9494524e05dc/646",
                                          "sync_integration_tests": "1497bd02bf43877bfd7a70aaf7da8670b130e1a6ef28ad71da90bfa0c047512d/647",
                                          "ui_base_unittests": "8103ab22deab5110e4b9888f0f8b23fcb445782b74985c2a360c14aa5cb7d922/641",
                                          "ui_touch_selection_unittests": "0e5e432dda6753cd67a9be7431847f86baaaf742a1ea6d9caadeffa644c38691/488",
                                          "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
                                          "unit_tests": "5cc49d006a912a4cfeb761d4bfb56eb1c9c3173ccf448c288567845e1b48add6/1056",
                                          "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
                                          "views_unittests": "3cc4054389bbcd37ac854fe518277554e5dc26a9477d376a88259f56c72e8f03/488",
                                          "viz_unittests": "e71aa0bb0e759ab449748359bb2f824e32e6117a71a77ba5fdfaf1850f716ae8/572",
                                          "vr_common_unittests": "8e0f4ce0613004a006b06dbaa3d7375cd95f772bcf8e6def84df89a288f773ff/566",
                                          "wm_unittests": "e176f8f894d75f365ad6f7b968c4dd1b3431e723f77fd1038be7ef7866545c76/488",
                                          "wtf_unittests": "c0be90141b6e8db22758b30b94a7addbdbff8a6092eee3a1083f59679aa26808/488",
                                          "xr_browser_tests": "ee9398434a144e885a13e066b442104ea20efbdc09f7b70a6c6f339d79bc3ab0/646",
                                          "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "3992b59e663940718c331f8b6de80507503848d8",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:353",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2a2bc0f1-2557-48d1-b123-d2036803e93d",
                        "title": "Linux TSan Builder/353"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3992b59e663940718c331f8b6de80507503848d8"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732163904379196817"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732163904379196817"
                }
          ],
      "parent_build_id": "8732163904379196817",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
      "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
      "parent_got_revision": "3992b59e663940718c331f8b6de80507503848d8",
      "parent_got_revision_cp": "refs/branch-heads/6778@{#1657}",
      "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
      "parent_got_v8_revision": "e9dba061ce314d65caf84a552daf24e13ae0a0c6",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#11}",
      "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
            "accessibility_unittests": "e8e37882845a6098949d1f0e91bf768c4237ccff73b765bf75f399a6fabde17e/488",
            "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
            "app_shell_unittests": "962316f0db2bac5fff6f647b4cf51f584608b6cc074a7127ee214f27bbc8bc8e/649",
            "aura_unittests": "538737bbb921efa79682765e9af9b0478765ef54565e3ba6aaeaa456bb80b16e/488",
            "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
            "blink_common_unittests": "fc434e66a3cac17e67044f45c1a348feaef0f4c5bb36019af7f668ddade0b30b/566",
            "blink_fuzzer_unittests": "f8dd2ad946a1cdedf967da73c8156684396ab4b4c48a519ba7f23e1574b456e8/488",
            "blink_heap_unittests": "d120051164acd4579fbd0376c4487fef828db6f7ef0a640c710210fbd8ef5ea4/488",
            "blink_platform_unittests": "b4de29ac6dc67ca88f18841cf3426eed442100b53ecd074d16ce4ef11e1baa03/645",
            "blink_unittests": "c9d7291597571f4b78af1c00d7ab83a4d3edf94773c60e569048b924b05dbbfb/729",
            "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
            "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
            "capture_unittests": "b8736afc247518a72d02aab313fa7666d7d3b8aecbac0d1aeb85cf6c0684273a/567",
            "cast_unittests": "e60cd2d98ee884fef42ae503e0c9dc9584b038f00f73782b23669ca524b0215e/488",
            "cc_unittests": "ba111183c3ab26cd4ca4153c0b06c544044ae5e7c4a71ff691cb9fda3048e720/648",
            "chrome_app_unittests": "79dc9db0fd6745868e008ce9086eea73c0069bb01b387542de8e9ae25a03ffa7/566",
            "chromedriver_unittests": "2803a50be68724f4c54c97577a285aca7199aa09038ee3535a480c1a00c349df/645",
            "components_browsertests": "e19d7f9b39edb5f15f0c9364da6cf88c5f9c63308d02969c66f390e174fd861e/732",
            "components_unittests": "bec2edeb1f24105b18b81082e739892e2d434f5bf76dc39ebc27c8f6b01c4254/732",
            "compositor_unittests": "9bd2b95521d631603f34e9d3676f4a2ef5367a1406f6ade9c7823718c6b381e8/564",
            "content_browsertests": "58bd2eb768ecf5f09d4ef7eda083c66a8d86f8e450bce2b3fbbf02bfef98e243/727",
            "content_unittests": "546727b487014033d0a6de7676a7aeb3a29af65fb6c6435f1cf56f510bb1bfc5/725",
            "cronet_tests": "2eaad96bfa9d6ca50075f99b6400b5d4408f7a919da41db8a659a7280667a6ed/649",
            "cronet_unittests": "8c28e64daed698a615da16d83c73b0e6ec32e3b7562542b4e1a9a78b2ef5ce44/565",
            "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
            "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
            "device_unittests": "f3a0074f0ded3f12cb88ab3eab578925f49a44899a8fa0f9ce3e120ca18528c7/645",
            "display_unittests": "0241245fdd09a15927674e7f2c4505ae3297954c5f6712c845c2f470cddb1bf9/488",
            "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
            "events_unittests": "b054f3f79f5b5abfbf9e30bee717e157f2abcf3ff9f954aebf90f6cd12c2c57f/488",
            "extensions_browsertests": "078ea282d72ef1792bca1b17f55c072ed887d489e79f385b55d3ffa5e9c13e47/651",
            "extensions_unittests": "b6860bdbd6c78ff9c13297ce40c1e31a40519113650302453325b36d7e04b669/730",
            "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
            "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
            "gcm_unit_tests": "52b839185c14d0e72999488ba0be440b5b29edd871267c244e355c59b288b29a/565",
            "gfx_unittests": "125f810464bcdbcac8b3a083da1072eec2f1be943365242e05a6c56510010410/564",
            "gin_unittests": "2383a1d4aceb561ccd1ec210b3282d925b5150d475b73cd2da67552010c13096/565",
            "gl_tests": "7332d0028ddf5659b775cda8ff663598d852ec4dae3a067c7c653f5fb9da57b2/488",
            "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
            "google_apis_unittests": "e2e14366594b5b796de030599c925247392eedd289446fe1094003acb5dd931b/650",
            "gpu_unittests": "de2636dc036b953664e6f5f8116598defda5b98e3c51d60ed099a55bdf0219ba/565",
            "gwp_asan_unittests": "1b262c907991ae4d131343c12bead77ce85b36b9fbee9c365429a8868abed0d3/489",
            "headless_browsertests": "bdf03debc72db891b6aa924955f3529ee86e5c7ab2c53a9963ff5fdaac8bca01/649",
            "headless_unittests": "bbbbe48210020b7c5bb195b922d832a29b34d4dce970d33abfeb874be12089fb/488",
            "interactive_ui_tests": "dbfc1b8c606715ecdc0edac382e448349d04835169b1fd0f5f77c50ec40f9fa1/973",
            "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
            "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
            "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
            "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
            "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
            "media_unittests": "68c535faf9447e9e13aad64a489590ed55de228fbba9cf20711311001dc1c29d/568",
            "message_center_unittests": "3a648d13ddfce00203e5ebb298d90dd797a0052da53582b5c14b161b3890677e/488",
            "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
            "mojo_unittests": "e70c2fe7ec7d4a74b7a77e5c337ad1aea4c24edf28d83ed6cf06aed7787eb11d/566",
            "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
            "net_unittests": "c3d5cf926b7f8bfca3b694aa4849727fdfd48a86e6a23a95e15d1c861b75e945/567",
            "openscreen_unittests": "f1f866b0c18e4051110b943ffea1547f84256e5ed84eb630cf561c825513635e/489",
            "ozone_unittests": "3e7cd463881ba78513a68afd4b2a929ad4cbbcef8b3c3f449851d7d99b9dee84/488",
            "ozone_x11_unittests": "db4874959d150be6dea5559bdfaf5effefffb0a8abe128c6a61ee3ade95cc42f/488",
            "pdf_unittests": "920cf4aec6f76f9e0f77cdbc1be1bee56703cc642ab2c17f3ba1f0b2148f471e/565",
            "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
            "printing_unittests": "e59138c748e98b07f5d1263de2d853c2b41624d11b7644474d9dc1fe3f94bb21/488",
            "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
            "remoting_unittests": "26aa5c00df02df1d1a9521c0d0f0dde773fc9706289862e53d9c6761cc968905/565",
            "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
            "services_unittests": "3cff507aa2b793a6689c35e7ca25447b4483967e4f2efce89a8f318f457ca47b/734",
            "shell_dialogs_unittests": "15be4d761b40051b7e7e6e208bd343e3210eddd4cfb9e71d9702046285da4a53/488",
            "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
            "snapshot_unittests": "d90cb214efda9bef1a163bbdaf277987ecc228972c7aa32c1284f6815323374e/488",
            "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
            "storage_unittests": "2ae10fa9953a8a56f0617d863e573662aeeb8cfd302c2f8ae67d9494524e05dc/646",
            "sync_integration_tests": "1497bd02bf43877bfd7a70aaf7da8670b130e1a6ef28ad71da90bfa0c047512d/647",
            "ui_base_unittests": "8103ab22deab5110e4b9888f0f8b23fcb445782b74985c2a360c14aa5cb7d922/641",
            "ui_touch_selection_unittests": "0e5e432dda6753cd67a9be7431847f86baaaf742a1ea6d9caadeffa644c38691/488",
            "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
            "unit_tests": "5cc49d006a912a4cfeb761d4bfb56eb1c9c3173ccf448c288567845e1b48add6/1056",
            "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
            "views_unittests": "3cc4054389bbcd37ac854fe518277554e5dc26a9477d376a88259f56c72e8f03/488",
            "viz_unittests": "e71aa0bb0e759ab449748359bb2f824e32e6117a71a77ba5fdfaf1850f716ae8/572",
            "vr_common_unittests": "8e0f4ce0613004a006b06dbaa3d7375cd95f772bcf8e6def84df89a288f773ff/566",
            "wm_unittests": "e176f8f894d75f365ad6f7b968c4dd1b3431e723f77fd1038be7ef7866545c76/488",
            "wtf_unittests": "c0be90141b6e8db22758b30b94a7addbdbff8a6092eee3a1083f59679aa26808/488",
            "xr_browser_tests": "ee9398434a144e885a13e066b442104ea20efbdc09f7b70a6c6f339d79bc3ab0/646",
            "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3992b59e663940718c331f8b6de80507503848d8",
    "ref": "refs/branch-heads/6778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897589593395348768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m131/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "353"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:52:30.906] Scheduled build:
{
  "id": "8732159531390255633",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 353,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-04T22:52:30.359572919Z",
  "updateTime": "2024-11-04T22:52:30.359572919Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3992b59e663940718c331f8b6de80507503848d8",
      "ref": "refs/branch-heads/6778"
    }
  },
  "canary": true
}
[22:52:30.906] Task URL: https://cr-buildbucket.appspot.com/build/8732159531390255633
[22:52:30.906] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:2:0) after 5m27s
[22:52:31.031] Received PubSub notification, asking Buildbucket for the build status
[22:52:31.078] Build status: SCHEDULED
[22:52:38.350] Received PubSub notification, asking Buildbucket for the build status
[22:52:38.400] Build status: STARTED
[22:57:58.339] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:2:0)
[22:57:58.361] Build status: STARTED
[22:57:58.361] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:5:0) after 4m13s
[23:02:11.504] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:5:0)
[23:02:11.526] Build status: STARTED
[23:02:11.526] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:6:0) after 2m16s
[23:04:27.793] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:6:0)
[23:04:27.815] Build status: STARTED
[23:04:27.815] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:7:0) after 5m55s
[23:10:22.837] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:7:0)
[23:10:22.856] Build status: STARTED
[23:10:22.856] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:8:0) after 2m49s
[23:13:11.847] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:8:0)
[23:13:11.874] Build status: STARTED
[23:13:11.875] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897589593395348768:9:0) after 4m27s
[23:13:53.284] Received PubSub notification, asking Buildbucket for the build status
[23:13:53.318] Build:
{
  "id": "8732159531390255633",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 353,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-04T22:52:30.359572919Z",
  "startTime": "2024-11-04T22:52:38.088246199Z",
  "endTime": "2024-11-04T23:13:52.685717681Z",
  "updateTime": "2024-11-04T23:13:52.685717681Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3992b59e663940718c331f8b6de80507503848d8",
      "ref": "refs/branch-heads/6778"
    }
  },
  "canary": true
}
[23:13:53.318] Invocation finished in 21m24.255237018s with status FAILED