Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 33 minutes
Actions:

Definition (rev 9a75d9d53a36dbccad23d5c62baca23ce50f779d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/671 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6723"
      }
    ]
  },
  "branch": "refs/branch-heads/6723",
  "deps_revision_overrides": {
    "src": "5f18d88787f2aa1c79438874e7fc884cc5723ca9"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732245531792877329"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732245531792877329"
    }
  ],
  "parent_build_id": "8732245531792877329",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
  "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
  "parent_got_revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
  "parent_got_revision_cp": "refs/branch-heads/6723@{#1734}",
  "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
  "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
  "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
  "swarm_hashes": {
    "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
    "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
    "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
    "app_shell_unittests": "5ac8489e6d7b6ff11f4b992e4ec0f3a9ce02a6d1dfcedca2b159cadf3c4a4446/648",
    "aura_unittests": "b2994de0f22da7dec78387174a053381f18dca3c54b8655614e3feb217233510/487",
    "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
    "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
    "blink_fuzzer_unittests": "cb2bb427507e839212d218837ffa04d2f2415b300723c02c60d17a9ab9ae6f56/487",
    "blink_heap_unittests": "4c2c39f54d727480d58c8681fb468e85dc7ea99ddce40ff54bf5b090d3a91ff2/487",
    "blink_platform_unittests": "6d2f24d8ded6e4319e6c9f82816bd4cbbadf941a2fd766c14929ff072e93227a/644",
    "blink_unittests": "e91d7c6aa138657c19bbe90d33dcd250135bc05ceb0676211931308d52bd3ece/728",
    "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
    "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
    "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
    "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
    "cc_unittests": "d15dc3500a0f68b5cc480aa8aec04a68acf59c52ca448243a6597e00ea4e5058/647",
    "chrome_app_unittests": "7fde73b1470a02216d0fc16739ee650eb9c7b93e1940ab24742a3da7104e84e4/565",
    "chromedriver_unittests": "0ad6ea0b316b4298c7b00885a78a9b26a76c3d617c69c5343f5b60eb143b97ce/644",
    "components_browsertests": "34536cf8deb3abd68df265b75cb9b80f91c2292872e42b34374babc54d99dd71/731",
    "components_unittests": "60e6c02f1c1c746dab56347c326cbdc690b3a09a19a2cd086781ca357bb50549/731",
    "compositor_unittests": "50ac314f831b3d1456633e6c6f0954c442619ecc28de82790056ea0deb81cf18/563",
    "content_browsertests": "1883dc17f1ebd0d95e63155a789fb6f5ea6c1fa0163f61d3cdb84dbee0e52ae9/726",
    "content_unittests": "929139f78d7ca7be4d2635c49129aff4059b44bb0107d561e23001d7d75844f3/724",
    "cronet_tests": "d8cf4f9bc60098da8dd9b4f81b03cc2962b28031cbde100d290d4d69013af2cf/648",
    "cronet_unittests": "c66ea441ab57b6df62d91599785758050b268f226b565abd643f5b5131640cf1/564",
    "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
    "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
    "device_unittests": "d273a7656bac3bf1d8b88a65e0eb9f8e6318c97a9aa22a3021a75911e6ec9344/644",
    "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
    "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
    "events_unittests": "3a9587f3999a676501c0a9e69d6b2b4a68e7cea6c1c2424b737cb526cf02bf6d/487",
    "extensions_browsertests": "a350cceae36bcc6be3de1e380b81b28f6aba0cb5054aeb7dc4349a8ce48bea1a/650",
    "extensions_unittests": "5694c53e470d1ce810c82daef7a19286dd6dfc1a1c2d11a2fe5711523ca97823/729",
    "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
    "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
    "gcm_unit_tests": "5f9c84c1d83575037fe175e7b68f3f635cf2d5246bc5ab613d7a0335e2f06f66/564",
    "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
    "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
    "gl_tests": "6a9242a40a8f4c1be58ee5976b58dce2e4e615a6fe0f13aae0a625c5f3aad223/487",
    "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
    "google_apis_unittests": "e921ec7fdfba8052a7cb01c48bc259bec0519e2e1af17b83a7c1d7a21a51fd5c/649",
    "gpu_unittests": "f7fdd0c4d46c7cdede73ae57811b74ab5c79a921799b80463e9cf26ac416ae93/564",
    "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
    "headless_browsertests": "32c8d38fafba6f1c84dd255efcf098cf6276725f2a53ed1aad5ca40636a8d1ca/648",
    "headless_unittests": "30ed56c13843f31a66988dec364b968a64077d1b25f94bac3572f73468600237/487",
    "interactive_ui_tests": "c407e0ff337fc79740230a34ea426059466fc058c0763813771442062073a497/972",
    "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
    "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
    "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
    "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
    "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
    "media_unittests": "b1608514d04238900be26c863cb4e267ab4d8777b84c3618fe47588272d2723d/567",
    "message_center_unittests": "49520eb4152b5e4ae12bd48346589adb89fe682526ac80200ddf8380799c462e/487",
    "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
    "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
    "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
    "net_unittests": "0babfd77da5b311a36cdbb598049c569c2e2a99f17a5e2df7e64578bb5a2f8f3/566",
    "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
    "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
    "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
    "pdf_unittests": "1303e6e415cd3deab063ed075864e3bfce8318b007c1ae22dbb0981528a8a4e3/564",
    "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
    "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
    "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
    "remoting_unittests": "afe1bfeeea42c7b0cf2bf729aa7a2157b8ea98e875cc8298f14cf0e05ffe5c9c/564",
    "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
    "services_unittests": "2d6b9b0162702b1022e20f3873f3bbc0bed0ce207eb9a42ea088f6411a29b3b8/733",
    "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
    "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
    "snapshot_unittests": "2c629fad3096af7c378921b4073720b3b7dce7a1206edabb50235248e1158e1b/487",
    "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
    "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
    "sync_integration_tests": "44a263b99709a97c7d7cf8ec3cf0100b9be7ece702c7c6343fab79442c433024/646",
    "ui_base_unittests": "20fc9dd590d31fe16958c261a9e9fcf73e2fcf1606e747446a9d7167e286ea4b/640",
    "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
    "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
    "unit_tests": "d0ae2e29134dd4b57fff5a411f3e74b50fd5436c4a7d5ef7a3373cc2d2be0e69/1055",
    "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
    "views_unittests": "4195e34c05209ff9c456c4b73df43de18c49b504abd9bbe2dcbe995f8adbe6af/487",
    "viz_unittests": "46381bc76081b4eaf527645c8afa5ccd8bdfca0203d79ff2112faafccc66f526/571",
    "vr_common_unittests": "4936a321a8418d88f3b365045d073bb2107becade73e59a5fc617cf1e81f3c10/565",
    "wm_unittests": "a45c46633ce15d22e725df887e15487b1c5b5f04e59435f26bad784bb55eff82/487",
    "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
    "xr_browser_tests": "a10dfa090603e7b620d08ca2e049b065d8c5469b9ccd80af75955f613b6cbc0b/645",
    "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f18d88787f2aa1c79438874e7fc884cc5723ca9
  • gitiles_ref:refs/branch-heads/6723
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:671
  • user_agent:recipe

Debug log (UTC)

[01:30:32.424] New invocation is queued and will start shortly
[01:30:32.424] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:30:33.498] Starting the invocation (attempt 1)
[01:30:33.527] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f18d88787f2aa1c79438874e7fc884cc5723ca9"
[01:30:33.527] Popped gitiles commit info from properties and tags
[01:30:33.527] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:30:33.527] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:30:33.528] Buildbucket request:
{
  "requestId": "8897670246343221664",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6723"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897670246343221664",
            "job": "chromium-m130/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6723"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5f18d88787f2aa1c79438874e7fc884cc5723ca9"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732245531792877329"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732245531792877329"
                                              }
                                        ],
                                    "parent_build_id": "8732245531792877329",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
                                    "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
                                    "parent_got_revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
                                    "parent_got_revision_cp": "refs/branch-heads/6723@{#1734}",
                                    "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
                                    "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
                                    "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
                                    "revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
                                          "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
                                          "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
                                          "app_shell_unittests": "5ac8489e6d7b6ff11f4b992e4ec0f3a9ce02a6d1dfcedca2b159cadf3c4a4446/648",
                                          "aura_unittests": "b2994de0f22da7dec78387174a053381f18dca3c54b8655614e3feb217233510/487",
                                          "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
                                          "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
                                          "blink_fuzzer_unittests": "cb2bb427507e839212d218837ffa04d2f2415b300723c02c60d17a9ab9ae6f56/487",
                                          "blink_heap_unittests": "4c2c39f54d727480d58c8681fb468e85dc7ea99ddce40ff54bf5b090d3a91ff2/487",
                                          "blink_platform_unittests": "6d2f24d8ded6e4319e6c9f82816bd4cbbadf941a2fd766c14929ff072e93227a/644",
                                          "blink_unittests": "e91d7c6aa138657c19bbe90d33dcd250135bc05ceb0676211931308d52bd3ece/728",
                                          "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
                                          "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
                                          "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
                                          "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
                                          "cc_unittests": "d15dc3500a0f68b5cc480aa8aec04a68acf59c52ca448243a6597e00ea4e5058/647",
                                          "chrome_app_unittests": "7fde73b1470a02216d0fc16739ee650eb9c7b93e1940ab24742a3da7104e84e4/565",
                                          "chromedriver_unittests": "0ad6ea0b316b4298c7b00885a78a9b26a76c3d617c69c5343f5b60eb143b97ce/644",
                                          "components_browsertests": "34536cf8deb3abd68df265b75cb9b80f91c2292872e42b34374babc54d99dd71/731",
                                          "components_unittests": "60e6c02f1c1c746dab56347c326cbdc690b3a09a19a2cd086781ca357bb50549/731",
                                          "compositor_unittests": "50ac314f831b3d1456633e6c6f0954c442619ecc28de82790056ea0deb81cf18/563",
                                          "content_browsertests": "1883dc17f1ebd0d95e63155a789fb6f5ea6c1fa0163f61d3cdb84dbee0e52ae9/726",
                                          "content_unittests": "929139f78d7ca7be4d2635c49129aff4059b44bb0107d561e23001d7d75844f3/724",
                                          "cronet_tests": "d8cf4f9bc60098da8dd9b4f81b03cc2962b28031cbde100d290d4d69013af2cf/648",
                                          "cronet_unittests": "c66ea441ab57b6df62d91599785758050b268f226b565abd643f5b5131640cf1/564",
                                          "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
                                          "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
                                          "device_unittests": "d273a7656bac3bf1d8b88a65e0eb9f8e6318c97a9aa22a3021a75911e6ec9344/644",
                                          "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
                                          "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
                                          "events_unittests": "3a9587f3999a676501c0a9e69d6b2b4a68e7cea6c1c2424b737cb526cf02bf6d/487",
                                          "extensions_browsertests": "a350cceae36bcc6be3de1e380b81b28f6aba0cb5054aeb7dc4349a8ce48bea1a/650",
                                          "extensions_unittests": "5694c53e470d1ce810c82daef7a19286dd6dfc1a1c2d11a2fe5711523ca97823/729",
                                          "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
                                          "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
                                          "gcm_unit_tests": "5f9c84c1d83575037fe175e7b68f3f635cf2d5246bc5ab613d7a0335e2f06f66/564",
                                          "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
                                          "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
                                          "gl_tests": "6a9242a40a8f4c1be58ee5976b58dce2e4e615a6fe0f13aae0a625c5f3aad223/487",
                                          "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
                                          "google_apis_unittests": "e921ec7fdfba8052a7cb01c48bc259bec0519e2e1af17b83a7c1d7a21a51fd5c/649",
                                          "gpu_unittests": "f7fdd0c4d46c7cdede73ae57811b74ab5c79a921799b80463e9cf26ac416ae93/564",
                                          "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
                                          "headless_browsertests": "32c8d38fafba6f1c84dd255efcf098cf6276725f2a53ed1aad5ca40636a8d1ca/648",
                                          "headless_unittests": "30ed56c13843f31a66988dec364b968a64077d1b25f94bac3572f73468600237/487",
                                          "interactive_ui_tests": "c407e0ff337fc79740230a34ea426059466fc058c0763813771442062073a497/972",
                                          "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
                                          "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
                                          "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
                                          "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
                                          "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
                                          "media_unittests": "b1608514d04238900be26c863cb4e267ab4d8777b84c3618fe47588272d2723d/567",
                                          "message_center_unittests": "49520eb4152b5e4ae12bd48346589adb89fe682526ac80200ddf8380799c462e/487",
                                          "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
                                          "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
                                          "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
                                          "net_unittests": "0babfd77da5b311a36cdbb598049c569c2e2a99f17a5e2df7e64578bb5a2f8f3/566",
                                          "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
                                          "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
                                          "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
                                          "pdf_unittests": "1303e6e415cd3deab063ed075864e3bfce8318b007c1ae22dbb0981528a8a4e3/564",
                                          "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
                                          "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
                                          "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
                                          "remoting_unittests": "afe1bfeeea42c7b0cf2bf729aa7a2157b8ea98e875cc8298f14cf0e05ffe5c9c/564",
                                          "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
                                          "services_unittests": "2d6b9b0162702b1022e20f3873f3bbc0bed0ce207eb9a42ea088f6411a29b3b8/733",
                                          "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
                                          "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
                                          "snapshot_unittests": "2c629fad3096af7c378921b4073720b3b7dce7a1206edabb50235248e1158e1b/487",
                                          "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
                                          "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
                                          "sync_integration_tests": "44a263b99709a97c7d7cf8ec3cf0100b9be7ece702c7c6343fab79442c433024/646",
                                          "ui_base_unittests": "20fc9dd590d31fe16958c261a9e9fcf73e2fcf1606e747446a9d7167e286ea4b/640",
                                          "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
                                          "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
                                          "unit_tests": "d0ae2e29134dd4b57fff5a411f3e74b50fd5436c4a7d5ef7a3373cc2d2be0e69/1055",
                                          "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
                                          "views_unittests": "4195e34c05209ff9c456c4b73df43de18c49b504abd9bbe2dcbe995f8adbe6af/487",
                                          "viz_unittests": "46381bc76081b4eaf527645c8afa5ccd8bdfca0203d79ff2112faafccc66f526/571",
                                          "vr_common_unittests": "4936a321a8418d88f3b365045d073bb2107becade73e59a5fc617cf1e81f3c10/565",
                                          "wm_unittests": "a45c46633ce15d22e725df887e15487b1c5b5f04e59435f26bad784bb55eff82/487",
                                          "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
                                          "xr_browser_tests": "a10dfa090603e7b620d08ca2e049b065d8c5469b9ccd80af75955f613b6cbc0b/645",
                                          "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6723",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:671",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0308beca-3b99-48b5-bf59-fc637291969e",
                        "title": "Linux TSan Builder/671"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5f18d88787f2aa1c79438874e7fc884cc5723ca9"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732245531792877329"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732245531792877329"
                }
          ],
      "parent_build_id": "8732245531792877329",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
      "parent_got_dawn_revision": "70a01d28c3ecd75b67a87e4643bd4d55fc391ce6",
      "parent_got_revision": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
      "parent_got_revision_cp": "refs/branch-heads/6723@{#1734}",
      "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
      "parent_got_v8_revision": "9ae5f73732808d0b574e8efe88fcdbc72850fbd0",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#36}",
      "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
            "accessibility_unittests": "2186fb1b905e82cda6f948ae4c1f2331e48f59cc197d8e7d72b25bcd2220b16f/487",
            "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
            "app_shell_unittests": "5ac8489e6d7b6ff11f4b992e4ec0f3a9ce02a6d1dfcedca2b159cadf3c4a4446/648",
            "aura_unittests": "b2994de0f22da7dec78387174a053381f18dca3c54b8655614e3feb217233510/487",
            "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
            "blink_common_unittests": "e212e8521c3fc3d983f13456c3dfdb69d83b14cb7ace56101f486ef9245eda60/565",
            "blink_fuzzer_unittests": "cb2bb427507e839212d218837ffa04d2f2415b300723c02c60d17a9ab9ae6f56/487",
            "blink_heap_unittests": "4c2c39f54d727480d58c8681fb468e85dc7ea99ddce40ff54bf5b090d3a91ff2/487",
            "blink_platform_unittests": "6d2f24d8ded6e4319e6c9f82816bd4cbbadf941a2fd766c14929ff072e93227a/644",
            "blink_unittests": "e91d7c6aa138657c19bbe90d33dcd250135bc05ceb0676211931308d52bd3ece/728",
            "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
            "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
            "capture_unittests": "35adc0ca483704e12f170851aa538586b290bdad30cf43a14615abea31094212/566",
            "cast_unittests": "50e9b25dcb74e721e951e3c59c6a75ef620affbdf7335f322135c4f399e32007/487",
            "cc_unittests": "d15dc3500a0f68b5cc480aa8aec04a68acf59c52ca448243a6597e00ea4e5058/647",
            "chrome_app_unittests": "7fde73b1470a02216d0fc16739ee650eb9c7b93e1940ab24742a3da7104e84e4/565",
            "chromedriver_unittests": "0ad6ea0b316b4298c7b00885a78a9b26a76c3d617c69c5343f5b60eb143b97ce/644",
            "components_browsertests": "34536cf8deb3abd68df265b75cb9b80f91c2292872e42b34374babc54d99dd71/731",
            "components_unittests": "60e6c02f1c1c746dab56347c326cbdc690b3a09a19a2cd086781ca357bb50549/731",
            "compositor_unittests": "50ac314f831b3d1456633e6c6f0954c442619ecc28de82790056ea0deb81cf18/563",
            "content_browsertests": "1883dc17f1ebd0d95e63155a789fb6f5ea6c1fa0163f61d3cdb84dbee0e52ae9/726",
            "content_unittests": "929139f78d7ca7be4d2635c49129aff4059b44bb0107d561e23001d7d75844f3/724",
            "cronet_tests": "d8cf4f9bc60098da8dd9b4f81b03cc2962b28031cbde100d290d4d69013af2cf/648",
            "cronet_unittests": "c66ea441ab57b6df62d91599785758050b268f226b565abd643f5b5131640cf1/564",
            "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
            "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
            "device_unittests": "d273a7656bac3bf1d8b88a65e0eb9f8e6318c97a9aa22a3021a75911e6ec9344/644",
            "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
            "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
            "events_unittests": "3a9587f3999a676501c0a9e69d6b2b4a68e7cea6c1c2424b737cb526cf02bf6d/487",
            "extensions_browsertests": "a350cceae36bcc6be3de1e380b81b28f6aba0cb5054aeb7dc4349a8ce48bea1a/650",
            "extensions_unittests": "5694c53e470d1ce810c82daef7a19286dd6dfc1a1c2d11a2fe5711523ca97823/729",
            "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
            "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
            "gcm_unit_tests": "5f9c84c1d83575037fe175e7b68f3f635cf2d5246bc5ab613d7a0335e2f06f66/564",
            "gfx_unittests": "9729e4f443aca93a741bbd3970ba0b17eeaceff6b0506d3c279457a875592c6d/563",
            "gin_unittests": "f724db678dc3655333910c4fdef6d773c6d85a4247dfc31c4e0da3c298b1fcf3/564",
            "gl_tests": "6a9242a40a8f4c1be58ee5976b58dce2e4e615a6fe0f13aae0a625c5f3aad223/487",
            "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
            "google_apis_unittests": "e921ec7fdfba8052a7cb01c48bc259bec0519e2e1af17b83a7c1d7a21a51fd5c/649",
            "gpu_unittests": "f7fdd0c4d46c7cdede73ae57811b74ab5c79a921799b80463e9cf26ac416ae93/564",
            "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
            "headless_browsertests": "32c8d38fafba6f1c84dd255efcf098cf6276725f2a53ed1aad5ca40636a8d1ca/648",
            "headless_unittests": "30ed56c13843f31a66988dec364b968a64077d1b25f94bac3572f73468600237/487",
            "interactive_ui_tests": "c407e0ff337fc79740230a34ea426059466fc058c0763813771442062073a497/972",
            "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
            "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
            "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
            "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
            "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
            "media_unittests": "b1608514d04238900be26c863cb4e267ab4d8777b84c3618fe47588272d2723d/567",
            "message_center_unittests": "49520eb4152b5e4ae12bd48346589adb89fe682526ac80200ddf8380799c462e/487",
            "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
            "mojo_unittests": "269d5fa501a3bd70146cc6b462b71e7a1c39a3faa768eb38a4807f78fb7e85fd/565",
            "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
            "net_unittests": "0babfd77da5b311a36cdbb598049c569c2e2a99f17a5e2df7e64578bb5a2f8f3/566",
            "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
            "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
            "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
            "pdf_unittests": "1303e6e415cd3deab063ed075864e3bfce8318b007c1ae22dbb0981528a8a4e3/564",
            "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
            "printing_unittests": "c1354eb3d64e550096fa673640925b852c7f84226ef71102e984f5c115f3ef98/487",
            "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
            "remoting_unittests": "afe1bfeeea42c7b0cf2bf729aa7a2157b8ea98e875cc8298f14cf0e05ffe5c9c/564",
            "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
            "services_unittests": "2d6b9b0162702b1022e20f3873f3bbc0bed0ce207eb9a42ea088f6411a29b3b8/733",
            "shell_dialogs_unittests": "c13e0a1e978940273844359d60a300f8ec6a6119387d5089cb4c6418ba546a01/487",
            "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
            "snapshot_unittests": "2c629fad3096af7c378921b4073720b3b7dce7a1206edabb50235248e1158e1b/487",
            "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
            "storage_unittests": "f75347189f4b52d3313ee52859b3c2b4643d6254b4c356fa582544007359809f/645",
            "sync_integration_tests": "44a263b99709a97c7d7cf8ec3cf0100b9be7ece702c7c6343fab79442c433024/646",
            "ui_base_unittests": "20fc9dd590d31fe16958c261a9e9fcf73e2fcf1606e747446a9d7167e286ea4b/640",
            "ui_touch_selection_unittests": "8410265ea89d6f610ea2f5e2654bd2c7c5df9fa1277a09db3e886fe539d18128/487",
            "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
            "unit_tests": "d0ae2e29134dd4b57fff5a411f3e74b50fd5436c4a7d5ef7a3373cc2d2be0e69/1055",
            "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
            "views_unittests": "4195e34c05209ff9c456c4b73df43de18c49b504abd9bbe2dcbe995f8adbe6af/487",
            "viz_unittests": "46381bc76081b4eaf527645c8afa5ccd8bdfca0203d79ff2112faafccc66f526/571",
            "vr_common_unittests": "4936a321a8418d88f3b365045d073bb2107becade73e59a5fc617cf1e81f3c10/565",
            "wm_unittests": "a45c46633ce15d22e725df887e15487b1c5b5f04e59435f26bad784bb55eff82/487",
            "wtf_unittests": "b064d2e9f0f3517b055c6795ce83b68b63e5c99d6fb50cf62e9f857789c336d0/487",
            "xr_browser_tests": "a10dfa090603e7b620d08ca2e049b065d8c5469b9ccd80af75955f613b6cbc0b/645",
            "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
    "ref": "refs/branch-heads/6723"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897670246343221664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m130/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "671"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:30:34.045] Scheduled build:
{
  "id": "8732240184465719745",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 671,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-11-04T01:30:33.592096059Z",
  "updateTime": "2024-11-04T01:30:33.592096059Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[01:30:34.045] Task URL: https://cr-buildbucket.appspot.com/build/8732240184465719745
[01:30:34.045] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:2:0) after 8m24s
[01:30:35.028] Received PubSub notification, asking Buildbucket for the build status
[01:30:35.125] Build status: SCHEDULED
[01:34:45.564] Received PubSub notification, asking Buildbucket for the build status
[01:34:45.595] Build status: STARTED
[01:38:58.029] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:2:0)
[01:38:58.049] Build status: STARTED
[01:38:58.049] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:5:0) after 7m35s
[01:46:33.067] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:5:0)
[01:46:33.095] Build status: STARTED
[01:46:33.095] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:6:0) after 2m43s
[01:49:16.137] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:6:0)
[01:49:16.200] Build status: STARTED
[01:49:16.200] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:7:0) after 7m26s
[01:56:42.210] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:7:0)
[01:56:42.227] Build status: STARTED
[01:56:42.227] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8897670246343221664:8:0) after 9m28s
[02:04:15.733] Received PubSub notification, asking Buildbucket for the build status
[02:04:15.764] Build:
{
  "id": "8732240184465719745",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 671,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-11-04T01:30:33.592096059Z",
  "startTime": "2024-11-04T01:34:45.108431699Z",
  "endTime": "2024-11-04T02:04:15.231773807Z",
  "updateTime": "2024-11-04T02:04:15.231773807Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f18d88787f2aa1c79438874e7fc884cc5723ca9",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[02:04:15.764] Invocation finished in 33m43.346056452s with status FAILED