Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 2cff05d24558cab230107dcdff4ecca328b71261)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7922"
      }
    ]
  },
  "branch": "refs/branch-heads/7922",
  "deps_revision_overrides": {
    "src": "db2ae0beece1a0db238df8c776db906fccbd7bbc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669835501745274465"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669835501745274465"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669835501745274465"
    }
  ],
  "parent_build_id": "8669835501745274465",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7e08726e32026a0bbabd6ec8a1a90f5ab533ed66",
  "parent_got_dawn_revision": "1e173151be68eeb75e2b01382b235d5abf9874dd",
  "parent_got_revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
  "parent_got_revision_cp": "refs/branch-heads/7922@{#3504}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "ee0d2ef78d21d76037f6b71013fd635e944c429b",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#59}",
  "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
  "swarm_hashes": {
    "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
    "accessibility_unittests": "32d35d2da7454b9bd2f18d583b3d6472ad57eef7ab1418df55274509744f71b8/488",
    "angle_unittests": "cf3ae66391400de12a5aa2dd9b87feca1484c953d37c47ac829adbcb5fb4f071/489",
    "aura_unittests": "ec352248195aa4f2cffdce28a86892b42e041072bbf9d637db43f61a099a5f3f/488",
    "base_unittests": "fdfce9d45e4e6c6293c4bdd87e78ac556da6a9534684fcdec5cda32a0c885a2f/566",
    "blink_common_unittests": "e960efc8c5644e1b8efdfe570bc0b003b4100a23ef0037f40d8bf18450124792/566",
    "blink_fuzzer_unittests": "b0eeb41b013a7c686bf3722ebf0c4d9f4fc0754e376f8ef1ab5fab0d678c8d36/488",
    "blink_heap_unittests": "4a32ea125b782db7a8af0494b4c95f035d149e570f44a1ca81d8ff250d755ba9/488",
    "blink_platform_unittests": "23a949fbb5a10d11a009c17feb83c96d646fd72bc07f24620de3bb1b78068f59/645",
    "blink_unittests": "f4e485850c72ec0a91e500331a6f78ac30c07f948e6207f39927ccbd3687db17/729",
    "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
    "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
    "capture_unittests": "2bbd139c555b57cb2a95b0358bc084f3d94355e8890791a51546a3220599c0c9/567",
    "cast_unittests": "727352a29f23474cab7c099ef7f1bbffecea5d5adc3eea04ce0ed05ea157a95f/488",
    "cc_unittests": "cc052f1e1deeb5b75de0ed95e50998ab3a17f80081ec7e47034735ec6937f367/648",
    "chrome_app_unittests": "bd11d9a2a27462cbb0bf0649165d416f51098c862101c29a80e14855c3d612de/566",
    "chromedriver_unittests": "e473243cfbce22cea3883498f9651777ca7bcd7e74ae5e4762bd62f39bac6e23/645",
    "components_browsertests": "e598aa85df0ab62d21d33596a16dcfbd8dd5b3d321e651268642daec38d6f2c9/732",
    "components_unittests": "695cd392677c1067cddb9e0d2d4301593d1af50e5993ebda7ea93fe33bf9e7da/811",
    "compositor_unittests": "602b6f058d8ae4a9b32be13965e4c39b8439d40aa7eef29319349b63130b8375/564",
    "content_browsertests": "b940a65d2b20de6e63ef58a3e2316d1ba5d85321520529b0e565158fbaf71ca6/805",
    "content_unittests": "d8a543d421677c19fecec26b4d8a49f6bbeb7fc0c9c9033e652d05d5f63b8440/725",
    "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
    "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
    "device_unittests": "bb390545f5e7d783902499cdec7918b15fad63db2e0536ff01f3fe0598bbdd81/565",
    "display_unittests": "3e8f94d582af400261b7f856cc447ca6c9ec840ed7f27db9f46271c493c9137f/488",
    "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
    "events_unittests": "107fd3bc09bc9d089dffd700ff0f6cc3745b04dd0a161885c3ea53162a464dae/488",
    "extensions_unittests": "9fdc23c560650d429efdf296032a3f2fbe94028f155184ba42f775e9d8cd002e/730",
    "filesystem_service_unittests": "4d6ff53ebdc51d0169bae6e1c22ee63b72ed6d2672955fef7f5bcb42754138eb/488",
    "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
    "gcm_unit_tests": "301a1a07dc217b7ccb3473fcbdcae551b1038e0bde5cfec7fe57592881f5cc53/565",
    "gfx_unittests": "a6634145b6436a7e413337f7bf9ee8dfd505a02bf455bf67ccaac9dddd818594/564",
    "gin_unittests": "d32ef1241a1e0c33a7a0f69c2882cf70b32fad2283201d34468a1e3bf2dd510b/565",
    "gl_tests": "5703550fcc907e67aba86df89a8811639d36faa196afe0fd4246dc7b1214e03c/488",
    "gl_unittests": "e6c1d86b7ecdff8831a3a7ab1add0ff7297421c069d4b322d26db95a7901e88b/488",
    "google_apis_unittests": "dd52e176277735133b3a4d750b7106d8047817b8d7874f0844ee5956be6c95f7/650",
    "gpu_unittests": "aab7bb0565130e5b48bee78edfe138f2589f4bc73859f229c09f6afb332cbbc5/565",
    "gtk_unittests": "003a10162dee9de529697454912e2cf35a240892615d95588e9e33ebad9c46fb/488",
    "gwp_asan_unittests": "cf33ff33e09180b347947f9c83e4ba30cb59a4a7304618f7d164830f1955625d/489",
    "headless_browsertests": "a446b9c20df2098f4fad9fd7b5f67b159d7b105cafb39ea6390509e763d0f99e/733",
    "headless_unittests": "faea6cd7c768adfc56edfaacb0daeca64657f6643352655d185a2b45acb6218d/488",
    "interactive_ui_tests": "b42ba26313eb5bcff7256157628010e07ffe4c761683ccb8a8d3110e2946ea2a/1059",
    "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
    "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
    "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
    "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
    "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
    "media_unittests": "f8df816e2922c4574a4ec1452ce431f5033be0dd16c1a13a0333d51e1c55c336/568",
    "message_center_unittests": "746cb8d2958b45370a43daf96b02df7e3b9cbb1cecdbf97403f0a84eaeecba75/488",
    "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
    "mojo_unittests": "cf662fdf755d4b8af3a7fa01f261e71a48f5ba7b66f3ae122fb1b65d1404ac6a/566",
    "native_theme_unittests": "2930c32e7d933cf74934beb25b08a6102c5e056a6d07dfa2fee5ad5b3b5b2020/488",
    "net_unittests": "a7e5d92f3441415a801fcebdb82b3703d160869a01fceb79e2b5777d29aaac98/567",
    "openscreen_unittests": "3aef46065b8256c82a5c527a5c0c9d9eadac2b4e3540542cd67e46bd1d4fa057/489",
    "ozone_unittests": "e022f068ac6127a419bb26b4021d798eff0ac9e9f173f49505e542d8e73dc519/488",
    "ozone_x11_unittests": "22195409dac22b739349a7b59db20d8056525feb370d4ff7f69da788c2354aca/488",
    "pdf_unittests": "b348b7e86427f502d4d0487d2faff7fa1e86c1f5c6a0ba8f3223eefbe474b5ae/565",
    "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
    "printing_unittests": "55c0bf18c897db3784e8b691d5269f8abe9e68c9d0bb201e9a9a8e0eebc1b892/488",
    "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
    "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
    "remoting_unittests": "bc01a4cdfdb452732ccecd609a8955435f4e4e18c2b44ed2cffeb9f1690a41ac/565",
    "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
    "services_unittests": "ad029ca529fddfc6022630dbb698896d9dc4549af4d9634ac4cf9a1641d4815e/813",
    "shell_dialogs_unittests": "a6ec44df4687246eac95f3a54562823bde7c20639075532b2980c82c1ce3c813/488",
    "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
    "snapshot_unittests": "3c2764b57e5353871fdcc22d2709eb78e31fabe5891c5856e29378b7ab1849dd/488",
    "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
    "storage_unittests": "ccf317cc38653f8d0b4a2000a384e0bb6044081ae27797a8aca717efda7f050b/646",
    "sync_integration_tests": "58e4b6ecb25cbd0d064846881e21cc68360a0e2f0478782fa2a31690fca966ef/647",
    "ui_base_unittests": "da234d60e43641b415bc0fa42f6b0da98f9814a325816db59d822172f8363db0/641",
    "ui_touch_selection_unittests": "1733fea376a62e67e68c33507ff2750c7c308fb700e6990620225871fdd3b261/488",
    "ui_unittests": "52585e1df55570a4d58818ad78b77786bc008317d0c0274c0d04128debb88a10/488",
    "unit_tests": "c1f2dfd3e65327be818c0ee1cdda39161ad48cde95f3db7c855040963000992b/1061",
    "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
    "views_unittests": "5307cb884ba55946237b7df978cc0265583ed39976e1055fc68d303acad32c72/488",
    "viz_unittests": "d9318d280b28e42a5948d7c4c2cdd0783da58811ac9e1e438545361b1c34742b/572",
    "vr_common_unittests": "8964cadde0cb4081e2c2cf34a31e8362f8be0244baf7c5ac56386a340eeefe57/566",
    "wm_unittests": "d2d0ba0fab0a5832802cf3aeda5ac719992c7b150abcdaffe14ddbf336e64ed5/488",
    "wtf_unittests": "45f64d3ab9a913a8e3801d0b2916dacf91ea6e21c7ccecc4aa9164aa45a1c7b4/488",
    "xr_browser_tests": "9f5bf5296c3e905415b2eba1765fae7171e41a0fbf626db61b558bdeba66ab9c/646",
    "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
  },
  "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db2ae0beece1a0db238df8c776db906fccbd7bbc
  • gitiles_ref:refs/branch-heads/7922
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1014
  • user_agent:recipe

Debug log (UTC)

[00:42:45.026] New invocation is queued and will start shortly
[00:42:45.026] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:42:46.087] Starting the invocation (attempt 1)
[00:42:46.114] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db2ae0beece1a0db238df8c776db906fccbd7bbc"
[00:42:46.114] Popped gitiles commit info from properties and tags
[00:42:46.114] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:42:46.114] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:42:46.116] Buildbucket request:
{
  "requestId": "8835251943175034272",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7922"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8835251943175034272",
            "job": "chromium-m151/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7922"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "db2ae0beece1a0db238df8c776db906fccbd7bbc"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8669835501745274465"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8669835501745274465"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8669835501745274465"
                                              }
                                        ],
                                    "parent_build_id": "8669835501745274465",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "7e08726e32026a0bbabd6ec8a1a90f5ab533ed66",
                                    "parent_got_dawn_revision": "1e173151be68eeb75e2b01382b235d5abf9874dd",
                                    "parent_got_revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
                                    "parent_got_revision_cp": "refs/branch-heads/7922@{#3504}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "ee0d2ef78d21d76037f6b71013fd635e944c429b",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#59}",
                                    "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
                                    "revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
                                          "accessibility_unittests": "32d35d2da7454b9bd2f18d583b3d6472ad57eef7ab1418df55274509744f71b8/488",
                                          "angle_unittests": "cf3ae66391400de12a5aa2dd9b87feca1484c953d37c47ac829adbcb5fb4f071/489",
                                          "aura_unittests": "ec352248195aa4f2cffdce28a86892b42e041072bbf9d637db43f61a099a5f3f/488",
                                          "base_unittests": "fdfce9d45e4e6c6293c4bdd87e78ac556da6a9534684fcdec5cda32a0c885a2f/566",
                                          "blink_common_unittests": "e960efc8c5644e1b8efdfe570bc0b003b4100a23ef0037f40d8bf18450124792/566",
                                          "blink_fuzzer_unittests": "b0eeb41b013a7c686bf3722ebf0c4d9f4fc0754e376f8ef1ab5fab0d678c8d36/488",
                                          "blink_heap_unittests": "4a32ea125b782db7a8af0494b4c95f035d149e570f44a1ca81d8ff250d755ba9/488",
                                          "blink_platform_unittests": "23a949fbb5a10d11a009c17feb83c96d646fd72bc07f24620de3bb1b78068f59/645",
                                          "blink_unittests": "f4e485850c72ec0a91e500331a6f78ac30c07f948e6207f39927ccbd3687db17/729",
                                          "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
                                          "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
                                          "capture_unittests": "2bbd139c555b57cb2a95b0358bc084f3d94355e8890791a51546a3220599c0c9/567",
                                          "cast_unittests": "727352a29f23474cab7c099ef7f1bbffecea5d5adc3eea04ce0ed05ea157a95f/488",
                                          "cc_unittests": "cc052f1e1deeb5b75de0ed95e50998ab3a17f80081ec7e47034735ec6937f367/648",
                                          "chrome_app_unittests": "bd11d9a2a27462cbb0bf0649165d416f51098c862101c29a80e14855c3d612de/566",
                                          "chromedriver_unittests": "e473243cfbce22cea3883498f9651777ca7bcd7e74ae5e4762bd62f39bac6e23/645",
                                          "components_browsertests": "e598aa85df0ab62d21d33596a16dcfbd8dd5b3d321e651268642daec38d6f2c9/732",
                                          "components_unittests": "695cd392677c1067cddb9e0d2d4301593d1af50e5993ebda7ea93fe33bf9e7da/811",
                                          "compositor_unittests": "602b6f058d8ae4a9b32be13965e4c39b8439d40aa7eef29319349b63130b8375/564",
                                          "content_browsertests": "b940a65d2b20de6e63ef58a3e2316d1ba5d85321520529b0e565158fbaf71ca6/805",
                                          "content_unittests": "d8a543d421677c19fecec26b4d8a49f6bbeb7fc0c9c9033e652d05d5f63b8440/725",
                                          "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
                                          "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
                                          "device_unittests": "bb390545f5e7d783902499cdec7918b15fad63db2e0536ff01f3fe0598bbdd81/565",
                                          "display_unittests": "3e8f94d582af400261b7f856cc447ca6c9ec840ed7f27db9f46271c493c9137f/488",
                                          "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
                                          "events_unittests": "107fd3bc09bc9d089dffd700ff0f6cc3745b04dd0a161885c3ea53162a464dae/488",
                                          "extensions_unittests": "9fdc23c560650d429efdf296032a3f2fbe94028f155184ba42f775e9d8cd002e/730",
                                          "filesystem_service_unittests": "4d6ff53ebdc51d0169bae6e1c22ee63b72ed6d2672955fef7f5bcb42754138eb/488",
                                          "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
                                          "gcm_unit_tests": "301a1a07dc217b7ccb3473fcbdcae551b1038e0bde5cfec7fe57592881f5cc53/565",
                                          "gfx_unittests": "a6634145b6436a7e413337f7bf9ee8dfd505a02bf455bf67ccaac9dddd818594/564",
                                          "gin_unittests": "d32ef1241a1e0c33a7a0f69c2882cf70b32fad2283201d34468a1e3bf2dd510b/565",
                                          "gl_tests": "5703550fcc907e67aba86df89a8811639d36faa196afe0fd4246dc7b1214e03c/488",
                                          "gl_unittests": "e6c1d86b7ecdff8831a3a7ab1add0ff7297421c069d4b322d26db95a7901e88b/488",
                                          "google_apis_unittests": "dd52e176277735133b3a4d750b7106d8047817b8d7874f0844ee5956be6c95f7/650",
                                          "gpu_unittests": "aab7bb0565130e5b48bee78edfe138f2589f4bc73859f229c09f6afb332cbbc5/565",
                                          "gtk_unittests": "003a10162dee9de529697454912e2cf35a240892615d95588e9e33ebad9c46fb/488",
                                          "gwp_asan_unittests": "cf33ff33e09180b347947f9c83e4ba30cb59a4a7304618f7d164830f1955625d/489",
                                          "headless_browsertests": "a446b9c20df2098f4fad9fd7b5f67b159d7b105cafb39ea6390509e763d0f99e/733",
                                          "headless_unittests": "faea6cd7c768adfc56edfaacb0daeca64657f6643352655d185a2b45acb6218d/488",
                                          "interactive_ui_tests": "b42ba26313eb5bcff7256157628010e07ffe4c761683ccb8a8d3110e2946ea2a/1059",
                                          "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
                                          "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
                                          "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
                                          "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
                                          "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
                                          "media_unittests": "f8df816e2922c4574a4ec1452ce431f5033be0dd16c1a13a0333d51e1c55c336/568",
                                          "message_center_unittests": "746cb8d2958b45370a43daf96b02df7e3b9cbb1cecdbf97403f0a84eaeecba75/488",
                                          "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
                                          "mojo_unittests": "cf662fdf755d4b8af3a7fa01f261e71a48f5ba7b66f3ae122fb1b65d1404ac6a/566",
                                          "native_theme_unittests": "2930c32e7d933cf74934beb25b08a6102c5e056a6d07dfa2fee5ad5b3b5b2020/488",
                                          "net_unittests": "a7e5d92f3441415a801fcebdb82b3703d160869a01fceb79e2b5777d29aaac98/567",
                                          "openscreen_unittests": "3aef46065b8256c82a5c527a5c0c9d9eadac2b4e3540542cd67e46bd1d4fa057/489",
                                          "ozone_unittests": "e022f068ac6127a419bb26b4021d798eff0ac9e9f173f49505e542d8e73dc519/488",
                                          "ozone_x11_unittests": "22195409dac22b739349a7b59db20d8056525feb370d4ff7f69da788c2354aca/488",
                                          "pdf_unittests": "b348b7e86427f502d4d0487d2faff7fa1e86c1f5c6a0ba8f3223eefbe474b5ae/565",
                                          "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
                                          "printing_unittests": "55c0bf18c897db3784e8b691d5269f8abe9e68c9d0bb201e9a9a8e0eebc1b892/488",
                                          "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
                                          "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
                                          "remoting_unittests": "bc01a4cdfdb452732ccecd609a8955435f4e4e18c2b44ed2cffeb9f1690a41ac/565",
                                          "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
                                          "services_unittests": "ad029ca529fddfc6022630dbb698896d9dc4549af4d9634ac4cf9a1641d4815e/813",
                                          "shell_dialogs_unittests": "a6ec44df4687246eac95f3a54562823bde7c20639075532b2980c82c1ce3c813/488",
                                          "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
                                          "snapshot_unittests": "3c2764b57e5353871fdcc22d2709eb78e31fabe5891c5856e29378b7ab1849dd/488",
                                          "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
                                          "storage_unittests": "ccf317cc38653f8d0b4a2000a384e0bb6044081ae27797a8aca717efda7f050b/646",
                                          "sync_integration_tests": "58e4b6ecb25cbd0d064846881e21cc68360a0e2f0478782fa2a31690fca966ef/647",
                                          "ui_base_unittests": "da234d60e43641b415bc0fa42f6b0da98f9814a325816db59d822172f8363db0/641",
                                          "ui_touch_selection_unittests": "1733fea376a62e67e68c33507ff2750c7c308fb700e6990620225871fdd3b261/488",
                                          "ui_unittests": "52585e1df55570a4d58818ad78b77786bc008317d0c0274c0d04128debb88a10/488",
                                          "unit_tests": "c1f2dfd3e65327be818c0ee1cdda39161ad48cde95f3db7c855040963000992b/1061",
                                          "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
                                          "views_unittests": "5307cb884ba55946237b7df978cc0265583ed39976e1055fc68d303acad32c72/488",
                                          "viz_unittests": "d9318d280b28e42a5948d7c4c2cdd0783da58811ac9e1e438545361b1c34742b/572",
                                          "vr_common_unittests": "8964cadde0cb4081e2c2cf34a31e8362f8be0244baf7c5ac56386a340eeefe57/566",
                                          "wm_unittests": "d2d0ba0fab0a5832802cf3aeda5ac719992c7b150abcdaffe14ddbf336e64ed5/488",
                                          "wtf_unittests": "45f64d3ab9a913a8e3801d0b2916dacf91ea6e21c7ccecc4aa9164aa45a1c7b4/488",
                                          "xr_browser_tests": "9f5bf5296c3e905415b2eba1765fae7171e41a0fbf626db61b558bdeba66ab9c/646",
                                          "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
                                        },
                                    "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/7922",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1014",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ee7192b1-f11d-4003-bcbd-9ed86b2b260a",
                        "title": "Linux TSan Builder/1014",
                        "url": "https://cr-buildbucket.appspot.com/build/8669835501745274465"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "db2ae0beece1a0db238df8c776db906fccbd7bbc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669835501745274465"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669835501745274465"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669835501745274465"
                }
          ],
      "parent_build_id": "8669835501745274465",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7e08726e32026a0bbabd6ec8a1a90f5ab533ed66",
      "parent_got_dawn_revision": "1e173151be68eeb75e2b01382b235d5abf9874dd",
      "parent_got_revision": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
      "parent_got_revision_cp": "refs/branch-heads/7922@{#3504}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "ee0d2ef78d21d76037f6b71013fd635e944c429b",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#59}",
      "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
      "swarm_hashes": {
            "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
            "accessibility_unittests": "32d35d2da7454b9bd2f18d583b3d6472ad57eef7ab1418df55274509744f71b8/488",
            "angle_unittests": "cf3ae66391400de12a5aa2dd9b87feca1484c953d37c47ac829adbcb5fb4f071/489",
            "aura_unittests": "ec352248195aa4f2cffdce28a86892b42e041072bbf9d637db43f61a099a5f3f/488",
            "base_unittests": "fdfce9d45e4e6c6293c4bdd87e78ac556da6a9534684fcdec5cda32a0c885a2f/566",
            "blink_common_unittests": "e960efc8c5644e1b8efdfe570bc0b003b4100a23ef0037f40d8bf18450124792/566",
            "blink_fuzzer_unittests": "b0eeb41b013a7c686bf3722ebf0c4d9f4fc0754e376f8ef1ab5fab0d678c8d36/488",
            "blink_heap_unittests": "4a32ea125b782db7a8af0494b4c95f035d149e570f44a1ca81d8ff250d755ba9/488",
            "blink_platform_unittests": "23a949fbb5a10d11a009c17feb83c96d646fd72bc07f24620de3bb1b78068f59/645",
            "blink_unittests": "f4e485850c72ec0a91e500331a6f78ac30c07f948e6207f39927ccbd3687db17/729",
            "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
            "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
            "capture_unittests": "2bbd139c555b57cb2a95b0358bc084f3d94355e8890791a51546a3220599c0c9/567",
            "cast_unittests": "727352a29f23474cab7c099ef7f1bbffecea5d5adc3eea04ce0ed05ea157a95f/488",
            "cc_unittests": "cc052f1e1deeb5b75de0ed95e50998ab3a17f80081ec7e47034735ec6937f367/648",
            "chrome_app_unittests": "bd11d9a2a27462cbb0bf0649165d416f51098c862101c29a80e14855c3d612de/566",
            "chromedriver_unittests": "e473243cfbce22cea3883498f9651777ca7bcd7e74ae5e4762bd62f39bac6e23/645",
            "components_browsertests": "e598aa85df0ab62d21d33596a16dcfbd8dd5b3d321e651268642daec38d6f2c9/732",
            "components_unittests": "695cd392677c1067cddb9e0d2d4301593d1af50e5993ebda7ea93fe33bf9e7da/811",
            "compositor_unittests": "602b6f058d8ae4a9b32be13965e4c39b8439d40aa7eef29319349b63130b8375/564",
            "content_browsertests": "b940a65d2b20de6e63ef58a3e2316d1ba5d85321520529b0e565158fbaf71ca6/805",
            "content_unittests": "d8a543d421677c19fecec26b4d8a49f6bbeb7fc0c9c9033e652d05d5f63b8440/725",
            "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
            "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
            "device_unittests": "bb390545f5e7d783902499cdec7918b15fad63db2e0536ff01f3fe0598bbdd81/565",
            "display_unittests": "3e8f94d582af400261b7f856cc447ca6c9ec840ed7f27db9f46271c493c9137f/488",
            "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
            "events_unittests": "107fd3bc09bc9d089dffd700ff0f6cc3745b04dd0a161885c3ea53162a464dae/488",
            "extensions_unittests": "9fdc23c560650d429efdf296032a3f2fbe94028f155184ba42f775e9d8cd002e/730",
            "filesystem_service_unittests": "4d6ff53ebdc51d0169bae6e1c22ee63b72ed6d2672955fef7f5bcb42754138eb/488",
            "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
            "gcm_unit_tests": "301a1a07dc217b7ccb3473fcbdcae551b1038e0bde5cfec7fe57592881f5cc53/565",
            "gfx_unittests": "a6634145b6436a7e413337f7bf9ee8dfd505a02bf455bf67ccaac9dddd818594/564",
            "gin_unittests": "d32ef1241a1e0c33a7a0f69c2882cf70b32fad2283201d34468a1e3bf2dd510b/565",
            "gl_tests": "5703550fcc907e67aba86df89a8811639d36faa196afe0fd4246dc7b1214e03c/488",
            "gl_unittests": "e6c1d86b7ecdff8831a3a7ab1add0ff7297421c069d4b322d26db95a7901e88b/488",
            "google_apis_unittests": "dd52e176277735133b3a4d750b7106d8047817b8d7874f0844ee5956be6c95f7/650",
            "gpu_unittests": "aab7bb0565130e5b48bee78edfe138f2589f4bc73859f229c09f6afb332cbbc5/565",
            "gtk_unittests": "003a10162dee9de529697454912e2cf35a240892615d95588e9e33ebad9c46fb/488",
            "gwp_asan_unittests": "cf33ff33e09180b347947f9c83e4ba30cb59a4a7304618f7d164830f1955625d/489",
            "headless_browsertests": "a446b9c20df2098f4fad9fd7b5f67b159d7b105cafb39ea6390509e763d0f99e/733",
            "headless_unittests": "faea6cd7c768adfc56edfaacb0daeca64657f6643352655d185a2b45acb6218d/488",
            "interactive_ui_tests": "b42ba26313eb5bcff7256157628010e07ffe4c761683ccb8a8d3110e2946ea2a/1059",
            "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
            "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
            "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
            "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
            "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
            "media_unittests": "f8df816e2922c4574a4ec1452ce431f5033be0dd16c1a13a0333d51e1c55c336/568",
            "message_center_unittests": "746cb8d2958b45370a43daf96b02df7e3b9cbb1cecdbf97403f0a84eaeecba75/488",
            "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
            "mojo_unittests": "cf662fdf755d4b8af3a7fa01f261e71a48f5ba7b66f3ae122fb1b65d1404ac6a/566",
            "native_theme_unittests": "2930c32e7d933cf74934beb25b08a6102c5e056a6d07dfa2fee5ad5b3b5b2020/488",
            "net_unittests": "a7e5d92f3441415a801fcebdb82b3703d160869a01fceb79e2b5777d29aaac98/567",
            "openscreen_unittests": "3aef46065b8256c82a5c527a5c0c9d9eadac2b4e3540542cd67e46bd1d4fa057/489",
            "ozone_unittests": "e022f068ac6127a419bb26b4021d798eff0ac9e9f173f49505e542d8e73dc519/488",
            "ozone_x11_unittests": "22195409dac22b739349a7b59db20d8056525feb370d4ff7f69da788c2354aca/488",
            "pdf_unittests": "b348b7e86427f502d4d0487d2faff7fa1e86c1f5c6a0ba8f3223eefbe474b5ae/565",
            "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
            "printing_unittests": "55c0bf18c897db3784e8b691d5269f8abe9e68c9d0bb201e9a9a8e0eebc1b892/488",
            "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
            "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
            "remoting_unittests": "bc01a4cdfdb452732ccecd609a8955435f4e4e18c2b44ed2cffeb9f1690a41ac/565",
            "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
            "services_unittests": "ad029ca529fddfc6022630dbb698896d9dc4549af4d9634ac4cf9a1641d4815e/813",
            "shell_dialogs_unittests": "a6ec44df4687246eac95f3a54562823bde7c20639075532b2980c82c1ce3c813/488",
            "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
            "snapshot_unittests": "3c2764b57e5353871fdcc22d2709eb78e31fabe5891c5856e29378b7ab1849dd/488",
            "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
            "storage_unittests": "ccf317cc38653f8d0b4a2000a384e0bb6044081ae27797a8aca717efda7f050b/646",
            "sync_integration_tests": "58e4b6ecb25cbd0d064846881e21cc68360a0e2f0478782fa2a31690fca966ef/647",
            "ui_base_unittests": "da234d60e43641b415bc0fa42f6b0da98f9814a325816db59d822172f8363db0/641",
            "ui_touch_selection_unittests": "1733fea376a62e67e68c33507ff2750c7c308fb700e6990620225871fdd3b261/488",
            "ui_unittests": "52585e1df55570a4d58818ad78b77786bc008317d0c0274c0d04128debb88a10/488",
            "unit_tests": "c1f2dfd3e65327be818c0ee1cdda39161ad48cde95f3db7c855040963000992b/1061",
            "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
            "views_unittests": "5307cb884ba55946237b7df978cc0265583ed39976e1055fc68d303acad32c72/488",
            "viz_unittests": "d9318d280b28e42a5948d7c4c2cdd0783da58811ac9e1e438545361b1c34742b/572",
            "vr_common_unittests": "8964cadde0cb4081e2c2cf34a31e8362f8be0244baf7c5ac56386a340eeefe57/566",
            "wm_unittests": "d2d0ba0fab0a5832802cf3aeda5ac719992c7b150abcdaffe14ddbf336e64ed5/488",
            "wtf_unittests": "45f64d3ab9a913a8e3801d0b2916dacf91ea6e21c7ccecc4aa9164aa45a1c7b4/488",
            "xr_browser_tests": "9f5bf5296c3e905415b2eba1765fae7171e41a0fbf626db61b558bdeba66ab9c/646",
            "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
          },
      "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
    "ref": "refs/branch-heads/7922"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835251943175034272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m151/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1014"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:42:46.815] Scheduled build:
{
  "id": "8669821881303954385",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 998,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-09-24T00:42:46.191234598Z",
  "updateTime": "2026-09-24T00:42:46.191234598Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[00:42:46.815] Task URL: https://cr-buildbucket.appspot.com/build/8669821881303954385
[00:42:46.815] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:2:0) after 3m39s
[00:42:47.860] Received PubSub notification, asking Buildbucket for the build status
[00:42:47.943] Build status: SCHEDULED
[00:46:25.933] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:2:0)
[00:46:25.949] Build status: SCHEDULED
[00:46:25.949] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:4:0) after 2m31s
[00:48:57.028] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:4:0)
[00:48:57.080] Build status: SCHEDULED
[00:48:57.080] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:5:0) after 7m50s
[00:56:47.100] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:5:0)
[00:56:47.122] Build status: SCHEDULED
[00:56:47.122] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:6:0) after 4m35s
[01:01:22.231] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:6:0)
[01:01:22.260] Build status: SCHEDULED
[01:01:22.260] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:7:0) after 6m16s
[01:07:38.728] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:7:0)
[01:07:38.755] Build status: SCHEDULED
[01:07:38.755] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:8:0) after 2m38s
[01:10:16.767] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:8:0)
[01:10:16.790] Build status: SCHEDULED
[01:10:16.790] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:9:0) after 1m48s
[01:12:04.899] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:9:0)
[01:12:04.926] Build status: SCHEDULED
[01:12:04.926] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:10:0) after 4m17s
[01:16:21.993] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:10:0)
[01:16:22.090] Build status: SCHEDULED
[01:16:22.090] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:11:0) after 1m41s
[01:18:03.085] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:11:0)
[01:18:03.160] Build status: SCHEDULED
[01:18:03.160] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:12:0) after 8m31s
[01:26:34.388] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:12:0)
[01:26:34.409] Build status: SCHEDULED
[01:26:34.409] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:13:0) after 8m57s
[01:35:31.429] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:13:0)
[01:35:31.460] Build status: SCHEDULED
[01:35:31.460] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:14:0) after 9m23s
[01:44:54.499] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:14:0)
[01:44:54.523] Build status: SCHEDULED
[01:44:54.523] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:15:0) after 4m42s
[01:49:36.603] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:15:0)
[01:49:36.689] Build status: SCHEDULED
[01:49:36.689] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:16:0) after 5m58s
[01:55:34.705] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:16:0)
[01:55:34.739] Build status: SCHEDULED
[01:55:34.739] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:17:0) after 5m28s
[02:01:02.759] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:17:0)
[02:01:02.812] Build status: SCHEDULED
[02:01:02.812] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:18:0) after 9m37s
[02:10:40.000] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:18:0)
[02:10:40.020] Build status: SCHEDULED
[02:10:40.020] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:19:0) after 5m10s
[02:15:50.186] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:19:0)
[02:15:50.205] Build status: SCHEDULED
[02:15:50.206] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:20:0) after 7m51s
[02:23:41.386] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:20:0)
[02:23:41.409] Build status: SCHEDULED
[02:23:41.409] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:21:0) after 8m57s
[02:29:39.984] Received PubSub notification, asking Buildbucket for the build status
[02:29:40.013] Build status: STARTED
[02:32:38.414] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:21:0)
[02:32:38.437] Build status: STARTED
[02:32:38.437] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:23:0) after 9m58s
[02:42:36.425] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:23:0)
[02:42:36.448] Build status: STARTED
[02:42:36.448] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:24:0) after 7m53s
[02:50:29.424] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:24:0)
[02:50:29.450] Build status: STARTED
[02:50:29.450] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:25:0) after 1m38s
[02:52:07.488] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:25:0)
[02:52:07.505] Build status: STARTED
[02:52:07.505] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:26:0) after 5m7s
[02:57:14.575] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:26:0)
[02:57:14.592] Build status: STARTED
[02:57:14.592] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:27:0) after 4m54s
[03:02:08.663] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:27:0)
[03:02:08.687] Build status: STARTED
[03:02:08.687] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:28:0) after 3m36s
[03:05:44.707] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:28:0)
[03:05:44.727] Build status: STARTED
[03:05:44.727] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:29:0) after 1m42s
[03:07:26.796] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:29:0)
[03:07:26.821] Build status: STARTED
[03:07:26.821] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:30:0) after 8m58s
[03:16:24.979] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:30:0)
[03:16:25.010] Build status: STARTED
[03:16:25.010] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:31:0) after 2m36s
[03:19:01.071] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:31:0)
[03:19:01.100] Build status: STARTED
[03:19:01.100] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:32:0) after 1m37s
[03:20:38.123] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:32:0)
[03:20:38.150] Build status: STARTED
[03:20:38.150] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8835251943175034272:33:0) after 4m7s
[03:23:10.504] Received PubSub notification, asking Buildbucket for the build status
[03:23:10.525] Build:
{
  "id": "8669821881303954385",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 998,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-09-24T00:42:46.191234598Z",
  "startTime": "2026-09-24T02:29:39.149174118Z",
  "endTime": "2026-09-24T03:23:08.755537622Z",
  "updateTime": "2026-09-24T03:23:08.755537622Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db2ae0beece1a0db238df8c776db906fccbd7bbc",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[03:23:10.525] Invocation finished in 2h40m25.502477722s with status FAILED