Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 41 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/101209 (8 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "5f9894b05b7be130f0ed80c0b51493f5d951b46a"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8729521012326581265"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8729521012326581265"
    }
  ],
  "parent_build_id": "8729521012326581265",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "808cb91c39cee36b6243330c2b26c2737782e971",
  "parent_got_dawn_revision": "12a3b24c456cebd9fd11f23ac0164f78129b00c6",
  "parent_got_revision": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
  "parent_got_revision_cp": "refs/heads/main@{#1391409}",
  "parent_got_swiftshader_revision": "4074d9674b3e5a9a96a34b1c63fbed7dce35772f",
  "parent_got_v8_revision": "175fbf3d825f7899e793881e471ab2a072750ecc",
  "parent_got_v8_revision_cp": "refs/heads/13.3.228@{#1}",
  "parent_got_webrtc_revision": "e046787a5a80a9d292b3aec7e946644e025a2b95",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43490}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
  "swarm_hashes": {
    "absl_hardening_tests": "626bc02c86264dfdf3c4dea184231441498e2e1494b118b5003735734cf3ed76/488",
    "accessibility_unittests": "a80637355aa4cced6e8f92dd645061d2c6f4c42bbf87bd1bc45184ab210f1d16/488",
    "angle_unittests": "5c040ac72727273baa6ab886c1f7ec6431c6f8cb8bd3ba4a311c29ab31e8846b/489",
    "app_shell_unittests": "d10e6f4da8b983e6165e4acefb3e5a48ba15d2bf2c8c21091d79989f794d9544/649",
    "aura_unittests": "9c92102e513312bb4fde29a9e4d212bac4b437b8e64b4a5e3e8cbb3b8582e6c9/488",
    "base_unittests": "d61f10c99ef14eea303629f8f53d26669567a405ea921e49e43f84fe4e2c69d9/566",
    "blink_common_unittests": "c94797c13b98b89b34db686052ef50be28d281438e984e8e93763cf6602b0aa2/566",
    "blink_fuzzer_unittests": "ddde28ee458761a4d5e476f801e8fcc4c078a5cf7103a3f8a99aeb4ee9ca31d4/488",
    "blink_heap_unittests": "ecdda0560c6f34e3814814df7a6d07bf647289f7d17563edd7d2fab467af56b8/488",
    "blink_platform_unittests": "a73fa030bba4398ccb5c269d1c51edf371ba625b276549be3827c2695c49ade6/645",
    "blink_unittests": "3b285a5c1a0a0684ad508ce4b4b32f09c962001dd6fc55bb258d302bd2282328/729",
    "boringssl_crypto_tests": "5c4c1520a53ef4de5e6f16e369c1a7fcfc9d8d13f9ec34227702b5ec3f267a89/489",
    "boringssl_ssl_tests": "89dbc67c7f7199c859a18d39721bc65684edeaadd4f0c7752e5ee466ba96d7e3/488",
    "capture_unittests": "18fd4feebe3473bc58c5690ff92889a415080b634719c19c4d2fc97e9a17e3a7/567",
    "cast_unittests": "0f9e57957efbc8615ad4074ef92646bc6d498ea2ea9285605cfc710b6160da6c/488",
    "cc_unittests": "a16adde68b0b3d62d929a60a100c916a598ac8de78d443310b7a45d71a397304/648",
    "chrome_app_unittests": "a2fe479dfdde66e012b5edbcf75dc719254a53bb5034bab4556e82fd510b87f0/566",
    "chromedriver_unittests": "d3856068bc90d710955eb935c82b568753af4473206af9021c6f78452b4d57b3/645",
    "components_browsertests": "ff44661a2c8010daa7ec255f8e614cedd99166ac629e0f5d130a4d4abfca92ec/732",
    "components_unittests": "3b44354d787c5d383113c56f56fc37ca6785a47292f3420163814e60b9f9cb59/732",
    "compositor_unittests": "db7898747a097f1c5502157fe6489976b621f47ac0147554731a73e702b2b2f5/564",
    "content_browsertests": "47ac979ef46cfb902a8c6f74e9d4e96d332752117620ae90eb0e550db0eb4ca7/805",
    "content_unittests": "fc696405111b9ffa22b9374efab62da8750d49c7524ee76d6c20a97fa7cd253a/725",
    "cronet_tests": "2def9cc3c5a6a94432e6d181ef6b393658617c3b0f234280297c7dc301d9de44/649",
    "cronet_unittests": "e2e4e1150ec0b6000cf176c65ef7088e53229fe061a2aa709a3172993a45970b/565",
    "crypto_unittests": "8eb9711540fc253d2f05aceb338f181375ab0312481b70614126f1b032662efb/488",
    "dbus_unittests": "d190feb0c7236e4ed571bf9f1051bd82079116d636fb6d720906b3ccc5eb54fe/488",
    "device_unittests": "3ad50bc9d62c1c13d94dae642fc4472bdb2afe0348e80254b8c5802883198f34/645",
    "display_unittests": "f6725f24c20fb9cf8080a53aec9e0fb7dff88647c23694a88b1ffd0ad3b7516d/488",
    "env_chromium_unittests": "1afb0738113e0928418ed49306991af5b1bf62188d7ecf39cd65752cf9ffde32/488",
    "events_unittests": "b6b03685013721600f38f834401591d8ffce0d5d3f2ef63baef08c99feb82d20/488",
    "extensions_browsertests": "3741b88ed8e79cebdd7d0f991d53c963f79bd4739c20a5a5f0cf998a6188d05f/651",
    "extensions_unittests": "e0adb93dffe275fef3f918345151255ea4f89adebd1adf8d0ed9a6db384fceca/730",
    "filesystem_service_unittests": "e2cbf578b44844fb9243f61692678030cf54a24cb132daf830652f239dfa18d6/488",
    "fuzzing_unittests": "5f1acd0c6f27f4182f93b0e75bb739c7ca97098c733424a69f57a2bc025ca10f/488",
    "gcm_unit_tests": "4b1ee2cea4487851d32cc399b463de9a84499f3468279bd150d97b7d23d16a10/565",
    "gfx_unittests": "94c99d7c02d1936bc016fabcef58892888824e58f20275b0d25df5e3772b3f47/564",
    "gin_unittests": "aecaf93ddcb0b036dc5cde6ea78378b23e58dc83732311ee001e3a5ac4c42468/565",
    "gl_tests": "f19245b2f431f5ffca08b2b7be3813005afe1f6cf870eaa49a8120eef0361480/488",
    "gl_unittests": "a5ee88741ff86ff3b8b54a32862524376df2fb15c393ca177142d25b7ba8e2a6/488",
    "google_apis_unittests": "3068df6d7f314a9f2b9dfd907c3b99c145b75748df31888c49dcb08c81f2c209/650",
    "gpu_unittests": "8ec4ae7c1c1de2ba5609fe2519deae0b767f1f774d87a44e00f4ffa929c52827/565",
    "gwp_asan_unittests": "0c3175fdaf2c3392ec9d58573c7ddb5bf2e600ec57e1c8f00bca73ef0df59d30/489",
    "headless_browsertests": "cf2b78070fb3a8cb183499baa929423f6e45f784e221cea3f7117c46118c10e6/649",
    "headless_unittests": "65ee6b451f96728d5535608aa0e7f23d815ce61b497d2d17bbb779dcf27e722e/488",
    "interactive_ui_tests": "501f2e4ee7d0efe33dacba092ebb47faa60530244b649f782e10580812aa47c5/973",
    "ipc_tests": "21ecec505fc4bbad8397ed6f90d8775d581f88e32beb52fbba4889eb5f1befb9/488",
    "latency_unittests": "4ae464d62cde4823e85e71dc0a3547e14c810e9719f59b1f3c2762eafdb05049/488",
    "leveldb_unittests": "8fd3ab4e3332b3daa3c4715ae5044a66b348ceb85740f0045e25ebde467560dd/488",
    "libjingle_xmpp_unittests": "601f47dd512daf9a49eb4ba789bc921bd2982010eff32754e0c7e91f27b2a199/488",
    "liburlpattern_unittests": "1b58ca75fe41c827a57b2ef33be03ac91f38acd665cd544fd035b316df16ca2c/488",
    "media_unittests": "f8bee500a612a2507f7fee6be80ac64512e5c6a293d5ebe41fb4598809b320bd/568",
    "message_center_unittests": "ff28628c1225e8f6dbef40c5fa6e53a5ca5666a23ada7e12759252546f171bcf/488",
    "midi_unittests": "bf3c41295fd1790231950ccb845a3a6e697712023464c859e57e2b1181abd5bc/488",
    "mojo_unittests": "75a7b4ab122054eb2df5e77b8adb2333afe7e3fa2054cf969202dff2c36d56bb/566",
    "native_theme_unittests": "2f6275dfa0cc0334d8464022a71d96555e9f15db094c053f34ea472a7d2dae68/488",
    "net_unittests": "3eeec50741e824fc03b1f935b71aadd1a73fc34a0f5ce666bc1b17674d2df63a/567",
    "openscreen_unittests": "64da2536b68d3c154cf8f69f88c5883f5adca208bdf6eb51a1bcc5e516c450f7/489",
    "ozone_unittests": "f3f20e601bf0d67d64e29d95ad7e90a23f5f87b4558fb90fd113654f1f0898f9/488",
    "ozone_x11_unittests": "4f2f73182478fcddf8f2e7e6df107bfafdce9c9bf293f1869d917ae9ba5899f0/488",
    "pdf_unittests": "00e55ea6fde24d5db09b94859c7807b2ae35cdcf927e4eef4afdf519ec097447/565",
    "perfetto_unittests": "c81d69f8d9947b55c61abecb75951a477d2deeb90c02c6b33eeda43de5d80e2c/488",
    "printing_unittests": "922923205f0dc2e75581ace448cc5a6b48313f13bd8d976bd772e229f165369d/488",
    "pthreadpool_unittests": "d8720075f1cacd5144539367ffaa9c7b27df3021789c827c9bafaf142936285e/488",
    "remoting_unittests": "a8c19688157b3d066bb70ce0be2842372fccb5f9abdc4406ba8eca89a2944cc5/565",
    "sandbox_linux_unittests": "015ca6b8deadef02169343ca2c7edfbb2e8cabdb6c1390d197dea27d251412a6/488",
    "services_unittests": "9fb19d9bbd328670e724e8f8e466ca7fac181c779f73becf1047aaffdd276ad5/734",
    "shell_dialogs_unittests": "cd25ad8138f5c29622280a4a33e698afbc34cd1318abb9ef6379ba3a0154f563/488",
    "skia_unittests": "11ac2cf73082a6dc56bffe9494edf7eba99540420f52b7ed84fc5e4fa8d56da1/488",
    "snapshot_unittests": "87e2e76bf232fa2b9b35316e4de7bb62d55c46ac5ae639fa1dd0db281d189895/488",
    "sql_unittests": "3740885b5469f9442b9207dd8f333b67ce29c7c9175d80d983e854bec2c4992d/565",
    "storage_unittests": "d5cf0e8f65e4078a57d842ff11dfdde2aa4306b1e676d3b5e9e076313fa46ab8/646",
    "sync_integration_tests": "a8da17a69a59a33001a5cfbe607bb4008b9c44aaa47e5488cf21704aa6285b97/647",
    "ui_base_unittests": "ddb7370d33fabdf7acc119e175a63fbecfc03ea827d29cad5d5786774027f816/641",
    "ui_touch_selection_unittests": "0f4f9dabab1721458f99752387cc8e2bd894ea4ff37110f61bff8b28db02f484/488",
    "ui_unittests": "b0377848473135c593fd1a079c218ef852fd1efafd5bfa74ee0709b5ccc9c002/488",
    "unit_tests": "845bb91f12cff740aec7948a8c8ab010da104b17de96c3584632c117baa4ee4b/1056",
    "url_unittests": "cf2cb77271b152debfd19707e7242ad0ca4b2aec9ee7703ecf5d2e1f98c32713/488",
    "views_unittests": "7706aa80ecaf10b2c31b5e20b26292997bd19eff18ea700859ff6cdbd6dfbfc8/488",
    "viz_unittests": "66e469d64c466fe1c1e0dd7f977e8142a787d35ce7f6566484529cbda7eaf419/572",
    "vr_common_unittests": "c4deac7919c83795b00bc8ce9f3a1f90651178fe498725a7963e7932faa81c09/566",
    "wm_unittests": "4f9daab81f072f3bcd06038e97abf1c395292b795c45bb9a72a34091c31d93f0/488",
    "wtf_unittests": "2eda8a45624dda98da46519bf3128d37337ad193242b489177512c30baf33f93/488",
    "xr_browser_tests": "38b64d21a572958b792e0599c91c13b05a2e47768553e12337ea257ea742ebae/646",
    "zlib_unittests": "84c95fa8044ecdf81baa7eea97c9ec5d3f6d1a8e9d60fe553c2a2536a8b1e284/489"
  },
  "swarming_command_lines_cwd": "out/d7a1-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f9894b05b7be130f0ed80c0b51493f5d951b46a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:101209
  • user_agent:recipe

Debug log (UTC)

[03:20:06.234] New invocation is queued and will start shortly
[03:20:06.234] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:20:07.305] Starting the invocation (attempt 1)
[03:20:07.338] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f9894b05b7be130f0ed80c0b51493f5d951b46a"
[03:20:07.338] Popped gitiles commit info from properties and tags
[03:20:07.338] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:20:07.338] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:20:07.339] Buildbucket request:
{
  "requestId": "8894945444220026560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5f9894b05b7be130f0ed80c0b51493f5d951b46a"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8729521012326581265"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8729521012326581265"
                }
          ],
      "parent_build_id": "8729521012326581265",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "808cb91c39cee36b6243330c2b26c2737782e971",
      "parent_got_dawn_revision": "12a3b24c456cebd9fd11f23ac0164f78129b00c6",
      "parent_got_revision": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
      "parent_got_revision_cp": "refs/heads/main@{#1391409}",
      "parent_got_swiftshader_revision": "4074d9674b3e5a9a96a34b1c63fbed7dce35772f",
      "parent_got_v8_revision": "175fbf3d825f7899e793881e471ab2a072750ecc",
      "parent_got_v8_revision_cp": "refs/heads/13.3.228@{#1}",
      "parent_got_webrtc_revision": "e046787a5a80a9d292b3aec7e946644e025a2b95",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43490}",
      "swarm_hashes": {
            "absl_hardening_tests": "626bc02c86264dfdf3c4dea184231441498e2e1494b118b5003735734cf3ed76/488",
            "accessibility_unittests": "a80637355aa4cced6e8f92dd645061d2c6f4c42bbf87bd1bc45184ab210f1d16/488",
            "angle_unittests": "5c040ac72727273baa6ab886c1f7ec6431c6f8cb8bd3ba4a311c29ab31e8846b/489",
            "app_shell_unittests": "d10e6f4da8b983e6165e4acefb3e5a48ba15d2bf2c8c21091d79989f794d9544/649",
            "aura_unittests": "9c92102e513312bb4fde29a9e4d212bac4b437b8e64b4a5e3e8cbb3b8582e6c9/488",
            "base_unittests": "d61f10c99ef14eea303629f8f53d26669567a405ea921e49e43f84fe4e2c69d9/566",
            "blink_common_unittests": "c94797c13b98b89b34db686052ef50be28d281438e984e8e93763cf6602b0aa2/566",
            "blink_fuzzer_unittests": "ddde28ee458761a4d5e476f801e8fcc4c078a5cf7103a3f8a99aeb4ee9ca31d4/488",
            "blink_heap_unittests": "ecdda0560c6f34e3814814df7a6d07bf647289f7d17563edd7d2fab467af56b8/488",
            "blink_platform_unittests": "a73fa030bba4398ccb5c269d1c51edf371ba625b276549be3827c2695c49ade6/645",
            "blink_unittests": "3b285a5c1a0a0684ad508ce4b4b32f09c962001dd6fc55bb258d302bd2282328/729",
            "boringssl_crypto_tests": "5c4c1520a53ef4de5e6f16e369c1a7fcfc9d8d13f9ec34227702b5ec3f267a89/489",
            "boringssl_ssl_tests": "89dbc67c7f7199c859a18d39721bc65684edeaadd4f0c7752e5ee466ba96d7e3/488",
            "capture_unittests": "18fd4feebe3473bc58c5690ff92889a415080b634719c19c4d2fc97e9a17e3a7/567",
            "cast_unittests": "0f9e57957efbc8615ad4074ef92646bc6d498ea2ea9285605cfc710b6160da6c/488",
            "cc_unittests": "a16adde68b0b3d62d929a60a100c916a598ac8de78d443310b7a45d71a397304/648",
            "chrome_app_unittests": "a2fe479dfdde66e012b5edbcf75dc719254a53bb5034bab4556e82fd510b87f0/566",
            "chromedriver_unittests": "d3856068bc90d710955eb935c82b568753af4473206af9021c6f78452b4d57b3/645",
            "components_browsertests": "ff44661a2c8010daa7ec255f8e614cedd99166ac629e0f5d130a4d4abfca92ec/732",
            "components_unittests": "3b44354d787c5d383113c56f56fc37ca6785a47292f3420163814e60b9f9cb59/732",
            "compositor_unittests": "db7898747a097f1c5502157fe6489976b621f47ac0147554731a73e702b2b2f5/564",
            "content_browsertests": "47ac979ef46cfb902a8c6f74e9d4e96d332752117620ae90eb0e550db0eb4ca7/805",
            "content_unittests": "fc696405111b9ffa22b9374efab62da8750d49c7524ee76d6c20a97fa7cd253a/725",
            "cronet_tests": "2def9cc3c5a6a94432e6d181ef6b393658617c3b0f234280297c7dc301d9de44/649",
            "cronet_unittests": "e2e4e1150ec0b6000cf176c65ef7088e53229fe061a2aa709a3172993a45970b/565",
            "crypto_unittests": "8eb9711540fc253d2f05aceb338f181375ab0312481b70614126f1b032662efb/488",
            "dbus_unittests": "d190feb0c7236e4ed571bf9f1051bd82079116d636fb6d720906b3ccc5eb54fe/488",
            "device_unittests": "3ad50bc9d62c1c13d94dae642fc4472bdb2afe0348e80254b8c5802883198f34/645",
            "display_unittests": "f6725f24c20fb9cf8080a53aec9e0fb7dff88647c23694a88b1ffd0ad3b7516d/488",
            "env_chromium_unittests": "1afb0738113e0928418ed49306991af5b1bf62188d7ecf39cd65752cf9ffde32/488",
            "events_unittests": "b6b03685013721600f38f834401591d8ffce0d5d3f2ef63baef08c99feb82d20/488",
            "extensions_browsertests": "3741b88ed8e79cebdd7d0f991d53c963f79bd4739c20a5a5f0cf998a6188d05f/651",
            "extensions_unittests": "e0adb93dffe275fef3f918345151255ea4f89adebd1adf8d0ed9a6db384fceca/730",
            "filesystem_service_unittests": "e2cbf578b44844fb9243f61692678030cf54a24cb132daf830652f239dfa18d6/488",
            "fuzzing_unittests": "5f1acd0c6f27f4182f93b0e75bb739c7ca97098c733424a69f57a2bc025ca10f/488",
            "gcm_unit_tests": "4b1ee2cea4487851d32cc399b463de9a84499f3468279bd150d97b7d23d16a10/565",
            "gfx_unittests": "94c99d7c02d1936bc016fabcef58892888824e58f20275b0d25df5e3772b3f47/564",
            "gin_unittests": "aecaf93ddcb0b036dc5cde6ea78378b23e58dc83732311ee001e3a5ac4c42468/565",
            "gl_tests": "f19245b2f431f5ffca08b2b7be3813005afe1f6cf870eaa49a8120eef0361480/488",
            "gl_unittests": "a5ee88741ff86ff3b8b54a32862524376df2fb15c393ca177142d25b7ba8e2a6/488",
            "google_apis_unittests": "3068df6d7f314a9f2b9dfd907c3b99c145b75748df31888c49dcb08c81f2c209/650",
            "gpu_unittests": "8ec4ae7c1c1de2ba5609fe2519deae0b767f1f774d87a44e00f4ffa929c52827/565",
            "gwp_asan_unittests": "0c3175fdaf2c3392ec9d58573c7ddb5bf2e600ec57e1c8f00bca73ef0df59d30/489",
            "headless_browsertests": "cf2b78070fb3a8cb183499baa929423f6e45f784e221cea3f7117c46118c10e6/649",
            "headless_unittests": "65ee6b451f96728d5535608aa0e7f23d815ce61b497d2d17bbb779dcf27e722e/488",
            "interactive_ui_tests": "501f2e4ee7d0efe33dacba092ebb47faa60530244b649f782e10580812aa47c5/973",
            "ipc_tests": "21ecec505fc4bbad8397ed6f90d8775d581f88e32beb52fbba4889eb5f1befb9/488",
            "latency_unittests": "4ae464d62cde4823e85e71dc0a3547e14c810e9719f59b1f3c2762eafdb05049/488",
            "leveldb_unittests": "8fd3ab4e3332b3daa3c4715ae5044a66b348ceb85740f0045e25ebde467560dd/488",
            "libjingle_xmpp_unittests": "601f47dd512daf9a49eb4ba789bc921bd2982010eff32754e0c7e91f27b2a199/488",
            "liburlpattern_unittests": "1b58ca75fe41c827a57b2ef33be03ac91f38acd665cd544fd035b316df16ca2c/488",
            "media_unittests": "f8bee500a612a2507f7fee6be80ac64512e5c6a293d5ebe41fb4598809b320bd/568",
            "message_center_unittests": "ff28628c1225e8f6dbef40c5fa6e53a5ca5666a23ada7e12759252546f171bcf/488",
            "midi_unittests": "bf3c41295fd1790231950ccb845a3a6e697712023464c859e57e2b1181abd5bc/488",
            "mojo_unittests": "75a7b4ab122054eb2df5e77b8adb2333afe7e3fa2054cf969202dff2c36d56bb/566",
            "native_theme_unittests": "2f6275dfa0cc0334d8464022a71d96555e9f15db094c053f34ea472a7d2dae68/488",
            "net_unittests": "3eeec50741e824fc03b1f935b71aadd1a73fc34a0f5ce666bc1b17674d2df63a/567",
            "openscreen_unittests": "64da2536b68d3c154cf8f69f88c5883f5adca208bdf6eb51a1bcc5e516c450f7/489",
            "ozone_unittests": "f3f20e601bf0d67d64e29d95ad7e90a23f5f87b4558fb90fd113654f1f0898f9/488",
            "ozone_x11_unittests": "4f2f73182478fcddf8f2e7e6df107bfafdce9c9bf293f1869d917ae9ba5899f0/488",
            "pdf_unittests": "00e55ea6fde24d5db09b94859c7807b2ae35cdcf927e4eef4afdf519ec097447/565",
            "perfetto_unittests": "c81d69f8d9947b55c61abecb75951a477d2deeb90c02c6b33eeda43de5d80e2c/488",
            "printing_unittests": "922923205f0dc2e75581ace448cc5a6b48313f13bd8d976bd772e229f165369d/488",
            "pthreadpool_unittests": "d8720075f1cacd5144539367ffaa9c7b27df3021789c827c9bafaf142936285e/488",
            "remoting_unittests": "a8c19688157b3d066bb70ce0be2842372fccb5f9abdc4406ba8eca89a2944cc5/565",
            "sandbox_linux_unittests": "015ca6b8deadef02169343ca2c7edfbb2e8cabdb6c1390d197dea27d251412a6/488",
            "services_unittests": "9fb19d9bbd328670e724e8f8e466ca7fac181c779f73becf1047aaffdd276ad5/734",
            "shell_dialogs_unittests": "cd25ad8138f5c29622280a4a33e698afbc34cd1318abb9ef6379ba3a0154f563/488",
            "skia_unittests": "11ac2cf73082a6dc56bffe9494edf7eba99540420f52b7ed84fc5e4fa8d56da1/488",
            "snapshot_unittests": "87e2e76bf232fa2b9b35316e4de7bb62d55c46ac5ae639fa1dd0db281d189895/488",
            "sql_unittests": "3740885b5469f9442b9207dd8f333b67ce29c7c9175d80d983e854bec2c4992d/565",
            "storage_unittests": "d5cf0e8f65e4078a57d842ff11dfdde2aa4306b1e676d3b5e9e076313fa46ab8/646",
            "sync_integration_tests": "a8da17a69a59a33001a5cfbe607bb4008b9c44aaa47e5488cf21704aa6285b97/647",
            "ui_base_unittests": "ddb7370d33fabdf7acc119e175a63fbecfc03ea827d29cad5d5786774027f816/641",
            "ui_touch_selection_unittests": "0f4f9dabab1721458f99752387cc8e2bd894ea4ff37110f61bff8b28db02f484/488",
            "ui_unittests": "b0377848473135c593fd1a079c218ef852fd1efafd5bfa74ee0709b5ccc9c002/488",
            "unit_tests": "845bb91f12cff740aec7948a8c8ab010da104b17de96c3584632c117baa4ee4b/1056",
            "url_unittests": "cf2cb77271b152debfd19707e7242ad0ca4b2aec9ee7703ecf5d2e1f98c32713/488",
            "views_unittests": "7706aa80ecaf10b2c31b5e20b26292997bd19eff18ea700859ff6cdbd6dfbfc8/488",
            "viz_unittests": "66e469d64c466fe1c1e0dd7f977e8142a787d35ce7f6566484529cbda7eaf419/572",
            "vr_common_unittests": "c4deac7919c83795b00bc8ce9f3a1f90651178fe498725a7963e7932faa81c09/566",
            "wm_unittests": "4f9daab81f072f3bcd06038e97abf1c395292b795c45bb9a72a34091c31d93f0/488",
            "wtf_unittests": "2eda8a45624dda98da46519bf3128d37337ad193242b489177512c30baf33f93/488",
            "xr_browser_tests": "38b64d21a572958b792e0599c91c13b05a2e47768553e12337ea257ea742ebae/646",
            "zlib_unittests": "84c95fa8044ecdf81baa7eea97c9ec5d3f6d1a8e9d60fe553c2a2536a8b1e284/489"
          },
      "swarming_command_lines_cwd": "out/d7a1-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894945444220026560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "101209"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:20:08.035] Scheduled build:
{
  "id": "8729515382316793121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 92970,
  "createdBy": "project:chromium",
  "createTime": "2024-12-04T03:20:07.419942104Z",
  "updateTime": "2024-12-04T03:20:07.419942104Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
      "ref": "refs/heads/main"
    }
  }
}
[03:20:08.035] Task URL: https://cr-buildbucket.appspot.com/build/8729515382316793121
[03:20:08.035] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:2:0) after 4m43s
[03:20:08.993] Received PubSub notification, asking Buildbucket for the build status
[03:20:09.038] Build status: SCHEDULED
[03:24:18.116] Received PubSub notification, asking Buildbucket for the build status
[03:24:18.142] Build status: STARTED
[03:24:51.080] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:2:0)
[03:24:51.165] Build status: STARTED
[03:24:51.165] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:5:0) after 3m19s
[03:28:10.232] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:5:0)
[03:28:10.264] Build status: STARTED
[03:28:10.264] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:6:0) after 1m59s
[03:30:09.243] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:6:0)
[03:30:09.274] Build status: STARTED
[03:30:09.274] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:7:0) after 6m17s
[03:36:26.292] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:7:0)
[03:36:26.318] Build status: STARTED
[03:36:26.318] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:8:0) after 6m45s
[03:43:11.388] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:8:0)
[03:43:11.405] Build status: STARTED
[03:43:11.405] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:9:0) after 5m26s
[03:48:37.381] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:9:0)
[03:48:37.402] Build status: STARTED
[03:48:37.402] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:10:0) after 9m48s
[03:58:25.434] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:10:0)
[03:58:25.449] Build status: STARTED
[03:58:25.449] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8894945444220026560:11:0) after 3m43s
[04:01:35.757] Received PubSub notification, asking Buildbucket for the build status
[04:01:35.778] Build:
{
  "id": "8729515382316793121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 92970,
  "createdBy": "project:chromium",
  "createTime": "2024-12-04T03:20:07.419942104Z",
  "startTime": "2024-12-04T03:24:17.898199467Z",
  "endTime": "2024-12-04T04:01:34.255151937Z",
  "updateTime": "2024-12-04T04:01:34.255151937Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f9894b05b7be130f0ed80c0b51493f5d951b46a",
      "ref": "refs/heads/main"
    }
  }
}
[04:01:35.778] Invocation finished in 41m29.557899762s with status FAILED