Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80130 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "fe197aae098555ca7b5123c1f96db5754bb24c7a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "cb4f441c801f07e06b4b1e908c1ac3d471c96e75",
  "parent_got_dawn_revision": "1fa386cc87bc7460123ef27432b3d0d328037b1f",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
  "parent_got_revision_cp": "refs/heads/main@{#953164}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "de1922284d32d3f426da2300b5cfac2f336c5565",
  "parent_got_v8_revision_cp": "refs/heads/9.9.17@{#1}",
  "parent_got_webrtc_revision": "c561d0abbb91bed88514927ac62750babfd5018f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35558}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
  "swarm_hashes": {
    "absl_hardening_tests": "498e896b3b16a41f23f7903168cdf2af18cccb7d83b5dadbcc85e15c935c018e/569",
    "accessibility_unittests": "bcda13703cb6f0bb9b40d7357432094bd6ccda3aa4225e91a1e1420165a72394/569",
    "angle_unittests": "4f6b8d9ebbb3a0c87422ef42b3532aa6e96df10a526c57def9ca2497765ef101/570",
    "app_shell_unittests": "5419d6fb8cf9f191a50ca26efe9761c640aaf9a7227e3fafb6c97fd77c6b1c45/730",
    "aura_unittests": "a81e854632405b9738aee00e837d3f3e660e969712cf0d147532ec891d74a477/569",
    "base_unittests": "b355857bc5752144cfa0d9770c37478bb66d329c9cfd8674b7d91f3e4beda4b7/648",
    "blink_common_unittests": "634d1f7048c482417e6454db2210d9af2111ed6817fba3951027f91ed555dc27/647",
    "blink_fuzzer_unittests": "78713b4cf53e2ea7ab3b38441cd0dae89ac8105c78f73b0c5745a163ebde10ea/569",
    "blink_heap_unittests": "daf0914a7edd755bbbb3c134dcd55d70e8f1c843269aa10a82c24c14ad25a24d/569",
    "blink_platform_unittests": "cfa0c6085b3c989d3d4b6bc251efc7a2e01c7665adbefea3dc78a70b7e1e5855/726",
    "blink_unittests": "c678256587db515d92dd33ed3c378ba740473a3063d2e70ed6d8cfaa9e83986f/810",
    "boringssl_crypto_tests": "23bb4f5ba84892db7f9f8f693895fa32fdb11075571a9ab7433688937876a5c5/570",
    "boringssl_ssl_tests": "9eae6025b99fa5990243e99418fc45caba4cc598bca178067615de5435371e6f/569",
    "capture_unittests": "7f969b33e76bda19875773013138cf8101b32bcaeac45e89d85953ec92982843/648",
    "cast_unittests": "fa3cc9dfae1c2c4f83ff68f0f73c3e7ab3d74fc892d07fbded5279008824ddb6/569",
    "cc_unittests": "596e5965516aa158173ac76240aed1c4d6b085e3cddf8e4f534d7d1c0eb07a3d/653",
    "chrome_app_unittests": "6fd9455ba74d8570a0f1a42a0c500be0478eb4ac1e38e618499550284345796d/648",
    "chromedriver_unittests": "ec061f09d383d53348ae34b2d9c2c338c46fcccdd2cddbaac6a15d422d36518b/726",
    "color_unittests": "a51f841d5a3b9b943a5211ab1c83b5021a5a53de40323d486611bf0edbc47c42/569",
    "components_browsertests": "39f8ad72e2ae2110541ed90e932bb2478a54920a95cd8af5cd5dae8ca9bba8a6/813",
    "components_unittests": "300c9a71a7cd5356f2f4afcd5274b8995e2d059999d37060aebe00f0de0ec21b/813",
    "compositor_unittests": "48227ee4ff48712d1bcc03994d7dbfa711d1615ef87b92d8bd935bc3b6a07f5f/645",
    "content_browsertests": "8eedc251e06027057e48240ef01a27f6b4a9ce2c1c1d4259ed22769b5f23e1c0/887",
    "content_unittests": "ca70ab13751560d2a318f36e51ecf2a36dd4cca963fa57326e53ef2e5dd8fc40/806",
    "cronet_tests": "b775588952f8b03e6619222c027c5e87a2b0401c8a9a72ff7a4b68787b37a37c/730",
    "cronet_unittests": "0bf56e4235ec5d32dc1941a17b5a20edcb0329f1aff869f79943d61a111887ac/646",
    "crypto_unittests": "7dffdac53a0a83ca23e04939eeb74c12945fdf50d102e792c8a2f196262ff295/569",
    "dbus_unittests": "7d90ad481c27375a4b75ddd9ee85367aec6c64069f71e84a30377e1082d752d3/569",
    "device_unittests": "c085653a5c4badf7d8b3cb9a1e9e9f8904794e8aa484c772df2a618de6705255/646",
    "display_unittests": "e049901471571d7afcf4cc864bb83025783c1b1be5653d7d840b9a4cdd4b3922/569",
    "events_unittests": "ee6015f1af90d20c218920f3416bd1699fed864ca5ed8aed52fe2ecc5de150e3/569",
    "extensions_browsertests": "e739b58cfb39345de01695dab238b4f45e5a7264445d0aeb854d4d5f7c3bafad/732",
    "extensions_unittests": "07ad816481a7e808585488d28fc6dce2ebe3637f8cb28db2e50c37141b1b7142/896",
    "filesystem_service_unittests": "01ed72d731151cd1c20a8a4dfe17a8d4ce2c62536dae71a61fed9c5f3205b55e/569",
    "gcm_unit_tests": "e56ef74a4ee1d6f212d3dd3e9816624f4fe68127846377afa10b76eee8becbe6/646",
    "gfx_unittests": "7df9b84e6f85ae30fcf4c6603ba12359f23548454c5e22c2e39e90e1c54fc696/645",
    "gin_unittests": "4999cce5ee304028d46567623f4bd9ed8af1e3382de9c7d7446cca8429d1f9ab/646",
    "gl_tests": "338aaf6c47d4433c3adc5b05944ac4e039efbae81519e1426d7000bfc45b0c98/569",
    "gl_unittests": "bc7c8166b7742540d7c3737f3e971b06a4cf83135592be93f96843aaadc3e549/569",
    "google_apis_unittests": "0c5bc1f0d79c9b6ec52b3d561d8fdee6c77a0ea6006772e31e579a1291df94aa/731",
    "gpu_unittests": "6bcd9eb0820b3818788ec1f1337ddf26f49f4299bfe2dc14f8cfdd2b49c97fb7/646",
    "gwp_asan_unittests": "dbb744d59ecbf2a64bddae6bccbb94715fc681d18ef2b358581adb7cdd134a15/570",
    "headless_browsertests": "b5ce33c62a94830f2247c093ca5ab88060d289ab11b1f336e0aa3adc265d5a0c/730",
    "headless_unittests": "81c1681d44eb5a8b2fb7cb6a53474ce7931b48035e8fd736f7560ee03168707d/569",
    "interactive_ui_tests": "fe787d3dc2eef4b98082901c8d3aaf80b9df13032920fe4b6691ad4ceb8c6f71/965",
    "ipc_tests": "9b429743f3c18f697d8add8a86bdbc0f1dd08998325ba7fe0290802f5a1c2f26/569",
    "jingle_unittests": "d41c34f3bf28b5e76433af446d7475671c1a583e8c342481a9eabf6d30f3174a/646",
    "latency_unittests": "3b95456031eb3c89c93fcb6c5e1d042f564c04e13e7b080ffe08c0caba4916fd/569",
    "libjingle_xmpp_unittests": "6810690bf1a05f22be497a2d6fd61cf2b1b54013cf37c70a0647e6be279b6498/569",
    "liburlpattern_unittests": "8d37e834afe110ef2f7668818ebc3d37ac0ec417d5c5265c1e8483a8e18fdef6/569",
    "media_unittests": "e61a2b30c8f2c4f130156d5dd6adf62a15b78f825f4f3f3fed92402f08a7c54e/649",
    "message_center_unittests": "3e884cc54b1a505818f135512632f7694ee041cac2c2c066e754893066c9c7e7/569",
    "midi_unittests": "4ceb85a1666f174ec73474d84f78dfb206f6bcb49ab92cbb1b1a9212b9c0333c/569",
    "mojo_core_unittests": "197a238b3601aef85c01ae53bae9633e9a40995884871fc179284d512d221d6b/569",
    "mojo_unittests": "42ccb8bc4d790999cf76c843711cf021aa1c49d87fc6de096526bcc41c48fd32/647",
    "native_theme_unittests": "1269ebb06fca5a16c50ce5cbed96d082904b173a5729d852ad2b436af133cc90/569",
    "net_unittests": "464ada98f22780646890b89aec9516afd2caed546e760b864eaab7dd382c250d/648",
    "openscreen_unittests": "694c2c42b3ad906b0d879964452184ffa9381f2cf5341354d84d1807354d3a34/648",
    "ozone_x11_unittests": "943cecb903e8a4c88ceac80ba3ffede2354d0e1b66d70a4ba5d665953cc922af/569",
    "pdf_unittests": "4eed8b0923379e8c2ca5cd16d7b544f6100b0e479b8aa2016e7d6098a9d1df0d/646",
    "perfetto_unittests": "669a4874b6af39a8a3c51b02a1553cf3da1a62c80da4f28725f58a226ef2ff8e/569",
    "ppapi_unittests": "6cbb447fa24247ecbb1bb7c2077b7837ca0e757c5fac52356277a4bec9e6cc5a/569",
    "printing_unittests": "9cdca556c3c729e199f0731093440d3a47fd92c2b05e1b9f2b9b066d9916b9e8/569",
    "remoting_unittests": "dbeaff35a6f6f530feb1d66d73d03c5a863b505d547aef7712c176ab21a2e6d4/646",
    "sandbox_linux_unittests": "cdf99f4f3e9375d0ff9430612fa2226c3d1b8bdfeb4614d798cab6ec52598f9d/569",
    "service_manager_unittests": "469cc7af8593d7dcb1abce22b7a88b4e2691c6be903490d4ba703083a4baa7e0/569",
    "services_unittests": "489b79956f432f0f5335ba142ba3011e94bd5138c9f4d96cf48e9dc26ccdd7b7/815",
    "shell_dialogs_unittests": "a2c1e3ec36a4ee7c8c35ebe6d05d3585ac707da39faf61ab7084d98c6eb49c2e/569",
    "skia_unittests": "9234f0113f845d55467170a25b7f959bd3651d0be57a42c0258acde97df6dc23/569",
    "snapshot_unittests": "3390b73c132216d695ad9bece6ed667ef42c97f374d8ecfa3f17805f0c67fca0/569",
    "sql_unittests": "6284796d1a95bb0e345707d51166f6d3bfed73ac4ca5af5dde717a082cab564b/646",
    "storage_unittests": "533723049cb1a81adaec7f3cb6ec1fee35ed06ba0906774f4fc5dbd33921fdad/727",
    "sync_integration_tests": "a488aa1b98339b0d40a6431b16b471283a67f9bf808ee596f2da000d61f15e72/729",
    "ui_base_unittests": "f956e4e0f034aac9684f9f456ae153bc82ac31523617b31644794f2ebf796336/723",
    "ui_touch_selection_unittests": "75ba3a847e5b07bbab2efdd84b76dc7efa5f65b78fc3bdbe49d5e3cfa688fbea/569",
    "unit_tests": "0d10d701ef61adcf158a889b7f213faa70391b9ba679fabedd1c11e654599a37/1062",
    "url_unittests": "df1d89a02de067f6074b92c4b1b398e0a2a8782a4e162f9088afe62985fc5b1b/569",
    "views_unittests": "52bccefc0640e34935cf58c365c25fd539792221d641002dac289ae4bfb5eee4/569",
    "viz_unittests": "d2c348685b06f04b84d3eb367b7a99af348c621d7b40fa7d0cef9534dde1404a/653",
    "vr_common_unittests": "6bd33e61fee9bfad1ecc1d8ed49a96424628c954018ff27de03ff78aac7ce63b/648",
    "vr_pixeltests": "e031f16f161745ba2994db3eb2cc11237b1e702260174fb73d2eff9e0d7452c9/646",
    "weblayer_browsertests": "60da1d55156e3c85f873f698b31cf7730b2ea7b368533cbe091b161e87ba0059/814",
    "weblayer_unittests": "97d1d13c5dc45ae59a16d56f8e5bd3f6f8d5634fc8ecfe0bd1219aabf0945f0c/646",
    "wm_unittests": "7f8af14f1038de57db976cfef3bd16f84822c8bed34b263e2277574c514773c1/569",
    "wtf_unittests": "f33a6e7ec61e9dc5ec1bad96aa2c6710c12cc4f241af001b9d0b258fee4f03cd/569",
    "x11_unittests": "249f43091a8830cfeb061b959fb0209a47c20641cf27859302fd3a13dd9b0cf0/569",
    "xr_browser_tests": "15900ed03d7a2de71f59577e723ee67967b77b5faa771be932066d2a090df636/728",
    "zlib_unittests": "e9d35f1faf9cd999f6c4e9a259ddb5a16513dd981837c1c0ecb69bd538c8a384/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fe197aae098555ca7b5123c1f96db5754bb24c7a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80130
  • user_agent:recipe

Debug log (UTC)

[11:23:46.197] New invocation is queued and will start shortly
[11:23:46.197] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:23:47.288] Starting the invocation (attempt 1)
[11:23:47.355] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fe197aae098555ca7b5123c1f96db5754bb24c7a"
[11:23:47.355] Popped gitiles commit info from properties and tags
[11:23:47.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:23:47.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:23:47.355] Buildbucket request:
{
  "requestId": "8992669141330453840",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "fe197aae098555ca7b5123c1f96db5754bb24c7a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "cb4f441c801f07e06b4b1e908c1ac3d471c96e75",
      "parent_got_dawn_revision": "1fa386cc87bc7460123ef27432b3d0d328037b1f",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
      "parent_got_revision_cp": "refs/heads/main@{#953164}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "de1922284d32d3f426da2300b5cfac2f336c5565",
      "parent_got_v8_revision_cp": "refs/heads/9.9.17@{#1}",
      "parent_got_webrtc_revision": "c561d0abbb91bed88514927ac62750babfd5018f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35558}",
      "swarm_hashes": {
            "absl_hardening_tests": "498e896b3b16a41f23f7903168cdf2af18cccb7d83b5dadbcc85e15c935c018e/569",
            "accessibility_unittests": "bcda13703cb6f0bb9b40d7357432094bd6ccda3aa4225e91a1e1420165a72394/569",
            "angle_unittests": "4f6b8d9ebbb3a0c87422ef42b3532aa6e96df10a526c57def9ca2497765ef101/570",
            "app_shell_unittests": "5419d6fb8cf9f191a50ca26efe9761c640aaf9a7227e3fafb6c97fd77c6b1c45/730",
            "aura_unittests": "a81e854632405b9738aee00e837d3f3e660e969712cf0d147532ec891d74a477/569",
            "base_unittests": "b355857bc5752144cfa0d9770c37478bb66d329c9cfd8674b7d91f3e4beda4b7/648",
            "blink_common_unittests": "634d1f7048c482417e6454db2210d9af2111ed6817fba3951027f91ed555dc27/647",
            "blink_fuzzer_unittests": "78713b4cf53e2ea7ab3b38441cd0dae89ac8105c78f73b0c5745a163ebde10ea/569",
            "blink_heap_unittests": "daf0914a7edd755bbbb3c134dcd55d70e8f1c843269aa10a82c24c14ad25a24d/569",
            "blink_platform_unittests": "cfa0c6085b3c989d3d4b6bc251efc7a2e01c7665adbefea3dc78a70b7e1e5855/726",
            "blink_unittests": "c678256587db515d92dd33ed3c378ba740473a3063d2e70ed6d8cfaa9e83986f/810",
            "boringssl_crypto_tests": "23bb4f5ba84892db7f9f8f693895fa32fdb11075571a9ab7433688937876a5c5/570",
            "boringssl_ssl_tests": "9eae6025b99fa5990243e99418fc45caba4cc598bca178067615de5435371e6f/569",
            "capture_unittests": "7f969b33e76bda19875773013138cf8101b32bcaeac45e89d85953ec92982843/648",
            "cast_unittests": "fa3cc9dfae1c2c4f83ff68f0f73c3e7ab3d74fc892d07fbded5279008824ddb6/569",
            "cc_unittests": "596e5965516aa158173ac76240aed1c4d6b085e3cddf8e4f534d7d1c0eb07a3d/653",
            "chrome_app_unittests": "6fd9455ba74d8570a0f1a42a0c500be0478eb4ac1e38e618499550284345796d/648",
            "chromedriver_unittests": "ec061f09d383d53348ae34b2d9c2c338c46fcccdd2cddbaac6a15d422d36518b/726",
            "color_unittests": "a51f841d5a3b9b943a5211ab1c83b5021a5a53de40323d486611bf0edbc47c42/569",
            "components_browsertests": "39f8ad72e2ae2110541ed90e932bb2478a54920a95cd8af5cd5dae8ca9bba8a6/813",
            "components_unittests": "300c9a71a7cd5356f2f4afcd5274b8995e2d059999d37060aebe00f0de0ec21b/813",
            "compositor_unittests": "48227ee4ff48712d1bcc03994d7dbfa711d1615ef87b92d8bd935bc3b6a07f5f/645",
            "content_browsertests": "8eedc251e06027057e48240ef01a27f6b4a9ce2c1c1d4259ed22769b5f23e1c0/887",
            "content_unittests": "ca70ab13751560d2a318f36e51ecf2a36dd4cca963fa57326e53ef2e5dd8fc40/806",
            "cronet_tests": "b775588952f8b03e6619222c027c5e87a2b0401c8a9a72ff7a4b68787b37a37c/730",
            "cronet_unittests": "0bf56e4235ec5d32dc1941a17b5a20edcb0329f1aff869f79943d61a111887ac/646",
            "crypto_unittests": "7dffdac53a0a83ca23e04939eeb74c12945fdf50d102e792c8a2f196262ff295/569",
            "dbus_unittests": "7d90ad481c27375a4b75ddd9ee85367aec6c64069f71e84a30377e1082d752d3/569",
            "device_unittests": "c085653a5c4badf7d8b3cb9a1e9e9f8904794e8aa484c772df2a618de6705255/646",
            "display_unittests": "e049901471571d7afcf4cc864bb83025783c1b1be5653d7d840b9a4cdd4b3922/569",
            "events_unittests": "ee6015f1af90d20c218920f3416bd1699fed864ca5ed8aed52fe2ecc5de150e3/569",
            "extensions_browsertests": "e739b58cfb39345de01695dab238b4f45e5a7264445d0aeb854d4d5f7c3bafad/732",
            "extensions_unittests": "07ad816481a7e808585488d28fc6dce2ebe3637f8cb28db2e50c37141b1b7142/896",
            "filesystem_service_unittests": "01ed72d731151cd1c20a8a4dfe17a8d4ce2c62536dae71a61fed9c5f3205b55e/569",
            "gcm_unit_tests": "e56ef74a4ee1d6f212d3dd3e9816624f4fe68127846377afa10b76eee8becbe6/646",
            "gfx_unittests": "7df9b84e6f85ae30fcf4c6603ba12359f23548454c5e22c2e39e90e1c54fc696/645",
            "gin_unittests": "4999cce5ee304028d46567623f4bd9ed8af1e3382de9c7d7446cca8429d1f9ab/646",
            "gl_tests": "338aaf6c47d4433c3adc5b05944ac4e039efbae81519e1426d7000bfc45b0c98/569",
            "gl_unittests": "bc7c8166b7742540d7c3737f3e971b06a4cf83135592be93f96843aaadc3e549/569",
            "google_apis_unittests": "0c5bc1f0d79c9b6ec52b3d561d8fdee6c77a0ea6006772e31e579a1291df94aa/731",
            "gpu_unittests": "6bcd9eb0820b3818788ec1f1337ddf26f49f4299bfe2dc14f8cfdd2b49c97fb7/646",
            "gwp_asan_unittests": "dbb744d59ecbf2a64bddae6bccbb94715fc681d18ef2b358581adb7cdd134a15/570",
            "headless_browsertests": "b5ce33c62a94830f2247c093ca5ab88060d289ab11b1f336e0aa3adc265d5a0c/730",
            "headless_unittests": "81c1681d44eb5a8b2fb7cb6a53474ce7931b48035e8fd736f7560ee03168707d/569",
            "interactive_ui_tests": "fe787d3dc2eef4b98082901c8d3aaf80b9df13032920fe4b6691ad4ceb8c6f71/965",
            "ipc_tests": "9b429743f3c18f697d8add8a86bdbc0f1dd08998325ba7fe0290802f5a1c2f26/569",
            "jingle_unittests": "d41c34f3bf28b5e76433af446d7475671c1a583e8c342481a9eabf6d30f3174a/646",
            "latency_unittests": "3b95456031eb3c89c93fcb6c5e1d042f564c04e13e7b080ffe08c0caba4916fd/569",
            "libjingle_xmpp_unittests": "6810690bf1a05f22be497a2d6fd61cf2b1b54013cf37c70a0647e6be279b6498/569",
            "liburlpattern_unittests": "8d37e834afe110ef2f7668818ebc3d37ac0ec417d5c5265c1e8483a8e18fdef6/569",
            "media_unittests": "e61a2b30c8f2c4f130156d5dd6adf62a15b78f825f4f3f3fed92402f08a7c54e/649",
            "message_center_unittests": "3e884cc54b1a505818f135512632f7694ee041cac2c2c066e754893066c9c7e7/569",
            "midi_unittests": "4ceb85a1666f174ec73474d84f78dfb206f6bcb49ab92cbb1b1a9212b9c0333c/569",
            "mojo_core_unittests": "197a238b3601aef85c01ae53bae9633e9a40995884871fc179284d512d221d6b/569",
            "mojo_unittests": "42ccb8bc4d790999cf76c843711cf021aa1c49d87fc6de096526bcc41c48fd32/647",
            "native_theme_unittests": "1269ebb06fca5a16c50ce5cbed96d082904b173a5729d852ad2b436af133cc90/569",
            "net_unittests": "464ada98f22780646890b89aec9516afd2caed546e760b864eaab7dd382c250d/648",
            "openscreen_unittests": "694c2c42b3ad906b0d879964452184ffa9381f2cf5341354d84d1807354d3a34/648",
            "ozone_x11_unittests": "943cecb903e8a4c88ceac80ba3ffede2354d0e1b66d70a4ba5d665953cc922af/569",
            "pdf_unittests": "4eed8b0923379e8c2ca5cd16d7b544f6100b0e479b8aa2016e7d6098a9d1df0d/646",
            "perfetto_unittests": "669a4874b6af39a8a3c51b02a1553cf3da1a62c80da4f28725f58a226ef2ff8e/569",
            "ppapi_unittests": "6cbb447fa24247ecbb1bb7c2077b7837ca0e757c5fac52356277a4bec9e6cc5a/569",
            "printing_unittests": "9cdca556c3c729e199f0731093440d3a47fd92c2b05e1b9f2b9b066d9916b9e8/569",
            "remoting_unittests": "dbeaff35a6f6f530feb1d66d73d03c5a863b505d547aef7712c176ab21a2e6d4/646",
            "sandbox_linux_unittests": "cdf99f4f3e9375d0ff9430612fa2226c3d1b8bdfeb4614d798cab6ec52598f9d/569",
            "service_manager_unittests": "469cc7af8593d7dcb1abce22b7a88b4e2691c6be903490d4ba703083a4baa7e0/569",
            "services_unittests": "489b79956f432f0f5335ba142ba3011e94bd5138c9f4d96cf48e9dc26ccdd7b7/815",
            "shell_dialogs_unittests": "a2c1e3ec36a4ee7c8c35ebe6d05d3585ac707da39faf61ab7084d98c6eb49c2e/569",
            "skia_unittests": "9234f0113f845d55467170a25b7f959bd3651d0be57a42c0258acde97df6dc23/569",
            "snapshot_unittests": "3390b73c132216d695ad9bece6ed667ef42c97f374d8ecfa3f17805f0c67fca0/569",
            "sql_unittests": "6284796d1a95bb0e345707d51166f6d3bfed73ac4ca5af5dde717a082cab564b/646",
            "storage_unittests": "533723049cb1a81adaec7f3cb6ec1fee35ed06ba0906774f4fc5dbd33921fdad/727",
            "sync_integration_tests": "a488aa1b98339b0d40a6431b16b471283a67f9bf808ee596f2da000d61f15e72/729",
            "ui_base_unittests": "f956e4e0f034aac9684f9f456ae153bc82ac31523617b31644794f2ebf796336/723",
            "ui_touch_selection_unittests": "75ba3a847e5b07bbab2efdd84b76dc7efa5f65b78fc3bdbe49d5e3cfa688fbea/569",
            "unit_tests": "0d10d701ef61adcf158a889b7f213faa70391b9ba679fabedd1c11e654599a37/1062",
            "url_unittests": "df1d89a02de067f6074b92c4b1b398e0a2a8782a4e162f9088afe62985fc5b1b/569",
            "views_unittests": "52bccefc0640e34935cf58c365c25fd539792221d641002dac289ae4bfb5eee4/569",
            "viz_unittests": "d2c348685b06f04b84d3eb367b7a99af348c621d7b40fa7d0cef9534dde1404a/653",
            "vr_common_unittests": "6bd33e61fee9bfad1ecc1d8ed49a96424628c954018ff27de03ff78aac7ce63b/648",
            "vr_pixeltests": "e031f16f161745ba2994db3eb2cc11237b1e702260174fb73d2eff9e0d7452c9/646",
            "weblayer_browsertests": "60da1d55156e3c85f873f698b31cf7730b2ea7b368533cbe091b161e87ba0059/814",
            "weblayer_unittests": "97d1d13c5dc45ae59a16d56f8e5bd3f6f8d5634fc8ecfe0bd1219aabf0945f0c/646",
            "wm_unittests": "7f8af14f1038de57db976cfef3bd16f84822c8bed34b263e2277574c514773c1/569",
            "wtf_unittests": "f33a6e7ec61e9dc5ec1bad96aa2c6710c12cc4f241af001b9d0b258fee4f03cd/569",
            "x11_unittests": "249f43091a8830cfeb061b959fb0209a47c20641cf27859302fd3a13dd9b0cf0/569",
            "xr_browser_tests": "15900ed03d7a2de71f59577e723ee67967b77b5faa771be932066d2a090df636/728",
            "zlib_unittests": "e9d35f1faf9cd999f6c4e9a259ddb5a16513dd981837c1c0ecb69bd538c8a384/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992669141330453840"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80130"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:23:47.883] Scheduled build:
{
  "id": "8827239079347984913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72083,
  "createdBy": "project:chromium",
  "createTime": "2021-12-21T11:23:47.456350407Z",
  "updateTime": "2021-12-21T11:23:47.456350407Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
      "ref": "refs/heads/main"
    }
  }
}
[11:23:47.883] Task URL: https://cr-buildbucket.appspot.com/build/8827239079347984913
[11:23:47.883] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:2:0) after 7m2s
[11:24:08.272] Received PubSub notification, asking Buildbucket for the build status
[11:24:08.343] Build status: STARTED
[11:30:49.943] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:2:0)
[11:30:49.969] Build status: STARTED
[11:30:49.969] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:4:0) after 6m5s
[11:36:55.225] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:4:0)
[11:36:55.263] Build status: STARTED
[11:36:55.263] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:5:0) after 3m43s
[11:40:38.800] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:5:0)
[11:40:38.837] Build status: STARTED
[11:40:38.837] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:6:0) after 6m41s
[11:47:20.195] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:6:0)
[11:47:20.223] Build status: STARTED
[11:47:20.223] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992669141330453840:7:0) after 2m58s
[11:47:56.501] Received PubSub notification, asking Buildbucket for the build status
[11:47:56.547] Build:
{
  "id": "8827239079347984913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72083,
  "createdBy": "project:chromium",
  "createTime": "2021-12-21T11:23:47.456350407Z",
  "startTime": "2021-12-21T11:24:07.570726Z",
  "endTime": "2021-12-21T11:47:56.067439825Z",
  "updateTime": "2021-12-21T11:47:56.067439825Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fe197aae098555ca7b5123c1f96db5754bb24c7a",
      "ref": "refs/heads/main"
    }
  }
}
[11:47:56.547] Invocation finished in 24m10.365240158s with status FAILED