Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77880 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1bee24c9a2d282ad977ea238af6808037aedac37"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2a8be9de18ea57d996046ca6160b0e508ec10e54",
  "parent_got_dawn_revision": "7a934854106a65e137c0c9f836ddcc7e7178a334",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "1bee24c9a2d282ad977ea238af6808037aedac37",
  "parent_got_revision_cp": "refs/heads/main@{#927278}",
  "parent_got_swiftshader_revision": "caffd15fa261cdf0fd0260b424d15c5d5484d15a",
  "parent_got_v8_revision": "007519c54351384c7dce304f5757eafa48a3b15d",
  "parent_got_v8_revision_cp": "refs/heads/9.6.153@{#1}",
  "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1bee24c9a2d282ad977ea238af6808037aedac37",
  "swarm_hashes": {
    "absl_hardening_tests": "06a284da630c8f49da468dc0883deda276a69ede6124efe2e7bfeba6369f1047/569",
    "accessibility_unittests": "ce15c2270145fbf7608e0b1dadf92f17d6aaf077781afdadd26c5fa8983762f6/569",
    "angle_unittests": "26ae33290de798811d651b489cb72816391c5505ada4b346c884ebd94124f50d/570",
    "app_shell_unittests": "bd1dc646960540cf8934d5a878a392c880ccf6b685af068a83fc49a048b8afdf/809",
    "aura_unittests": "2545331bc40b0c916830c79cedde547a9cd36aa28f0ee77257638593376eab12/569",
    "base_unittests": "3417223935face03af0c21c39e5e1659f82657f70cd158f3da1f80bb40a43b0b/648",
    "blink_common_unittests": "8d727eaeb45e5e2f034c4ee9848f2082f83d25d3a2450fc1d17633cc4e4506fa/647",
    "blink_fuzzer_unittests": "83b3f3cb3c3e68d24bb834dcceb337ff46f0b001ff792942bc93e712fca4908d/648",
    "blink_heap_unittests": "784a4fe9b0bce138bb69b6dd5b2fde63b62b014535e1c0f49a22325ee0fff612/648",
    "blink_platform_unittests": "05f9cfc39921776d3dddeacff6022497abe11c12fb2102c1d89ac4dcee50253e/726",
    "blink_unittests": "474ec3a1efd98021b48a60194cdfb2f69ba9cef906acc6460b425e4f29743e95/726",
    "boringssl_crypto_tests": "0fd66ec01a50321c0a7e35e027f58f004ffea19b687f69d5c5afa386d6990446/570",
    "boringssl_ssl_tests": "63228da719cbc7dd0553b13958be5f0f4d6d16ab8e82ae74ee0d40d001b72cbd/569",
    "capture_unittests": "4601f4f2ccc4574e1819cc422592b95c1d4915ac31f9de5ec1b2f3accd7deafc/648",
    "cast_unittests": "f95ae93c7efd5cf8b77c146be0a45196aa2039b28c43beca1e18f182c5125177/569",
    "cc_unittests": "93a83123e9d8a05683224beb5b344dbd7bc67729f2ec5ed62dbbb9093d66719f/653",
    "chrome_app_unittests": "e7f249f06bbf7596d818554f82cb77a2626cf8d9edb38b9fb54e1d6e68571090/811",
    "chromedriver_unittests": "bb2a0feeede3fb46d2dbd3b2a8c6d2b129b99b84c993bac8e1c71c101cb71d5b/726",
    "color_unittests": "7a5ddef09f0b449c410d4b2e04e4c1cec6263d2a9e7a37b07e31b55cc7ce2343/569",
    "components_browsertests": "79967a71c460f2e64f221bcf7d9d5199c62dd32c23b2c74ce69c8c0e7ad2917a/892",
    "components_unittests": "f85463feca5c1d7a590ecaeee216f35d4e012b73a2dbac382849a7628df4cdac/892",
    "compositor_unittests": "61ee38ae10bfefd605df181c978cd78ef67e7ffddca7e1924ade7bef4e0f6975/645",
    "content_browsertests": "60cae3819a039591023458e1513d4b53d95f5677bdf2eb2a30a2b81ca6eaaf5d/887",
    "content_unittests": "db4aa82604d1dea6e8469febd5a89127c1a62dd320569b85e594bcb11cdaa7aa/806",
    "cronet_tests": "ed801c50fb1a3e40ca8f87f83b066526a9f33596e3425e4ead92dae25cd7390a/730",
    "cronet_unittests": "bc57d495a0a2c8925d385974d482096c55c1bcad91a5c5460cbeeaf2a8d47d82/646",
    "crypto_unittests": "7732599ee99ea4e834ad0ae05af005ac25af55ec1465bdbb32e8d93b7fd2c33e/569",
    "dbus_unittests": "4791f6edf358c6889c9ab22b6f712fff2bc8f197d57eda85b1ff8d3d0af45a7d/569",
    "device_unittests": "40fa84c03be5eeb268249744f5927241c30954b87cec790ef590e070d20f8687/646",
    "display_unittests": "36b5212787894431bcd7593fb4723e08fdeeeef2e79634591cdbe5a0bebd996a/569",
    "events_unittests": "870bed63f6ddb0f0bc10a4aeb5ac24bd0239acc412c7b4b143672d010a5c5adb/569",
    "extensions_browsertests": "041b653a5217b46e06a5d7ba871087314990e51623a58fb0ac919d40795dd1c0/811",
    "extensions_unittests": "be97152cb1daa48ef28529a0c7415caa3df9af0e9482e74fb3a22e68cdad54af/975",
    "filesystem_service_unittests": "9849d9c388ce3a8a343700f8ed81f462686cf1f4ce8cc85759634bd8a8f5dea6/569",
    "gcm_unit_tests": "5657e7d9c5b40090b10523103c5223470f1d4f57f821c4343f881a202f3132f1/646",
    "gfx_unittests": "177e2c90050ab1d75e6846f054fd19ed95b69b3e76c3e921da630ca1afab90ba/645",
    "gin_unittests": "84276d0d8fff8afec677c80bb37cb8d004114ebf1d5ca509ce0fccab2d5ef2e2/646",
    "gl_tests": "7bac0624df7437cf13ec04df1f5e76e549f8daf4a5a8f29fd92c263c5bc19b9f/569",
    "gl_unittests": "04c30558c7a2d7130e753333a7c9e0f8cb5502a510837b761aabda979b0f8748/569",
    "google_apis_unittests": "ba017cbc74c4e0bb2ade19487850e6d9c39c09b3c87cae763bef535e652fca3e/731",
    "gpu_unittests": "c28b0359e1cd00bc0996b69c167d6678871efe43f16c8714254914296b84df45/646",
    "gtk_unittests": "6e336dce9d6e1d2208016d52ac150fd7c83a8605d8aea3b5c2f8a731ff14a505/569",
    "gwp_asan_unittests": "d574584a61bf53929beddb56658b9cf74d1edd24e8f5b1202b77e0593afaeee4/570",
    "headless_browsertests": "167f38fb530f7f42f6f2702c9e5670c6512994b87c61bb17d61781cad76a139d/809",
    "headless_unittests": "7a47252322e0d16be9e12dff453ff943384f7a27cd57c12e102883a08cf586d9/569",
    "interactive_ui_tests": "3d4601ac1d6d939ab4fdfc0307401d10064f80b14ce0e49ba89050a9d0202017/1128",
    "ipc_tests": "209af5c0fb7b41f0552625fa7de710658958c2aca33d6fd88a6951f35281ac68/569",
    "jingle_unittests": "61dbc7284d737f95d63ec01c108d46a476762ea814656b4c9e9b2094d24f1f2c/646",
    "latency_unittests": "52869f1b73e475551dd4b36c1994768bdbd914fe44a409b79a00f93e22345068/569",
    "libjingle_xmpp_unittests": "b1e08f1a48c926f8e22551fe39cfa8219abda699f716daaf0614feb42b38f0d1/569",
    "liburlpattern_unittests": "007a444af6b0c80e57a97668a9f4d8057f4c86456580a329df9582f158cc399f/569",
    "media_unittests": "de2d37d78f193b404d02b36ce09ca3c207c8c3fb6a8a7a6ab6c832149045d90e/649",
    "message_center_unittests": "17d020941e6796516550e5d5731b0e3e3fa91ab02381dbc81b4020e870d17f00/569",
    "midi_unittests": "817b76429a950a98b8065b3c25075b34d9ecef76ac69ee932358ded27f9e6f01/569",
    "mojo_core_unittests": "ce0aca955ec18e7e0bcb65d4c947d8107b106e08f370b253d77fa3402a816ba5/569",
    "mojo_unittests": "997100aaddae2daa4b8f166ea734ce481cde3236693c038f8931c35b83406e1e/647",
    "native_theme_unittests": "c59363e50b8d75472861f44447c32ec73f3798ed3188a3bca685a73eba687d8e/569",
    "net_unittests": "0ee4e25aea0946c0734f45cc53fc64bc86f1ac5ca06c8c692e014898fb59c31f/648",
    "openscreen_unittests": "e9eec910fd10777e3fd95892b31316d8ec76c18520af99e786dc9868c0b5eecb/811",
    "ozone_x11_unittests": "6427a596a98d4dcc49e2c02b86e223394d1cf99a21a7b46b636ff920cf7932ed/569",
    "pdf_unittests": "7a77b32c18c69400000dde14665093c4bf2b9458422d113539a66497f032491d/725",
    "perfetto_unittests": "e36ea6112efe91187c9621a20e108ef918ffbb218130c85d3de35db8f379daca/569",
    "ppapi_unittests": "f7f4b3e2131cca1fc9ec983a060fffad7785184ebc4aa479761adbdd210bf599/569",
    "printing_unittests": "59392b75aee4ce11010fb8290d9595ff92e8a3ac5445c0bce74a571bac533442/569",
    "remoting_unittests": "f70e665a11f1ab133155146c6a356eab294f87c4139bbb23da4a7d21b3c0b6fe/646",
    "sandbox_linux_unittests": "c79e6c81a7422892816f8ea4a7338867a27e1a918e739791be81057647ec436c/569",
    "service_manager_unittests": "29e81e03fd2e8c108aa93f8037dd8d775fda3146d866671c82a47bed1abbdcbc/569",
    "services_unittests": "e473c27d44d77ce6049528eda1d17cd6d7bc483a6bc4675bf1647f59bfc048d7/815",
    "shell_dialogs_unittests": "322fea2482c22fd6b9c7a4efa1044bb97c6af28df06ffb9fac823b23c3b4a232/569",
    "skia_unittests": "c9a7aec2af047cf14e5775e7099398eca1a3b16ef200b44ba40aca4bcff3fb17/569",
    "snapshot_unittests": "8e3aeb038ae61bb7310a4e40cb062c0ab906144eb7b2274f22b39789eac7540a/569",
    "sql_unittests": "9dbdaf4d94ecffdecea330d54b5d0f058cafc50105b439b709259d2d64501ecb/646",
    "storage_unittests": "0b4d828f7b4de63c05a3d1a4d539649eb129869a888ede59476bb8f074085a5a/727",
    "sync_integration_tests": "33da93526de43f99631a1ebf7b8033a0eb3ede96f3d12d82efe27f18b67f1b48/892",
    "ui_base_unittests": "b0440983125b08b26d67a904720f9f51985990202b374385f2e9f701b7d60b46/723",
    "ui_touch_selection_unittests": "e74290ba7883ce9d493ad534271d448909e4d078df1787465b4ebf2b93edcc57/569",
    "unit_tests": "2a29e792922c5649c813cb7dd9a2174e56bd62a8458322e3690a0b53a730580c/1141",
    "url_unittests": "7347d7fd08961da19ad73065eda598485e938481b485d8f57db35b5bdc0fd379/569",
    "views_unittests": "d1ade04c58856ff712626d0208a129fe180b4a9b0824543d143cd707546bfe8c/569",
    "viz_unittests": "28743976f40b3542d47dcdc9c2c1b9aff42bfb6371974ed82e8ac7b35c64720c/653",
    "vr_common_unittests": "11141e1b1214bb44641c76fde530f9df9f9a393a1632c7e37984b8446271d475/811",
    "vr_pixeltests": "f26e4ae9b6bc25e26368c90d62f81a6810c1e4c613c72062ec922cc2f1d67eca/725",
    "weblayer_browsertests": "f0696e924021f3be09f79917d030251d2e692a60bb2507e0a0b6dbc16b5b397d/893",
    "weblayer_unittests": "82ea9932a522f5049229ba3a980aab53ff16d5a04eaa3b4ed9c812480f01aeda/725",
    "wm_unittests": "6d1f4f41497357ac32d49a7d8d56a4bf6fdb4e18d4c44535763ca6e8e47e0199/569",
    "wtf_unittests": "1cd0013ca41617d503671d7f250346c1460ad0fdfb40bad45de81b5390f118c9/569",
    "x11_unittests": "4b9d163d5dd00e3c981ba46649f9856656293e3d171555adca858d801ff083da/569",
    "xr_browser_tests": "21319bd950cbff702c92ee8398e15fc901a47e71883c79fffdc392ed2754f6a1/891",
    "zlib_unittests": "482ccedfd09ad2653d58f16762d25202eb33cab24d6d86119fb0da2dc02af513/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bee24c9a2d282ad977ea238af6808037aedac37
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77880
  • user_agent:recipe

Debug log (UTC)

[18:23:40.082] New invocation is queued and will start shortly
[18:23:40.082] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:23:41.239] Starting the invocation (attempt 1)
[18:23:41.272] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bee24c9a2d282ad977ea238af6808037aedac37"
[18:23:41.272] Popped gitiles commit info from properties and tags
[18:23:41.272] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:23:41.272] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:23:41.272] Buildbucket request:
{
  "requestId": "8999981077905474960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1bee24c9a2d282ad977ea238af6808037aedac37"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2a8be9de18ea57d996046ca6160b0e508ec10e54",
      "parent_got_dawn_revision": "7a934854106a65e137c0c9f836ddcc7e7178a334",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "1bee24c9a2d282ad977ea238af6808037aedac37",
      "parent_got_revision_cp": "refs/heads/main@{#927278}",
      "parent_got_swiftshader_revision": "caffd15fa261cdf0fd0260b424d15c5d5484d15a",
      "parent_got_v8_revision": "007519c54351384c7dce304f5757eafa48a3b15d",
      "parent_got_v8_revision_cp": "refs/heads/9.6.153@{#1}",
      "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
      "swarm_hashes": {
            "absl_hardening_tests": "06a284da630c8f49da468dc0883deda276a69ede6124efe2e7bfeba6369f1047/569",
            "accessibility_unittests": "ce15c2270145fbf7608e0b1dadf92f17d6aaf077781afdadd26c5fa8983762f6/569",
            "angle_unittests": "26ae33290de798811d651b489cb72816391c5505ada4b346c884ebd94124f50d/570",
            "app_shell_unittests": "bd1dc646960540cf8934d5a878a392c880ccf6b685af068a83fc49a048b8afdf/809",
            "aura_unittests": "2545331bc40b0c916830c79cedde547a9cd36aa28f0ee77257638593376eab12/569",
            "base_unittests": "3417223935face03af0c21c39e5e1659f82657f70cd158f3da1f80bb40a43b0b/648",
            "blink_common_unittests": "8d727eaeb45e5e2f034c4ee9848f2082f83d25d3a2450fc1d17633cc4e4506fa/647",
            "blink_fuzzer_unittests": "83b3f3cb3c3e68d24bb834dcceb337ff46f0b001ff792942bc93e712fca4908d/648",
            "blink_heap_unittests": "784a4fe9b0bce138bb69b6dd5b2fde63b62b014535e1c0f49a22325ee0fff612/648",
            "blink_platform_unittests": "05f9cfc39921776d3dddeacff6022497abe11c12fb2102c1d89ac4dcee50253e/726",
            "blink_unittests": "474ec3a1efd98021b48a60194cdfb2f69ba9cef906acc6460b425e4f29743e95/726",
            "boringssl_crypto_tests": "0fd66ec01a50321c0a7e35e027f58f004ffea19b687f69d5c5afa386d6990446/570",
            "boringssl_ssl_tests": "63228da719cbc7dd0553b13958be5f0f4d6d16ab8e82ae74ee0d40d001b72cbd/569",
            "capture_unittests": "4601f4f2ccc4574e1819cc422592b95c1d4915ac31f9de5ec1b2f3accd7deafc/648",
            "cast_unittests": "f95ae93c7efd5cf8b77c146be0a45196aa2039b28c43beca1e18f182c5125177/569",
            "cc_unittests": "93a83123e9d8a05683224beb5b344dbd7bc67729f2ec5ed62dbbb9093d66719f/653",
            "chrome_app_unittests": "e7f249f06bbf7596d818554f82cb77a2626cf8d9edb38b9fb54e1d6e68571090/811",
            "chromedriver_unittests": "bb2a0feeede3fb46d2dbd3b2a8c6d2b129b99b84c993bac8e1c71c101cb71d5b/726",
            "color_unittests": "7a5ddef09f0b449c410d4b2e04e4c1cec6263d2a9e7a37b07e31b55cc7ce2343/569",
            "components_browsertests": "79967a71c460f2e64f221bcf7d9d5199c62dd32c23b2c74ce69c8c0e7ad2917a/892",
            "components_unittests": "f85463feca5c1d7a590ecaeee216f35d4e012b73a2dbac382849a7628df4cdac/892",
            "compositor_unittests": "61ee38ae10bfefd605df181c978cd78ef67e7ffddca7e1924ade7bef4e0f6975/645",
            "content_browsertests": "60cae3819a039591023458e1513d4b53d95f5677bdf2eb2a30a2b81ca6eaaf5d/887",
            "content_unittests": "db4aa82604d1dea6e8469febd5a89127c1a62dd320569b85e594bcb11cdaa7aa/806",
            "cronet_tests": "ed801c50fb1a3e40ca8f87f83b066526a9f33596e3425e4ead92dae25cd7390a/730",
            "cronet_unittests": "bc57d495a0a2c8925d385974d482096c55c1bcad91a5c5460cbeeaf2a8d47d82/646",
            "crypto_unittests": "7732599ee99ea4e834ad0ae05af005ac25af55ec1465bdbb32e8d93b7fd2c33e/569",
            "dbus_unittests": "4791f6edf358c6889c9ab22b6f712fff2bc8f197d57eda85b1ff8d3d0af45a7d/569",
            "device_unittests": "40fa84c03be5eeb268249744f5927241c30954b87cec790ef590e070d20f8687/646",
            "display_unittests": "36b5212787894431bcd7593fb4723e08fdeeeef2e79634591cdbe5a0bebd996a/569",
            "events_unittests": "870bed63f6ddb0f0bc10a4aeb5ac24bd0239acc412c7b4b143672d010a5c5adb/569",
            "extensions_browsertests": "041b653a5217b46e06a5d7ba871087314990e51623a58fb0ac919d40795dd1c0/811",
            "extensions_unittests": "be97152cb1daa48ef28529a0c7415caa3df9af0e9482e74fb3a22e68cdad54af/975",
            "filesystem_service_unittests": "9849d9c388ce3a8a343700f8ed81f462686cf1f4ce8cc85759634bd8a8f5dea6/569",
            "gcm_unit_tests": "5657e7d9c5b40090b10523103c5223470f1d4f57f821c4343f881a202f3132f1/646",
            "gfx_unittests": "177e2c90050ab1d75e6846f054fd19ed95b69b3e76c3e921da630ca1afab90ba/645",
            "gin_unittests": "84276d0d8fff8afec677c80bb37cb8d004114ebf1d5ca509ce0fccab2d5ef2e2/646",
            "gl_tests": "7bac0624df7437cf13ec04df1f5e76e549f8daf4a5a8f29fd92c263c5bc19b9f/569",
            "gl_unittests": "04c30558c7a2d7130e753333a7c9e0f8cb5502a510837b761aabda979b0f8748/569",
            "google_apis_unittests": "ba017cbc74c4e0bb2ade19487850e6d9c39c09b3c87cae763bef535e652fca3e/731",
            "gpu_unittests": "c28b0359e1cd00bc0996b69c167d6678871efe43f16c8714254914296b84df45/646",
            "gtk_unittests": "6e336dce9d6e1d2208016d52ac150fd7c83a8605d8aea3b5c2f8a731ff14a505/569",
            "gwp_asan_unittests": "d574584a61bf53929beddb56658b9cf74d1edd24e8f5b1202b77e0593afaeee4/570",
            "headless_browsertests": "167f38fb530f7f42f6f2702c9e5670c6512994b87c61bb17d61781cad76a139d/809",
            "headless_unittests": "7a47252322e0d16be9e12dff453ff943384f7a27cd57c12e102883a08cf586d9/569",
            "interactive_ui_tests": "3d4601ac1d6d939ab4fdfc0307401d10064f80b14ce0e49ba89050a9d0202017/1128",
            "ipc_tests": "209af5c0fb7b41f0552625fa7de710658958c2aca33d6fd88a6951f35281ac68/569",
            "jingle_unittests": "61dbc7284d737f95d63ec01c108d46a476762ea814656b4c9e9b2094d24f1f2c/646",
            "latency_unittests": "52869f1b73e475551dd4b36c1994768bdbd914fe44a409b79a00f93e22345068/569",
            "libjingle_xmpp_unittests": "b1e08f1a48c926f8e22551fe39cfa8219abda699f716daaf0614feb42b38f0d1/569",
            "liburlpattern_unittests": "007a444af6b0c80e57a97668a9f4d8057f4c86456580a329df9582f158cc399f/569",
            "media_unittests": "de2d37d78f193b404d02b36ce09ca3c207c8c3fb6a8a7a6ab6c832149045d90e/649",
            "message_center_unittests": "17d020941e6796516550e5d5731b0e3e3fa91ab02381dbc81b4020e870d17f00/569",
            "midi_unittests": "817b76429a950a98b8065b3c25075b34d9ecef76ac69ee932358ded27f9e6f01/569",
            "mojo_core_unittests": "ce0aca955ec18e7e0bcb65d4c947d8107b106e08f370b253d77fa3402a816ba5/569",
            "mojo_unittests": "997100aaddae2daa4b8f166ea734ce481cde3236693c038f8931c35b83406e1e/647",
            "native_theme_unittests": "c59363e50b8d75472861f44447c32ec73f3798ed3188a3bca685a73eba687d8e/569",
            "net_unittests": "0ee4e25aea0946c0734f45cc53fc64bc86f1ac5ca06c8c692e014898fb59c31f/648",
            "openscreen_unittests": "e9eec910fd10777e3fd95892b31316d8ec76c18520af99e786dc9868c0b5eecb/811",
            "ozone_x11_unittests": "6427a596a98d4dcc49e2c02b86e223394d1cf99a21a7b46b636ff920cf7932ed/569",
            "pdf_unittests": "7a77b32c18c69400000dde14665093c4bf2b9458422d113539a66497f032491d/725",
            "perfetto_unittests": "e36ea6112efe91187c9621a20e108ef918ffbb218130c85d3de35db8f379daca/569",
            "ppapi_unittests": "f7f4b3e2131cca1fc9ec983a060fffad7785184ebc4aa479761adbdd210bf599/569",
            "printing_unittests": "59392b75aee4ce11010fb8290d9595ff92e8a3ac5445c0bce74a571bac533442/569",
            "remoting_unittests": "f70e665a11f1ab133155146c6a356eab294f87c4139bbb23da4a7d21b3c0b6fe/646",
            "sandbox_linux_unittests": "c79e6c81a7422892816f8ea4a7338867a27e1a918e739791be81057647ec436c/569",
            "service_manager_unittests": "29e81e03fd2e8c108aa93f8037dd8d775fda3146d866671c82a47bed1abbdcbc/569",
            "services_unittests": "e473c27d44d77ce6049528eda1d17cd6d7bc483a6bc4675bf1647f59bfc048d7/815",
            "shell_dialogs_unittests": "322fea2482c22fd6b9c7a4efa1044bb97c6af28df06ffb9fac823b23c3b4a232/569",
            "skia_unittests": "c9a7aec2af047cf14e5775e7099398eca1a3b16ef200b44ba40aca4bcff3fb17/569",
            "snapshot_unittests": "8e3aeb038ae61bb7310a4e40cb062c0ab906144eb7b2274f22b39789eac7540a/569",
            "sql_unittests": "9dbdaf4d94ecffdecea330d54b5d0f058cafc50105b439b709259d2d64501ecb/646",
            "storage_unittests": "0b4d828f7b4de63c05a3d1a4d539649eb129869a888ede59476bb8f074085a5a/727",
            "sync_integration_tests": "33da93526de43f99631a1ebf7b8033a0eb3ede96f3d12d82efe27f18b67f1b48/892",
            "ui_base_unittests": "b0440983125b08b26d67a904720f9f51985990202b374385f2e9f701b7d60b46/723",
            "ui_touch_selection_unittests": "e74290ba7883ce9d493ad534271d448909e4d078df1787465b4ebf2b93edcc57/569",
            "unit_tests": "2a29e792922c5649c813cb7dd9a2174e56bd62a8458322e3690a0b53a730580c/1141",
            "url_unittests": "7347d7fd08961da19ad73065eda598485e938481b485d8f57db35b5bdc0fd379/569",
            "views_unittests": "d1ade04c58856ff712626d0208a129fe180b4a9b0824543d143cd707546bfe8c/569",
            "viz_unittests": "28743976f40b3542d47dcdc9c2c1b9aff42bfb6371974ed82e8ac7b35c64720c/653",
            "vr_common_unittests": "11141e1b1214bb44641c76fde530f9df9f9a393a1632c7e37984b8446271d475/811",
            "vr_pixeltests": "f26e4ae9b6bc25e26368c90d62f81a6810c1e4c613c72062ec922cc2f1d67eca/725",
            "weblayer_browsertests": "f0696e924021f3be09f79917d030251d2e692a60bb2507e0a0b6dbc16b5b397d/893",
            "weblayer_unittests": "82ea9932a522f5049229ba3a980aab53ff16d5a04eaa3b4ed9c812480f01aeda/725",
            "wm_unittests": "6d1f4f41497357ac32d49a7d8d56a4bf6fdb4e18d4c44535763ca6e8e47e0199/569",
            "wtf_unittests": "1cd0013ca41617d503671d7f250346c1460ad0fdfb40bad45de81b5390f118c9/569",
            "x11_unittests": "4b9d163d5dd00e3c981ba46649f9856656293e3d171555adca858d801ff083da/569",
            "xr_browser_tests": "21319bd950cbff702c92ee8398e15fc901a47e71883c79fffdc392ed2754f6a1/891",
            "zlib_unittests": "482ccedfd09ad2653d58f16762d25202eb33cab24d6d86119fb0da2dc02af513/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1bee24c9a2d282ad977ea238af6808037aedac37",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999981077905474960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77880"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:23:41.840] Scheduled build:
{
  "id": "8834551015929194241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69842,
  "createdBy": "project:chromium",
  "createTime": "2021-10-01T18:23:41.335268219Z",
  "updateTime": "2021-10-01T18:23:41.622833022Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bee24c9a2d282ad977ea238af6808037aedac37",
      "ref": "refs/heads/main"
    }
  }
}
[18:23:41.840] Task URL: https://cr-buildbucket.appspot.com/build/8834551015929194241
[18:23:41.840] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:2:0) after 6m10s
[18:24:10.560] Received PubSub notification, asking Buildbucket for the build status
[18:24:10.596] Build status: STARTED
[18:29:51.873] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:2:0)
[18:29:51.900] Build status: STARTED
[18:29:51.901] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:4:0) after 6m50s
[18:36:42.064] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:4:0)
[18:36:42.217] Build status: STARTED
[18:36:42.217] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:5:0) after 3m21s
[18:40:03.384] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:5:0)
[18:40:03.448] Build status: STARTED
[18:40:03.448] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:6:0) after 3m37s
[18:43:40.526] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:6:0)
[18:43:40.562] Build status: STARTED
[18:43:40.562] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:7:0) after 4m10s
[18:47:50.696] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:7:0)
[18:47:50.774] Build status: STARTED
[18:47:50.774] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999981077905474960:8:0) after 6m33s
[18:53:50.918] Received PubSub notification, asking Buildbucket for the build status
[18:53:50.949] Build:
{
  "id": "8834551015929194241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69842,
  "createdBy": "project:chromium",
  "createTime": "2021-10-01T18:23:41.335268219Z",
  "startTime": "2021-10-01T18:24:05.477742Z",
  "endTime": "2021-10-01T18:53:50.458511148Z",
  "updateTime": "2021-10-01T18:53:50.458854346Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bee24c9a2d282ad977ea238af6808037aedac37",
      "ref": "refs/heads/main"
    }
  }
}
[18:53:50.949] Invocation finished in 30m10.881824146s with status FAILED