Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79039 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c5e5bc59575e2bcd393391f2cd96c70251c15fba"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2a9e6e482853b4bed3697b9117c8c7a8da52ae37",
  "parent_got_dawn_revision": "4f6d794bafa59aa6dfcc674521209185c98499c0",
  "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
  "parent_got_revision": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
  "parent_got_revision_cp": "refs/heads/main@{#941061}",
  "parent_got_swiftshader_revision": "e878186acaeeeaedf508cb5fc877436eac9351a9",
  "parent_got_v8_revision": "02d2e8103d0b9241f335ad60e0b349f05555e56c",
  "parent_got_v8_revision_cp": "refs/heads/9.8.34@{#1}",
  "parent_got_webrtc_revision": "1d732434669202caac26db4af31d3dd6927cfdd4",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35336}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
  "swarm_hashes": {
    "absl_hardening_tests": "62fd6b0539d32c30f11e0650392ae3dcd1bf1919a1898b95120373b1760e64d8/569",
    "accessibility_unittests": "2e9709a3819441893c821a88c6ae64b879153f7d0c95961d7cfb5b9a503adfda/569",
    "angle_unittests": "fd378b3482a311c9b2b7aaf8e11332f76620b9a9b841fb1db464e6f8caf36619/570",
    "app_shell_unittests": "9adcda52b0f62ba9ca843f5f36253e742b42671fda7dda08db073a7dc88d1e2a/809",
    "aura_unittests": "733a49175a10e7cac2784dc4bcaaade4e77859223b76d81b5676afd4d4bfb1a7/569",
    "base_unittests": "15faef8c5cb757db6110d539975a727988ba1225ef4d2893ea6b077e49d8d022/648",
    "blink_common_unittests": "d404c46384f610e9c73d4fa2268c63675cd99bea5e5f2f5a8e4404f9965eea5b/647",
    "blink_fuzzer_unittests": "edb107eabc4c5261098c8fa6314d4e7527ed31d7588e712cab687b68b3988528/648",
    "blink_heap_unittests": "50e2bebc4b7715d03b0427e112e378bc10a911f6490324d0d70b92d8fa8f8885/648",
    "blink_platform_unittests": "96e01a3150b897a4a725680ff35cfef318cf6bf249d17ab5c0f4cab3bfec808e/726",
    "blink_unittests": "98fb0a4dcea038e62736a0b125f21bd44ba2f5374152bd299e59d970e0492235/726",
    "boringssl_crypto_tests": "cedd915385d6fc15278311a235b4de9d890307dd4a8c79063094ecd1af005f4a/570",
    "boringssl_ssl_tests": "80ff7c587e81a164f9607a44e4f6fd7afaa7ab7cafe2855d9bfcbcff75d7883e/569",
    "capture_unittests": "b5f247764ce40c7affcca9ee37c332fc592a7997aa7d7f5cebe02a4e05f9f77d/648",
    "cast_unittests": "124ad15f9272d19684be89116a05f6dd3adc04f467151511efe10de1f48cce78/569",
    "cc_unittests": "2baa5e7433aaa393d4a039f8c0790a9c74dd41be7b4b7d414b96feb1118f70ba/653",
    "chrome_app_unittests": "1f4e79649eff6e8b1556251a7acbb8e470dbf9cac13d71a76e200c5c2ed1daaa/727",
    "chromedriver_unittests": "5db58e9add50b09eb1a02e9fead0b3c97b8bfbc1953ecfad640738c4815e8c54/726",
    "color_unittests": "77f4419c522b6ef0e4b110db823455ec793a54d93f0c140e6f41738f859689fe/569",
    "components_browsertests": "1702f71947e11027f009d1354002f7c7579df8ec200f07427f7b92d510df03ce/892",
    "components_unittests": "19e49feb6844c0a78185072f176f2422e4e050f4064d1640ee7681110ff26565/892",
    "compositor_unittests": "96956370b278f3c464dadd131c617ba1af097abd6fb9dd2f59e08ad8aadfdb46/645",
    "content_browsertests": "62cb99155f9edd4a586d74933b4fe6c43eccbb6c55b80c78252080c8d53381a2/887",
    "content_unittests": "c6af8f328e4d459c2d95caeb23725af1bbefd9c4159591683c99e969755883f8/806",
    "cronet_tests": "73fc85038ebfc8f87ebf28f5f248f9461546d66c7cd9efe6685a2e6a75113c17/730",
    "cronet_unittests": "a429847f81302d5b5c91a6828c694f7a09858c1270c337514d7af887f3cd1b1f/646",
    "crypto_unittests": "b3e1a441112a70a7e163ebccafb903f74d9f639cb13a9513a1979bd14bec6063/569",
    "dbus_unittests": "471d8a664c8baf06669f520dbd22b664cc8fdbb21e8d60708e29c9158c1c3d0b/569",
    "device_unittests": "8e46c497eb23e27ecd51fa2c96eda9fcbbdbec3e386254bfef35c81681309ac2/646",
    "display_unittests": "408900116f5355a62e79579e92ac8ddf82a247d26fcd08d517907757aa015cbe/569",
    "events_unittests": "da2fee3fbbf406f8ecc6cccef7da8403f3fc182a0654b31bbda2169b68ba4c4a/569",
    "extensions_browsertests": "4d40c479d7fb1fcd82b87363ed96a4c2ad117aba18314bc5873223265f36f284/811",
    "extensions_unittests": "0637cc1c56d49bde682096a9793c0996415e132992b9d0e1abfcdd915df58ee0/975",
    "filesystem_service_unittests": "abe4f73d025f55040a8ab7f7a46ddf3377867d56731db5cd28c875798a6d8f0c/569",
    "gcm_unit_tests": "11ac13a7699bfa44c1fd0e594dc1cabea10ac1c3763367140f3d3a871c95ac2a/646",
    "gfx_unittests": "7d7aeaa068a08709e53961cca0fd668c8a6733eeeb29b7fbf1394586f91408e9/645",
    "gin_unittests": "03c130f13a20dfcb9734050f452d0936d25e18ea3dc6e48bc0080c16b78473ee/646",
    "gl_tests": "a91a794ee6c9f7c4f6407d76ca98630aec1e0a51ca309a7839a91d877f72092a/569",
    "gl_unittests": "6918d7de0266253491384beb4769406f27a66afbf0c88a27274dc38f52aae52c/569",
    "google_apis_unittests": "58588fbabf826dbf9d3c148bbbaa8b5f777ddce8ab3307d3804146229c6ef479/731",
    "gpu_unittests": "d138610193e33f53b47696f9d426d2da7e125bf9c92b1f346639351b44a70b14/646",
    "gwp_asan_unittests": "f1a8fa8076622ec8df07d2f5b9cc5e363742a810e865d49af196f2a813d809c2/570",
    "headless_browsertests": "d20656e83a72c28526f854f0f2e24774c1efeeca84503e06f94c6f566ae6207f/809",
    "headless_unittests": "ade0e54954bf1f7856ef8b969083aef64e46c2217b532a8939d157fdb2730c78/569",
    "interactive_ui_tests": "eb720eec2b3943394a32afdf4ea296f83d7cefbaafba89b1283f0ef6b3a82dd9/1044",
    "ipc_tests": "fe5d18f55b59afdbdd5f2ba424c59bbd4dcf6b450b44ce3ac5a0983c835ce368/569",
    "jingle_unittests": "ab9d8504abb444e68462226a9f04209ce4749690b2602170a2869eed5027d057/646",
    "latency_unittests": "4ee6eaf0e35d430f7b1a9d7f0f1f6776435ffcc1c58e926069bfe34c8182bdb6/569",
    "libjingle_xmpp_unittests": "00f9b0bdd42fe72013f0ea68f68fd75265835e5820fd4c740a82951778893d2b/569",
    "liburlpattern_unittests": "46c8961ff925b0ef29315f220c4792171bce427c1048bfbb057965fbe13c26b7/569",
    "media_unittests": "38309dbe8c9b8892fd450be98fa54ced8faa539fd8b4cfe2a3b204a85d158e9c/649",
    "message_center_unittests": "0415fab4f11552bf4e9f3b1fac96a306b7338f74819ed9aa0dcf3cd15bd054b0/569",
    "midi_unittests": "525ef989c6cb1fe43081743e2ae31e7a5b9fcce5ff735bf5eae0a04f2377144f/569",
    "mojo_core_unittests": "ceb7ec17e4a1b8c279096baa1f02702f183ffd243505ad114a5d9438be224312/569",
    "mojo_unittests": "c4bb49d969e252674b47c3c6dcbc876959167febb0753485c466c25b16532b72/647",
    "native_theme_unittests": "dcf0f0f5d1929b468e17e2983fd8625f6ee6fa7adc803d9a13b3ece790c99791/569",
    "net_unittests": "3971c81294b80a90599e06f921e554faeb0dbb0210281763fb8d3f31f08586c0/648",
    "openscreen_unittests": "2395222dace420a089bdc7e5c81cd55e54a53b2f32fb8c4c0b0539389c0c65b1/727",
    "ozone_x11_unittests": "537f5846d22738d9379e5c706211e020f5a7575bdaf8b97fb0901b99b6374387/569",
    "pdf_unittests": "4581ffdbfcdc57a7810549980a69c4b187208821bf3117e71d07851ee8e8109b/725",
    "perfetto_unittests": "ed792ce8967c7594d4a157a5c34fb833eab0dcf75f38e959743a9acf791ca771/569",
    "ppapi_unittests": "e7f1fce76aa6457eef3e09f588f437e0ae2d5abc49e1523c90e3ca68f8355bb5/569",
    "printing_unittests": "a00f967b967a518f7f40b151a899100ac0b782a923c876642a5e00d3fbe3e350/569",
    "remoting_unittests": "9694a56989fa683a88c392bceb80d850c01368cdc4d064a14d9f74729472c624/646",
    "sandbox_linux_unittests": "7f92cf58a4a90c7fe1d982634df6e6d0ea12c82dd1ddd61ff96f9b7489f171a2/569",
    "service_manager_unittests": "a51a0536926faccf13a80e848dc2d3ce308f64dd3368819ad3b08f7b6be1aabf/569",
    "services_unittests": "dc8ef6a1f36cb1135073123be314257f329eeb6b5ed2524ca0f53e3a67c15014/815",
    "shell_dialogs_unittests": "06631ae28557b9e61517a5e6f683bdc3e12450be140a9aaf8523bbfda57998f0/569",
    "skia_unittests": "ed627d9b4769b3d5f55d94ef7641b50648bc1c859fa9bf99a917c4c2127665cd/569",
    "snapshot_unittests": "d16a55605f43adc6a2c8d33f83b925b3a599e61b827388122ca3cf41821732cf/569",
    "sql_unittests": "4d6d50f5662e53b0985ff7688915b4d546bfbeb64407d7a18ceb8c3833aed14b/646",
    "storage_unittests": "e7833b86371fb7b8aaf5dbee44c182b513eae55302a6ade11400923965834710/727",
    "sync_integration_tests": "f8d645904aa9f60337f17c21df1984d8392e94df05bae1e8ac618f644f8fd41f/808",
    "ui_base_unittests": "24c1eb0c1b39ace30543d93ef3255d43343bba5ed205b72d42d084dcf044f6b2/723",
    "ui_touch_selection_unittests": "05ceeacd5a4ede9b574419e90aca324de77e8a1b208b7810b0efab0b42cdf48a/569",
    "unit_tests": "17dbd4e53055ae4d0af22c348ec3d69780498103559d539b0e36007b5f737cfc/1141",
    "url_unittests": "939f7b5c4d72db200b76eae72cea68b5ab9d9e9df7026573e16f8023cf183791/569",
    "views_unittests": "3aa1530ed0c8533a2808aa3f22d0422356d540fdefd610b92b01cd74acb61c90/569",
    "viz_unittests": "12530282039ff94859757ba81f4cda4db4744e0b789b9d727ae271c2d15c3e95/653",
    "vr_common_unittests": "02feb61b7ea735c2549bdde1e18b1d49803979d223d54c83445f369b41608648/727",
    "vr_pixeltests": "45151e76fad805ac932e46aec5b0d61c460653e21ba0ef3158cf958fc2a3a003/725",
    "weblayer_browsertests": "7353812e34f0e4f8e870cc69e89c3d6547bd04901bf2d4605dc2c167439c49ee/893",
    "weblayer_unittests": "150b4bd897fe88127a2c227225b317a39a55dfc9bd8a7cfd7a007405a9e592c2/725",
    "wm_unittests": "249d34d0e0429c39522494561e9a86035f78d0f2750fddf5569aa59d977cd404/569",
    "wtf_unittests": "20976c9630c045d2557785e670c37e9453bf710bddf19cbd180a90b985cdc454/569",
    "x11_unittests": "92868a8f54e168368a169eb91cb8a55c3e1292f329a382bcfb8c66e203d668d2/569",
    "xr_browser_tests": "941f2263af0e8fc1e8b1a1fa79313a57e68a3fa0dd6fc626378224de44bbd44d/807",
    "zlib_unittests": "8f685a0ef5911d21459359a171464f2c42a48c95a14d8adfdafad54f81137a94/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5e5bc59575e2bcd393391f2cd96c70251c15fba
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79039
  • user_agent:recipe

Debug log (UTC)

[04:54:58.090] New invocation is queued and will start shortly
[04:54:58.090] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:54:59.210] Starting the invocation (attempt 1)
[04:54:59.250] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5e5bc59575e2bcd393391f2cd96c70251c15fba"
[04:54:59.250] Popped gitiles commit info from properties and tags
[04:54:59.250] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:54:59.250] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:54:59.250] Buildbucket request:
{
  "requestId": "8996226884312794528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c5e5bc59575e2bcd393391f2cd96c70251c15fba"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2a9e6e482853b4bed3697b9117c8c7a8da52ae37",
      "parent_got_dawn_revision": "4f6d794bafa59aa6dfcc674521209185c98499c0",
      "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
      "parent_got_revision": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
      "parent_got_revision_cp": "refs/heads/main@{#941061}",
      "parent_got_swiftshader_revision": "e878186acaeeeaedf508cb5fc877436eac9351a9",
      "parent_got_v8_revision": "02d2e8103d0b9241f335ad60e0b349f05555e56c",
      "parent_got_v8_revision_cp": "refs/heads/9.8.34@{#1}",
      "parent_got_webrtc_revision": "1d732434669202caac26db4af31d3dd6927cfdd4",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35336}",
      "swarm_hashes": {
            "absl_hardening_tests": "62fd6b0539d32c30f11e0650392ae3dcd1bf1919a1898b95120373b1760e64d8/569",
            "accessibility_unittests": "2e9709a3819441893c821a88c6ae64b879153f7d0c95961d7cfb5b9a503adfda/569",
            "angle_unittests": "fd378b3482a311c9b2b7aaf8e11332f76620b9a9b841fb1db464e6f8caf36619/570",
            "app_shell_unittests": "9adcda52b0f62ba9ca843f5f36253e742b42671fda7dda08db073a7dc88d1e2a/809",
            "aura_unittests": "733a49175a10e7cac2784dc4bcaaade4e77859223b76d81b5676afd4d4bfb1a7/569",
            "base_unittests": "15faef8c5cb757db6110d539975a727988ba1225ef4d2893ea6b077e49d8d022/648",
            "blink_common_unittests": "d404c46384f610e9c73d4fa2268c63675cd99bea5e5f2f5a8e4404f9965eea5b/647",
            "blink_fuzzer_unittests": "edb107eabc4c5261098c8fa6314d4e7527ed31d7588e712cab687b68b3988528/648",
            "blink_heap_unittests": "50e2bebc4b7715d03b0427e112e378bc10a911f6490324d0d70b92d8fa8f8885/648",
            "blink_platform_unittests": "96e01a3150b897a4a725680ff35cfef318cf6bf249d17ab5c0f4cab3bfec808e/726",
            "blink_unittests": "98fb0a4dcea038e62736a0b125f21bd44ba2f5374152bd299e59d970e0492235/726",
            "boringssl_crypto_tests": "cedd915385d6fc15278311a235b4de9d890307dd4a8c79063094ecd1af005f4a/570",
            "boringssl_ssl_tests": "80ff7c587e81a164f9607a44e4f6fd7afaa7ab7cafe2855d9bfcbcff75d7883e/569",
            "capture_unittests": "b5f247764ce40c7affcca9ee37c332fc592a7997aa7d7f5cebe02a4e05f9f77d/648",
            "cast_unittests": "124ad15f9272d19684be89116a05f6dd3adc04f467151511efe10de1f48cce78/569",
            "cc_unittests": "2baa5e7433aaa393d4a039f8c0790a9c74dd41be7b4b7d414b96feb1118f70ba/653",
            "chrome_app_unittests": "1f4e79649eff6e8b1556251a7acbb8e470dbf9cac13d71a76e200c5c2ed1daaa/727",
            "chromedriver_unittests": "5db58e9add50b09eb1a02e9fead0b3c97b8bfbc1953ecfad640738c4815e8c54/726",
            "color_unittests": "77f4419c522b6ef0e4b110db823455ec793a54d93f0c140e6f41738f859689fe/569",
            "components_browsertests": "1702f71947e11027f009d1354002f7c7579df8ec200f07427f7b92d510df03ce/892",
            "components_unittests": "19e49feb6844c0a78185072f176f2422e4e050f4064d1640ee7681110ff26565/892",
            "compositor_unittests": "96956370b278f3c464dadd131c617ba1af097abd6fb9dd2f59e08ad8aadfdb46/645",
            "content_browsertests": "62cb99155f9edd4a586d74933b4fe6c43eccbb6c55b80c78252080c8d53381a2/887",
            "content_unittests": "c6af8f328e4d459c2d95caeb23725af1bbefd9c4159591683c99e969755883f8/806",
            "cronet_tests": "73fc85038ebfc8f87ebf28f5f248f9461546d66c7cd9efe6685a2e6a75113c17/730",
            "cronet_unittests": "a429847f81302d5b5c91a6828c694f7a09858c1270c337514d7af887f3cd1b1f/646",
            "crypto_unittests": "b3e1a441112a70a7e163ebccafb903f74d9f639cb13a9513a1979bd14bec6063/569",
            "dbus_unittests": "471d8a664c8baf06669f520dbd22b664cc8fdbb21e8d60708e29c9158c1c3d0b/569",
            "device_unittests": "8e46c497eb23e27ecd51fa2c96eda9fcbbdbec3e386254bfef35c81681309ac2/646",
            "display_unittests": "408900116f5355a62e79579e92ac8ddf82a247d26fcd08d517907757aa015cbe/569",
            "events_unittests": "da2fee3fbbf406f8ecc6cccef7da8403f3fc182a0654b31bbda2169b68ba4c4a/569",
            "extensions_browsertests": "4d40c479d7fb1fcd82b87363ed96a4c2ad117aba18314bc5873223265f36f284/811",
            "extensions_unittests": "0637cc1c56d49bde682096a9793c0996415e132992b9d0e1abfcdd915df58ee0/975",
            "filesystem_service_unittests": "abe4f73d025f55040a8ab7f7a46ddf3377867d56731db5cd28c875798a6d8f0c/569",
            "gcm_unit_tests": "11ac13a7699bfa44c1fd0e594dc1cabea10ac1c3763367140f3d3a871c95ac2a/646",
            "gfx_unittests": "7d7aeaa068a08709e53961cca0fd668c8a6733eeeb29b7fbf1394586f91408e9/645",
            "gin_unittests": "03c130f13a20dfcb9734050f452d0936d25e18ea3dc6e48bc0080c16b78473ee/646",
            "gl_tests": "a91a794ee6c9f7c4f6407d76ca98630aec1e0a51ca309a7839a91d877f72092a/569",
            "gl_unittests": "6918d7de0266253491384beb4769406f27a66afbf0c88a27274dc38f52aae52c/569",
            "google_apis_unittests": "58588fbabf826dbf9d3c148bbbaa8b5f777ddce8ab3307d3804146229c6ef479/731",
            "gpu_unittests": "d138610193e33f53b47696f9d426d2da7e125bf9c92b1f346639351b44a70b14/646",
            "gwp_asan_unittests": "f1a8fa8076622ec8df07d2f5b9cc5e363742a810e865d49af196f2a813d809c2/570",
            "headless_browsertests": "d20656e83a72c28526f854f0f2e24774c1efeeca84503e06f94c6f566ae6207f/809",
            "headless_unittests": "ade0e54954bf1f7856ef8b969083aef64e46c2217b532a8939d157fdb2730c78/569",
            "interactive_ui_tests": "eb720eec2b3943394a32afdf4ea296f83d7cefbaafba89b1283f0ef6b3a82dd9/1044",
            "ipc_tests": "fe5d18f55b59afdbdd5f2ba424c59bbd4dcf6b450b44ce3ac5a0983c835ce368/569",
            "jingle_unittests": "ab9d8504abb444e68462226a9f04209ce4749690b2602170a2869eed5027d057/646",
            "latency_unittests": "4ee6eaf0e35d430f7b1a9d7f0f1f6776435ffcc1c58e926069bfe34c8182bdb6/569",
            "libjingle_xmpp_unittests": "00f9b0bdd42fe72013f0ea68f68fd75265835e5820fd4c740a82951778893d2b/569",
            "liburlpattern_unittests": "46c8961ff925b0ef29315f220c4792171bce427c1048bfbb057965fbe13c26b7/569",
            "media_unittests": "38309dbe8c9b8892fd450be98fa54ced8faa539fd8b4cfe2a3b204a85d158e9c/649",
            "message_center_unittests": "0415fab4f11552bf4e9f3b1fac96a306b7338f74819ed9aa0dcf3cd15bd054b0/569",
            "midi_unittests": "525ef989c6cb1fe43081743e2ae31e7a5b9fcce5ff735bf5eae0a04f2377144f/569",
            "mojo_core_unittests": "ceb7ec17e4a1b8c279096baa1f02702f183ffd243505ad114a5d9438be224312/569",
            "mojo_unittests": "c4bb49d969e252674b47c3c6dcbc876959167febb0753485c466c25b16532b72/647",
            "native_theme_unittests": "dcf0f0f5d1929b468e17e2983fd8625f6ee6fa7adc803d9a13b3ece790c99791/569",
            "net_unittests": "3971c81294b80a90599e06f921e554faeb0dbb0210281763fb8d3f31f08586c0/648",
            "openscreen_unittests": "2395222dace420a089bdc7e5c81cd55e54a53b2f32fb8c4c0b0539389c0c65b1/727",
            "ozone_x11_unittests": "537f5846d22738d9379e5c706211e020f5a7575bdaf8b97fb0901b99b6374387/569",
            "pdf_unittests": "4581ffdbfcdc57a7810549980a69c4b187208821bf3117e71d07851ee8e8109b/725",
            "perfetto_unittests": "ed792ce8967c7594d4a157a5c34fb833eab0dcf75f38e959743a9acf791ca771/569",
            "ppapi_unittests": "e7f1fce76aa6457eef3e09f588f437e0ae2d5abc49e1523c90e3ca68f8355bb5/569",
            "printing_unittests": "a00f967b967a518f7f40b151a899100ac0b782a923c876642a5e00d3fbe3e350/569",
            "remoting_unittests": "9694a56989fa683a88c392bceb80d850c01368cdc4d064a14d9f74729472c624/646",
            "sandbox_linux_unittests": "7f92cf58a4a90c7fe1d982634df6e6d0ea12c82dd1ddd61ff96f9b7489f171a2/569",
            "service_manager_unittests": "a51a0536926faccf13a80e848dc2d3ce308f64dd3368819ad3b08f7b6be1aabf/569",
            "services_unittests": "dc8ef6a1f36cb1135073123be314257f329eeb6b5ed2524ca0f53e3a67c15014/815",
            "shell_dialogs_unittests": "06631ae28557b9e61517a5e6f683bdc3e12450be140a9aaf8523bbfda57998f0/569",
            "skia_unittests": "ed627d9b4769b3d5f55d94ef7641b50648bc1c859fa9bf99a917c4c2127665cd/569",
            "snapshot_unittests": "d16a55605f43adc6a2c8d33f83b925b3a599e61b827388122ca3cf41821732cf/569",
            "sql_unittests": "4d6d50f5662e53b0985ff7688915b4d546bfbeb64407d7a18ceb8c3833aed14b/646",
            "storage_unittests": "e7833b86371fb7b8aaf5dbee44c182b513eae55302a6ade11400923965834710/727",
            "sync_integration_tests": "f8d645904aa9f60337f17c21df1984d8392e94df05bae1e8ac618f644f8fd41f/808",
            "ui_base_unittests": "24c1eb0c1b39ace30543d93ef3255d43343bba5ed205b72d42d084dcf044f6b2/723",
            "ui_touch_selection_unittests": "05ceeacd5a4ede9b574419e90aca324de77e8a1b208b7810b0efab0b42cdf48a/569",
            "unit_tests": "17dbd4e53055ae4d0af22c348ec3d69780498103559d539b0e36007b5f737cfc/1141",
            "url_unittests": "939f7b5c4d72db200b76eae72cea68b5ab9d9e9df7026573e16f8023cf183791/569",
            "views_unittests": "3aa1530ed0c8533a2808aa3f22d0422356d540fdefd610b92b01cd74acb61c90/569",
            "viz_unittests": "12530282039ff94859757ba81f4cda4db4744e0b789b9d727ae271c2d15c3e95/653",
            "vr_common_unittests": "02feb61b7ea735c2549bdde1e18b1d49803979d223d54c83445f369b41608648/727",
            "vr_pixeltests": "45151e76fad805ac932e46aec5b0d61c460653e21ba0ef3158cf958fc2a3a003/725",
            "weblayer_browsertests": "7353812e34f0e4f8e870cc69e89c3d6547bd04901bf2d4605dc2c167439c49ee/893",
            "weblayer_unittests": "150b4bd897fe88127a2c227225b317a39a55dfc9bd8a7cfd7a007405a9e592c2/725",
            "wm_unittests": "249d34d0e0429c39522494561e9a86035f78d0f2750fddf5569aa59d977cd404/569",
            "wtf_unittests": "20976c9630c045d2557785e670c37e9453bf710bddf19cbd180a90b985cdc454/569",
            "x11_unittests": "92868a8f54e168368a169eb91cb8a55c3e1292f329a382bcfb8c66e203d668d2/569",
            "xr_browser_tests": "941f2263af0e8fc1e8b1a1fa79313a57e68a3fa0dd6fc626378224de44bbd44d/807",
            "zlib_unittests": "8f685a0ef5911d21459359a171464f2c42a48c95a14d8adfdafad54f81137a94/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996226884312794528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79039"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:54:59.907] Scheduled build:
{
  "id": "8830796822335845889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70993,
  "createdBy": "project:chromium",
  "createTime": "2021-11-12T04:54:59.344140755Z",
  "updateTime": "2021-11-12T04:54:59.344140755Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
      "ref": "refs/heads/main"
    }
  }
}
[04:54:59.908] Task URL: https://cr-buildbucket.appspot.com/build/8830796822335845889
[04:54:59.908] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:2:0) after 1m47s
[04:55:17.847] Received PubSub notification, asking Buildbucket for the build status
[04:55:17.951] Build status: STARTED
[04:56:46.951] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:2:0)
[04:56:46.990] Build status: STARTED
[04:56:46.990] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:4:0) after 9m37s
[05:06:24.008] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:4:0)
[05:06:24.060] Build status: STARTED
[05:06:24.060] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:5:0) after 7m45s
[05:14:09.083] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:5:0)
[05:14:09.115] Build status: STARTED
[05:14:09.115] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:6:0) after 1m56s
[05:16:05.171] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:6:0)
[05:16:05.223] Build status: STARTED
[05:16:05.223] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:7:0) after 5m34s
[05:21:39.247] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:7:0)
[05:21:39.277] Build status: STARTED
[05:21:39.277] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996226884312794528:8:0) after 8m14s
[05:25:17.039] Received PubSub notification, asking Buildbucket for the build status
[05:25:17.077] Build:
{
  "id": "8830796822335845889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70993,
  "createdBy": "project:chromium",
  "createTime": "2021-11-12T04:54:59.344140755Z",
  "startTime": "2021-11-12T04:55:16.381741Z",
  "endTime": "2021-11-12T05:25:16.013697755Z",
  "updateTime": "2021-11-12T05:25:16.013697755Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c5e5bc59575e2bcd393391f2cd96c70251c15fba",
      "ref": "refs/heads/main"
    }
  }
}
[05:25:17.077] Invocation finished in 30m19.002390929s with status FAILED