Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80700 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "acd8fc76b212c1e8e8cc6c68c8be1de4a3878029",
  "parent_got_dawn_revision": "51721746d9ed6479fc0ee9cd22f3af0436de53da",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
  "parent_got_revision_cp": "refs/heads/main@{#956905}",
  "parent_got_swiftshader_revision": "b57a3aaee927a7412dffffac064d833e1d87dc7d",
  "parent_got_v8_revision": "8280a12b2bdf7c22235d44f27998d6de3b47a3bd",
  "parent_got_v8_revision_cp": "refs/heads/9.9.67@{#1}",
  "parent_got_webrtc_revision": "651586c4e1b97a4615b8522a3a3d56bb4376e72f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35642}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
  "swarm_hashes": {
    "absl_hardening_tests": "fee99998b532a16fcd810ba35d24f141776f5098c6c574b5f0c8c2d94c6a7c33/569",
    "accessibility_unittests": "dbbceb4b1b1f7914f46e7da843b74f7e1bc4c077c5bb7d190e560363df654a42/569",
    "angle_unittests": "abc0a33776d89531d9930a99d03519b79b4148abc067359895ffefa23f458dbb/570",
    "app_shell_unittests": "da1cd0f286ce31314489954a5b88f114a4063b441f513dbb69f8ff9952f02c5b/730",
    "aura_unittests": "f3835f1c5b54814782ef1bcee92b315a163b09019a00a601678f78ccfb5391bd/569",
    "base_unittests": "71c888bf56fbde82d6d91da8f3a05af69f3ea2707a8dd0f95097ab1df855fc74/648",
    "blink_common_unittests": "a213a8d8a4cc67843969f2a6326d0ee98c15373e1e8a384d714be83d2ef45ea2/647",
    "blink_fuzzer_unittests": "ad37573300f257f4f5b0af91b25e8518360a476b65053ef07da18107a86f3947/569",
    "blink_heap_unittests": "5c1fb1be2c79782bc6df6a256522e821eb74979ee542ef9d6c2bf3b38adafa41/569",
    "blink_platform_unittests": "f2f66ea6d23220a5e741b60e273777b52597e5049387691647c04daad30f4c9c/726",
    "blink_unittests": "d5bdc1d156008d54105a3772926a8eab4857d1b7877518e460a8edf34bca72e3/810",
    "boringssl_crypto_tests": "4559eb6df811bab8f3136596a0ff05f7f4b6465a30a473d2ab46bbfb00c6dd76/570",
    "boringssl_ssl_tests": "0f58b867d2bd8f14ba176867b5deca70448dc72b3cf96f0202d1e13423fa066c/569",
    "capture_unittests": "81a4b4c4f4dfe2ac56f42767e36144843d36534e65bc79f5faf1e08b317483eb/648",
    "cast_unittests": "b6557d1a6c1aa5fe7365a500cde26a12f249dfca1b4645c7e783c812f9003898/569",
    "cc_unittests": "61ff81f323602a4a69ac3b0d59291cb438c100b29851c923f97bd10263092988/653",
    "chrome_app_unittests": "9bb1585ef0fedc6dd7b3ff842cfcff2fe1cb98c518ee823cc857e4e0a5891606/648",
    "chromedriver_unittests": "738e519baac891ea1be30915e78cf34b3641644f3ce78ecd6379ec6b75c799b6/726",
    "color_unittests": "a6e84643a237b1fd0020c2f2f3ba05c3d787a8f2236337cac209efcc1e46a7a5/569",
    "components_browsertests": "7125448350d09aa37156031d6ece85d987b8470b7b620f750b834121858e2190/813",
    "components_unittests": "bd109a1a44b6995655cd116dd2e7162ea7fd1525b43a7785826a384153508c36/813",
    "compositor_unittests": "09c2863d0126275fe4cbf7364dc3a1b993b09468ff31c8088d9335812f64d7e5/645",
    "content_browsertests": "f14aa2f6ec341e94043c97e3eeefa0285de2439849ef4e5551fdc704224d6969/887",
    "content_unittests": "38a29caf29b9bb581e42938c3977421c056c92629755a52a7027b4af9075ef1e/806",
    "cronet_tests": "22b91683287abaddd1c806054cae226bbb0b4d1810cb3cb46b8f511a71198cb7/730",
    "cronet_unittests": "c3211259c849108a102f0fbe2fa403ce8ce00381d792df1a79538aa1af176b3a/646",
    "crypto_unittests": "804e47e62a81ed82062ed566bbc597cf46e67815724c3053f16e4e049e7aa71a/569",
    "dbus_unittests": "a5b4433735674b6d4a6d5714e0930350b4769eb7148dac530fc0f941c1777677/569",
    "device_unittests": "bcf6401188507074ee0fbcd40a57574d392d01e8f4a33cf7e6dc6351caea0a58/646",
    "display_unittests": "276e8e1bcacef00c9d3d892bec6c3c2b5dad487cbe6a22f2666401d871827d79/569",
    "events_unittests": "a9830556e28d4f91743fbfe9b5588ef4e48779ab3fea758a8f48994662501066/569",
    "extensions_browsertests": "0b7034037dcf04ef65f0c17a0f3335977494d7c47a671bd0ac8b9774a905802e/732",
    "extensions_unittests": "80a112b55c91b67db9583f642d4cb96fb0d54f22d973f6fd7542cec0c3e4efff/896",
    "filesystem_service_unittests": "d622cc2600f02be3bdcc4ba2d056857b9b9eaa76ff1556724e3da803ceca613f/569",
    "gcm_unit_tests": "1766607d9b72d4413c289832d12723b940f7d8d03b9d818e7ac1ba6265b4efe2/646",
    "gfx_unittests": "721a85686075a34966e1095b3417298861706006db4f072ec30ab164d2875cf9/645",
    "gin_unittests": "b892b9b9a51b8a7ec7ba8dfe7ceba56935d9e9afd6126a6e195a3f4e6b95800d/646",
    "gl_tests": "af94c7160a6596fdd407102ff571748b10e8e365e595c74a0fd0cd9caf52a5c0/569",
    "gl_unittests": "abc528719a6272ad17dd2621153f57170218641e3a4c22c7c493e63d1190aa7d/569",
    "google_apis_unittests": "e7f25dd45e16909124316b065b41472e4c3b281e87d827fa2dea4807b760314c/731",
    "gpu_unittests": "4a87cf1c51872422bd5d359653418b77775fb38213fd4ea6c89d60a6022cda84/646",
    "gwp_asan_unittests": "640e4e7f2a6525be1234900cc93e134b78461390776dbf59ad36c65d2edf6eff/570",
    "headless_browsertests": "9dd99190dcae6d169ba5e297a42a978888d6de5a6ebce9a6138f7f9e813d306a/730",
    "headless_unittests": "768924eaf25b8e0cd5bb46478e2f5ddd580636c3dd4cad5df967818be2f566c7/569",
    "interactive_ui_tests": "ca2a16bb400b3d27d627e6e9e1fd369ebe0b34133dc4583c40fc82d1f93d0a67/965",
    "ipc_tests": "1ec7e2f0ebd143c8fd70f3294162df0a30dc17d31e406b88f57840cca55bedba/569",
    "jingle_unittests": "d0efc6ef4289a87d87796d69c395bd475ae5826e7b46b7e1e8d6a36d1f243f60/646",
    "latency_unittests": "1d9f071e393baf11af69df8db1f65a891f72ac18412d6213f95701f22f6ededf/569",
    "libjingle_xmpp_unittests": "7b07c097bfc3e45ab3bd522112aa77493fd1327cb0093a05c82fd3ff728e0a37/569",
    "liburlpattern_unittests": "a249d0a2bc2249529ae9cace2b746f5acb8e93cddf8f36ca760de4ab9158f21c/569",
    "media_unittests": "bceb996b530079a0d4a151d0ba8fc3b0c980f3c6515094495b5b22f2f6a58294/649",
    "message_center_unittests": "91853f239260bed65ea48cfe3bf9432a03716b128f88eab59b5be45fffbbf5a0/569",
    "midi_unittests": "1b2441d2f2d833e8a8cacc9725ba98af179fe010c1b523c05df4c58be0d2a274/569",
    "mojo_core_unittests": "60a9761e8714569b22378cf0ea5e15fd3a6a842dd89bcb8614146f1622265e55/569",
    "mojo_unittests": "c79dedce1fe34202706cea3a4a7c921a2f03fc31df0b7687f216d2c8cda0d9d5/647",
    "native_theme_unittests": "06e137ce0eab793df0e7c7a25428f6a66f56fcb99a7196787539a2ac92461d07/569",
    "net_unittests": "90bb4fa728c73f71e6bb0ba232cde97edf76186b4c3ad2c2edb5a6fb89682438/648",
    "openscreen_unittests": "31f45f23db220b984bab160e997f5173265fc85bb30410db9f2947cd2c2090d5/648",
    "ozone_x11_unittests": "f859c1b84b17f9ef0f9f6a7f6373af12590aaebcbfc2284c8702e42c9e6ebefa/569",
    "pdf_unittests": "ae721ff81714672d9b78d7b7233e0f39fa02d6f5edef7d4c11164ad5d290284e/646",
    "perfetto_unittests": "88f103c5f340163f03931aa657c2edd534f806af16f2f9bfbf63a954ba5d3c7f/569",
    "ppapi_unittests": "6803a71c2d4561e1131e44c2882489797e4de5695f13680d8b7945add4edbb3a/569",
    "printing_unittests": "573582475c2c6c96b015fe0ae5e18ad1168b33c695a5503ab91ee796167e8389/569",
    "remoting_unittests": "b1ac8d47d99ed8066bc0e9459957979fc3087b7f237a353ad0519eb91630416a/646",
    "sandbox_linux_unittests": "89d28c721c96bfc5bcb9f5c06c219e1187cdc0fb455e6ceeb87425d0d1b85de2/569",
    "service_manager_unittests": "3fa0d2e52f114998c4d7ed0bd7a5fba74dcccce4cab466d6eb5c022939af82a9/569",
    "services_unittests": "528b9db3f93138399d328f240b83fbe4ac0299e4611a1d03c41caf963f8b77b8/815",
    "shell_dialogs_unittests": "af1e86435d057ed98e16235e6f168664dad1510895d497d09c87029160cfe96e/569",
    "skia_unittests": "2759243a4d0d9cd55b7f98a1b8278b4523a63feecc5b3a865d032fa8e3713840/569",
    "snapshot_unittests": "20ade32afc02d3d378baebf74bcb73af7d07482f899b3cdbca1c9814539f3be5/569",
    "sql_unittests": "69d11e98f3dd1bf9907a70ad536f6189df8cb09b860966f9f8ba989e213c0bc1/646",
    "storage_unittests": "c295522dbb9286869ff282e40590bee32b6e175ba68438efab77eec3a060efed/727",
    "sync_integration_tests": "8ca9be9b082697f1f8f988a4c4d5a4d63312e051638ad3b43ba6d83d6ab01f0d/729",
    "ui_base_unittests": "4a50f5e3cb52468e352f2e92c1b68961dd125b86d35c6cd9a6781c51198924b6/723",
    "ui_touch_selection_unittests": "95a7ac49f154c7f42a2f9b601ad3ca3983853f65b4223d241fb0142e933c2920/569",
    "unit_tests": "9b96a16abdd61cba843ebf3516f28c2cdeeef800ac651eff7876592a591fb0dc/1139",
    "url_unittests": "b1d88ddb78cfc912631733284fc1721f20247c573cdead325c1c06e8c2d84a71/569",
    "views_unittests": "f7520687647719a7a84a6d25178dbb8e98d7e8ae63675974b8a7c33b049d4aa2/569",
    "viz_unittests": "e6ed4f4c32e559b1d0acfab953a2cb9e8e34fd92c6c569f019b867a1537429b3/653",
    "vr_common_unittests": "d25c9136663a1ec68b0b04c07fc9263103d344eec8e6d5d4aca6d868362715b5/648",
    "vr_pixeltests": "955aaee6460463736c514db0809a76fa84cc740b5ee9222da239accdbaf8c3a3/646",
    "weblayer_browsertests": "554fe0b4f1bb6cde19c709c27de306f2ddd48c55f254f5de22197d9f4e917c02/814",
    "weblayer_unittests": "5151ead959c612198ee9346f98ade2de3c107e019e14d9aa198c370acae38542/646",
    "wm_unittests": "9086c83c27ec271244c516fd05d855999bc07b9242ea9c7fbb05a78509f471f2/569",
    "wtf_unittests": "69a20d473d754454860c57781b7d6c82b8066fa0bc8cda47baf3c996a5834aeb/569",
    "x11_unittests": "10bfe7aba261d09313664950fe18e1e63980e6f47a66f0ef3555a76896f0ea02/569",
    "xr_browser_tests": "9a75ee53b3de7a6cb4e423f2ed4feafba3626119c2cb0d08adcd305d71c14c6d/728",
    "zlib_unittests": "08b628229fa45b2efe1fda584f177c3fe962ced6bbd1f282571ade12a5a5ee01/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80700
  • user_agent:recipe

Debug log (UTC)

[19:09:14.699] New invocation is queued and will start shortly
[19:09:14.699] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:09:15.847] Starting the invocation (attempt 1)
[19:09:15.881] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f"
[19:09:15.881] Popped gitiles commit info from properties and tags
[19:09:15.881] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:09:15.882] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:09:15.883] Buildbucket request:
{
  "requestId": "8990918513812107392",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "acd8fc76b212c1e8e8cc6c68c8be1de4a3878029",
      "parent_got_dawn_revision": "51721746d9ed6479fc0ee9cd22f3af0436de53da",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
      "parent_got_revision_cp": "refs/heads/main@{#956905}",
      "parent_got_swiftshader_revision": "b57a3aaee927a7412dffffac064d833e1d87dc7d",
      "parent_got_v8_revision": "8280a12b2bdf7c22235d44f27998d6de3b47a3bd",
      "parent_got_v8_revision_cp": "refs/heads/9.9.67@{#1}",
      "parent_got_webrtc_revision": "651586c4e1b97a4615b8522a3a3d56bb4376e72f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35642}",
      "swarm_hashes": {
            "absl_hardening_tests": "fee99998b532a16fcd810ba35d24f141776f5098c6c574b5f0c8c2d94c6a7c33/569",
            "accessibility_unittests": "dbbceb4b1b1f7914f46e7da843b74f7e1bc4c077c5bb7d190e560363df654a42/569",
            "angle_unittests": "abc0a33776d89531d9930a99d03519b79b4148abc067359895ffefa23f458dbb/570",
            "app_shell_unittests": "da1cd0f286ce31314489954a5b88f114a4063b441f513dbb69f8ff9952f02c5b/730",
            "aura_unittests": "f3835f1c5b54814782ef1bcee92b315a163b09019a00a601678f78ccfb5391bd/569",
            "base_unittests": "71c888bf56fbde82d6d91da8f3a05af69f3ea2707a8dd0f95097ab1df855fc74/648",
            "blink_common_unittests": "a213a8d8a4cc67843969f2a6326d0ee98c15373e1e8a384d714be83d2ef45ea2/647",
            "blink_fuzzer_unittests": "ad37573300f257f4f5b0af91b25e8518360a476b65053ef07da18107a86f3947/569",
            "blink_heap_unittests": "5c1fb1be2c79782bc6df6a256522e821eb74979ee542ef9d6c2bf3b38adafa41/569",
            "blink_platform_unittests": "f2f66ea6d23220a5e741b60e273777b52597e5049387691647c04daad30f4c9c/726",
            "blink_unittests": "d5bdc1d156008d54105a3772926a8eab4857d1b7877518e460a8edf34bca72e3/810",
            "boringssl_crypto_tests": "4559eb6df811bab8f3136596a0ff05f7f4b6465a30a473d2ab46bbfb00c6dd76/570",
            "boringssl_ssl_tests": "0f58b867d2bd8f14ba176867b5deca70448dc72b3cf96f0202d1e13423fa066c/569",
            "capture_unittests": "81a4b4c4f4dfe2ac56f42767e36144843d36534e65bc79f5faf1e08b317483eb/648",
            "cast_unittests": "b6557d1a6c1aa5fe7365a500cde26a12f249dfca1b4645c7e783c812f9003898/569",
            "cc_unittests": "61ff81f323602a4a69ac3b0d59291cb438c100b29851c923f97bd10263092988/653",
            "chrome_app_unittests": "9bb1585ef0fedc6dd7b3ff842cfcff2fe1cb98c518ee823cc857e4e0a5891606/648",
            "chromedriver_unittests": "738e519baac891ea1be30915e78cf34b3641644f3ce78ecd6379ec6b75c799b6/726",
            "color_unittests": "a6e84643a237b1fd0020c2f2f3ba05c3d787a8f2236337cac209efcc1e46a7a5/569",
            "components_browsertests": "7125448350d09aa37156031d6ece85d987b8470b7b620f750b834121858e2190/813",
            "components_unittests": "bd109a1a44b6995655cd116dd2e7162ea7fd1525b43a7785826a384153508c36/813",
            "compositor_unittests": "09c2863d0126275fe4cbf7364dc3a1b993b09468ff31c8088d9335812f64d7e5/645",
            "content_browsertests": "f14aa2f6ec341e94043c97e3eeefa0285de2439849ef4e5551fdc704224d6969/887",
            "content_unittests": "38a29caf29b9bb581e42938c3977421c056c92629755a52a7027b4af9075ef1e/806",
            "cronet_tests": "22b91683287abaddd1c806054cae226bbb0b4d1810cb3cb46b8f511a71198cb7/730",
            "cronet_unittests": "c3211259c849108a102f0fbe2fa403ce8ce00381d792df1a79538aa1af176b3a/646",
            "crypto_unittests": "804e47e62a81ed82062ed566bbc597cf46e67815724c3053f16e4e049e7aa71a/569",
            "dbus_unittests": "a5b4433735674b6d4a6d5714e0930350b4769eb7148dac530fc0f941c1777677/569",
            "device_unittests": "bcf6401188507074ee0fbcd40a57574d392d01e8f4a33cf7e6dc6351caea0a58/646",
            "display_unittests": "276e8e1bcacef00c9d3d892bec6c3c2b5dad487cbe6a22f2666401d871827d79/569",
            "events_unittests": "a9830556e28d4f91743fbfe9b5588ef4e48779ab3fea758a8f48994662501066/569",
            "extensions_browsertests": "0b7034037dcf04ef65f0c17a0f3335977494d7c47a671bd0ac8b9774a905802e/732",
            "extensions_unittests": "80a112b55c91b67db9583f642d4cb96fb0d54f22d973f6fd7542cec0c3e4efff/896",
            "filesystem_service_unittests": "d622cc2600f02be3bdcc4ba2d056857b9b9eaa76ff1556724e3da803ceca613f/569",
            "gcm_unit_tests": "1766607d9b72d4413c289832d12723b940f7d8d03b9d818e7ac1ba6265b4efe2/646",
            "gfx_unittests": "721a85686075a34966e1095b3417298861706006db4f072ec30ab164d2875cf9/645",
            "gin_unittests": "b892b9b9a51b8a7ec7ba8dfe7ceba56935d9e9afd6126a6e195a3f4e6b95800d/646",
            "gl_tests": "af94c7160a6596fdd407102ff571748b10e8e365e595c74a0fd0cd9caf52a5c0/569",
            "gl_unittests": "abc528719a6272ad17dd2621153f57170218641e3a4c22c7c493e63d1190aa7d/569",
            "google_apis_unittests": "e7f25dd45e16909124316b065b41472e4c3b281e87d827fa2dea4807b760314c/731",
            "gpu_unittests": "4a87cf1c51872422bd5d359653418b77775fb38213fd4ea6c89d60a6022cda84/646",
            "gwp_asan_unittests": "640e4e7f2a6525be1234900cc93e134b78461390776dbf59ad36c65d2edf6eff/570",
            "headless_browsertests": "9dd99190dcae6d169ba5e297a42a978888d6de5a6ebce9a6138f7f9e813d306a/730",
            "headless_unittests": "768924eaf25b8e0cd5bb46478e2f5ddd580636c3dd4cad5df967818be2f566c7/569",
            "interactive_ui_tests": "ca2a16bb400b3d27d627e6e9e1fd369ebe0b34133dc4583c40fc82d1f93d0a67/965",
            "ipc_tests": "1ec7e2f0ebd143c8fd70f3294162df0a30dc17d31e406b88f57840cca55bedba/569",
            "jingle_unittests": "d0efc6ef4289a87d87796d69c395bd475ae5826e7b46b7e1e8d6a36d1f243f60/646",
            "latency_unittests": "1d9f071e393baf11af69df8db1f65a891f72ac18412d6213f95701f22f6ededf/569",
            "libjingle_xmpp_unittests": "7b07c097bfc3e45ab3bd522112aa77493fd1327cb0093a05c82fd3ff728e0a37/569",
            "liburlpattern_unittests": "a249d0a2bc2249529ae9cace2b746f5acb8e93cddf8f36ca760de4ab9158f21c/569",
            "media_unittests": "bceb996b530079a0d4a151d0ba8fc3b0c980f3c6515094495b5b22f2f6a58294/649",
            "message_center_unittests": "91853f239260bed65ea48cfe3bf9432a03716b128f88eab59b5be45fffbbf5a0/569",
            "midi_unittests": "1b2441d2f2d833e8a8cacc9725ba98af179fe010c1b523c05df4c58be0d2a274/569",
            "mojo_core_unittests": "60a9761e8714569b22378cf0ea5e15fd3a6a842dd89bcb8614146f1622265e55/569",
            "mojo_unittests": "c79dedce1fe34202706cea3a4a7c921a2f03fc31df0b7687f216d2c8cda0d9d5/647",
            "native_theme_unittests": "06e137ce0eab793df0e7c7a25428f6a66f56fcb99a7196787539a2ac92461d07/569",
            "net_unittests": "90bb4fa728c73f71e6bb0ba232cde97edf76186b4c3ad2c2edb5a6fb89682438/648",
            "openscreen_unittests": "31f45f23db220b984bab160e997f5173265fc85bb30410db9f2947cd2c2090d5/648",
            "ozone_x11_unittests": "f859c1b84b17f9ef0f9f6a7f6373af12590aaebcbfc2284c8702e42c9e6ebefa/569",
            "pdf_unittests": "ae721ff81714672d9b78d7b7233e0f39fa02d6f5edef7d4c11164ad5d290284e/646",
            "perfetto_unittests": "88f103c5f340163f03931aa657c2edd534f806af16f2f9bfbf63a954ba5d3c7f/569",
            "ppapi_unittests": "6803a71c2d4561e1131e44c2882489797e4de5695f13680d8b7945add4edbb3a/569",
            "printing_unittests": "573582475c2c6c96b015fe0ae5e18ad1168b33c695a5503ab91ee796167e8389/569",
            "remoting_unittests": "b1ac8d47d99ed8066bc0e9459957979fc3087b7f237a353ad0519eb91630416a/646",
            "sandbox_linux_unittests": "89d28c721c96bfc5bcb9f5c06c219e1187cdc0fb455e6ceeb87425d0d1b85de2/569",
            "service_manager_unittests": "3fa0d2e52f114998c4d7ed0bd7a5fba74dcccce4cab466d6eb5c022939af82a9/569",
            "services_unittests": "528b9db3f93138399d328f240b83fbe4ac0299e4611a1d03c41caf963f8b77b8/815",
            "shell_dialogs_unittests": "af1e86435d057ed98e16235e6f168664dad1510895d497d09c87029160cfe96e/569",
            "skia_unittests": "2759243a4d0d9cd55b7f98a1b8278b4523a63feecc5b3a865d032fa8e3713840/569",
            "snapshot_unittests": "20ade32afc02d3d378baebf74bcb73af7d07482f899b3cdbca1c9814539f3be5/569",
            "sql_unittests": "69d11e98f3dd1bf9907a70ad536f6189df8cb09b860966f9f8ba989e213c0bc1/646",
            "storage_unittests": "c295522dbb9286869ff282e40590bee32b6e175ba68438efab77eec3a060efed/727",
            "sync_integration_tests": "8ca9be9b082697f1f8f988a4c4d5a4d63312e051638ad3b43ba6d83d6ab01f0d/729",
            "ui_base_unittests": "4a50f5e3cb52468e352f2e92c1b68961dd125b86d35c6cd9a6781c51198924b6/723",
            "ui_touch_selection_unittests": "95a7ac49f154c7f42a2f9b601ad3ca3983853f65b4223d241fb0142e933c2920/569",
            "unit_tests": "9b96a16abdd61cba843ebf3516f28c2cdeeef800ac651eff7876592a591fb0dc/1139",
            "url_unittests": "b1d88ddb78cfc912631733284fc1721f20247c573cdead325c1c06e8c2d84a71/569",
            "views_unittests": "f7520687647719a7a84a6d25178dbb8e98d7e8ae63675974b8a7c33b049d4aa2/569",
            "viz_unittests": "e6ed4f4c32e559b1d0acfab953a2cb9e8e34fd92c6c569f019b867a1537429b3/653",
            "vr_common_unittests": "d25c9136663a1ec68b0b04c07fc9263103d344eec8e6d5d4aca6d868362715b5/648",
            "vr_pixeltests": "955aaee6460463736c514db0809a76fa84cc740b5ee9222da239accdbaf8c3a3/646",
            "weblayer_browsertests": "554fe0b4f1bb6cde19c709c27de306f2ddd48c55f254f5de22197d9f4e917c02/814",
            "weblayer_unittests": "5151ead959c612198ee9346f98ade2de3c107e019e14d9aa198c370acae38542/646",
            "wm_unittests": "9086c83c27ec271244c516fd05d855999bc07b9242ea9c7fbb05a78509f471f2/569",
            "wtf_unittests": "69a20d473d754454860c57781b7d6c82b8066fa0bc8cda47baf3c996a5834aeb/569",
            "x11_unittests": "10bfe7aba261d09313664950fe18e1e63980e6f47a66f0ef3555a76896f0ea02/569",
            "xr_browser_tests": "9a75ee53b3de7a6cb4e423f2ed4feafba3626119c2cb0d08adcd305d71c14c6d/728",
            "zlib_unittests": "08b628229fa45b2efe1fda584f177c3fe962ced6bbd1f282571ade12a5a5ee01/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990918513812107392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80700"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:09:16.325] Scheduled build:
{
  "id": "8825488451833003889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72651,
  "createdBy": "project:chromium",
  "createTime": "2022-01-09T19:09:15.954791021Z",
  "updateTime": "2022-01-09T19:09:15.954791021Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
      "ref": "refs/heads/main"
    }
  }
}
[19:09:16.325] Task URL: https://cr-buildbucket.appspot.com/build/8825488451833003889
[19:09:16.325] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:2:0) after 8m24s
[19:13:49.614] Received PubSub notification, asking Buildbucket for the build status
[19:13:49.656] Build status: STARTED
[19:17:40.343] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:2:0)
[19:17:40.500] Build status: STARTED
[19:17:40.500] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:4:0) after 9m47s
[19:27:27.518] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:4:0)
[19:27:27.543] Build status: STARTED
[19:27:27.543] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:5:0) after 4m58s
[19:32:25.585] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:5:0)
[19:32:25.618] Build status: STARTED
[19:32:25.618] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:6:0) after 5m5s
[19:37:30.652] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:6:0)
[19:37:30.669] Build status: STARTED
[19:37:30.669] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:7:0) after 1m2s
[19:38:32.688] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:7:0)
[19:38:32.719] Build status: STARTED
[19:38:32.719] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990918513812107392:8:0) after 3m41s
[19:39:16.648] Received PubSub notification, asking Buildbucket for the build status
[19:39:16.679] Build:
{
  "id": "8825488451833003889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72651,
  "createdBy": "project:chromium",
  "createTime": "2022-01-09T19:09:15.954791021Z",
  "startTime": "2022-01-09T19:13:48.747428Z",
  "endTime": "2022-01-09T19:39:09.468470255Z",
  "updateTime": "2022-01-09T19:39:09.468470255Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d8fc83865fbfc3b2c9ee2bb998a61a6abeb2881f",
      "ref": "refs/heads/main"
    }
  }
}
[19:39:16.679] Invocation finished in 30m1.996125819s with status FAILED