Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78497 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f1cdc7515b049513a17a1487b968abcbbaa0326b"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "b638d29d4009a57582cbd8f3639407bf0e75b1c8",
  "parent_got_dawn_revision": "eb0d90050667e41f6d28e4755ab3662de4feeb40",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
  "parent_got_revision_cp": "refs/heads/main@{#934415}",
  "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
  "parent_got_v8_revision": "7badf9c740780651d50ab9583bfe5233f79efc8e",
  "parent_got_v8_revision_cp": "refs/heads/9.7.45@{#1}",
  "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
  "swarm_hashes": {
    "absl_hardening_tests": "430b0328a30e42bb2d62ecdd2d9b58ceffedf3af262b08e1a146ee3de1c54be7/569",
    "accessibility_unittests": "dcb71b5706f2ec8c8c7ea4b7703758ec89c19e72da317c6ae5e3c34648d22201/569",
    "angle_unittests": "cd05b97c7bdd7e49bfbe188c6810df57f2b0ab06b9d9868d4ae9a60c185a4470/570",
    "app_shell_unittests": "290e47758b6f2558646b13b32b0886f298cf48cb1a7349da58f424b2c5902173/809",
    "aura_unittests": "8a48b6cc8086225cce66af8118ec0c21bbb247e1642c0b424ef8a7de177dbb31/569",
    "base_unittests": "7e40b7891d1a247b2743dc902a2bfe0048ce18ea1254cbb2653cbf94daf6af3a/648",
    "blink_common_unittests": "6c82b0fcf32ef5bb40fb88bc62ef1ef9e46d3f212c67133040c3fbf21612cc97/647",
    "blink_fuzzer_unittests": "488be80cc955d76126547448138eb023a9fc1dc88ae96692b01fa43006eaf77c/648",
    "blink_heap_unittests": "1814c9b125628bd1c9d2429abe02132cfffe1e3231be4afe88cfaedb5fd1bb1a/648",
    "blink_platform_unittests": "c8a5230e1a643ef3fdf17bc4180d8baa993c615da96323f6289bfe0706677961/726",
    "blink_unittests": "e46b115a0143a01850b3ef313737b50b521a44e03aaa9d97cdd512ed4728f808/726",
    "boringssl_crypto_tests": "432a4c0752b4564bd1f083bddf5b0b211a2b6909cf2053350799d810c4503301/570",
    "boringssl_ssl_tests": "14d12c718baba686ce332cb385308e8479c1b878d47338597f21afc93b296a3f/569",
    "capture_unittests": "dd873004e084dd54ed61773830c0b34b3f61ba4e13174ec7d8edb8c932ef995c/648",
    "cast_unittests": "f96ab93a32b0e3059721724a163e463fbf5cb560ee9172ad76e00fd244b4a5f2/569",
    "cc_unittests": "dbe44683f7fd88bdce2cd2be41a94d578b7e3cc49249c90d43591b3f2ac20f0b/653",
    "chrome_app_unittests": "c0093ea2c9ad3ff9692d5e4e1824901dca9e5c7ab5e5d959eb9aac6f4e1d4ab9/811",
    "chromedriver_unittests": "448721b04aad52bf7f163b5847211a59203d88b4611a1279c537c140261504ed/726",
    "color_unittests": "60eed999167353a0b490f746e41a14d31a7e0ccba75ea503284f2e4759dc1727/569",
    "components_browsertests": "0c577ebc9ea5658fe43e8981612d14312a17869242d57faf01f1614123fc1f75/892",
    "components_unittests": "b51ef29a610105a6b83f066ef5b4feccd844280cacc0acb08cf995baadcb593f/892",
    "compositor_unittests": "134e378b0b9c98ac2e669cf88468434af9fde5640c5ddab29b95d10969485194/645",
    "content_browsertests": "40063dbb3a0e1e1c60dcfe3c96ac670bb4a02e2528a10be5dc02dc44a117d6b7/887",
    "content_unittests": "23f5bb5c7dc240d89b845646d9eab1b3a571aa55559cc4c9540a47f75ee9faef/806",
    "cronet_tests": "8579d594e925081f003c7da778b53810d00d43a8dbf6f52269b644273a38f900/730",
    "cronet_unittests": "3de1abaef18d072604ddbbb2dcf4915d8c46f9de7860a0816d7e85427d36835d/646",
    "crypto_unittests": "d0b23c625d1477c85a20415202792b3e27788b1fa2ded1c8d77653c636fe089d/569",
    "dbus_unittests": "207ab61ebc4daef64fb05d4b14fd3b1d2d1a44ad3e2b7e773a6319dd3bc1b640/569",
    "device_unittests": "7edc90d878ce325f2654b600ac3003409715989a1e20b2ec592ff0ebd8997c87/646",
    "display_unittests": "4350a51e3678ef941ba83f2d169842a842028206afa0314139916b6df8da260b/569",
    "events_unittests": "a1f7cb88666a54f5ee00960aaab7d492879a9fda442254fd7d808ff443152bf4/569",
    "extensions_browsertests": "c485565cae8670a0403254d459faeb7e3d57bf2a209dc40d361b8c640b1ad0cb/811",
    "extensions_unittests": "16ad6656476058b7cb14ff9652f31fb32f8c2a70e69ccfc743ffa18f9f834dfb/975",
    "filesystem_service_unittests": "3f777959628633d63ee70c9868622081633c32a8831965f85369f78aa735cd11/569",
    "gcm_unit_tests": "83f20cbd8e1c64ac47c5ff94ca41b1be5a9812ee0614e316bc9b7fd836787c8e/646",
    "gfx_unittests": "1b81e8d112803b1dd21e589189ffa1955ee0c3dd4499c7b887d000b1f8bb608d/645",
    "gin_unittests": "5581eef95fdf409317f2af99b5dae7549082043ed648cc95c56a30c4f0cf1f94/646",
    "gl_tests": "f9f4ad22fb7f34841cfeaaee6eb59432f2b503dff6f41d6d3b9ceded811bf285/569",
    "gl_unittests": "f03ea1f9439129170abc51caff10fecd501485834f74f48ff582f9180944ab9c/569",
    "google_apis_unittests": "44839bc400ac9899d242bee25f9e6fa32be1639e5fc8f13aca465fd6d61b24a3/731",
    "gpu_unittests": "cff4068d4a3cfac86dfb724c063c2a4022a18ddfcfa1583dcb1066c9684b0e0b/646",
    "gwp_asan_unittests": "4efaced73fd222c8f50b2d3a21af3a61ca24670f5f4fe073f0b71d49f247f2d0/570",
    "headless_browsertests": "219cbfbabee2d7c86f2df76a08f73548ca85270ab9c6a3dfc89b8be34e1fab84/809",
    "headless_unittests": "d3443b6feab86d7ca40293f9847317806479acd26da9e8dc5347a8dc87bb58d5/569",
    "interactive_ui_tests": "176faee7dfe22906fca0ed4e82c42881a185f92c30e8410ba6488dc63516e4be/1128",
    "ipc_tests": "4a5373da1087dbdf975d9c85c7b1ca4c39fabfa5d89a63405c5084fdfee21c0b/569",
    "jingle_unittests": "c761b45e5af601741098c745a995eae19960b97e6070b51b0e6e99960a26d0ed/646",
    "latency_unittests": "fb6d6a91f05de5a5867cea79610acfd77bc6f885a1331e9421175189fe2b2b28/569",
    "libjingle_xmpp_unittests": "c1b8747778b0681cb886106a758741f2c72e39ed5f78bcd1a63b91b812345b93/569",
    "liburlpattern_unittests": "a950593d28afaf9b7d3904cddbcf14646e961d09822dbf908d1046f7c54f7d60/569",
    "media_unittests": "9ddad604afde28093a315b253c5d7f34937b173c17935abbf94a2c068900b13b/649",
    "message_center_unittests": "62ca640809d6584ec34c9128b58e4cbabe4871e20993a812e81229fbed222ceb/569",
    "midi_unittests": "f90d4b39a0eef388de454790461025ea7fd674b3ec459f9212ebf642a21f140a/569",
    "mojo_core_unittests": "0c45b18130f21c651b21e032bcafec9678c87eeea71a9ece63b26aa187a7c3e9/569",
    "mojo_unittests": "09df98642bdd1e21a09ce531e29000d56056a9b6d5c3394623eb19047fb234bc/647",
    "native_theme_unittests": "80dc263b93c980255a6a769bdc2243f17b08e23db40ff2ac9f95d706ac25bca7/569",
    "net_unittests": "e687e35b2de80357fc87da4e52976d001290fd04fc69c3aeacec72ce8267b77b/648",
    "openscreen_unittests": "e9ec4814f0886b2742130c52b8b590d5e83393a2788c3edaa2952a029c8646c6/811",
    "ozone_x11_unittests": "e51b493a7812ad91eea2dfbc5c429f9edc7ac4df7fa2c83f7f20b10cd9b49420/569",
    "pdf_unittests": "f6358b4213e25f0b1ec3a10336dcd836ce33bb9dc474a95d09510281b6384498/725",
    "perfetto_unittests": "17899fc39f726d58e6c0453a08f3605b97faa9d5b3cf3e4aa98277f58cc1e427/569",
    "ppapi_unittests": "fa974ceccb872e9b4f6b3c90d3fd71a04f9cb0ff5c1913ad14afbc34e7a37db3/569",
    "printing_unittests": "6f904fde48c29fc2d687b8946f45ba87bba6ac6d6c806c57bff1acdfd0bcb1b8/569",
    "remoting_unittests": "51a715f236d00e4fa19873a29d29a87e65ddf7eedab4edee16b6726dd7ebf5c6/646",
    "sandbox_linux_unittests": "0f623073fa73e45d99b6e23aa9f994181db7b1c63f0e9330c5523fa1ef7e30de/569",
    "service_manager_unittests": "06ddfad08519dbae4a9e5918a03b40c0b9cdc195a0311f0878629ce99510ff5f/569",
    "services_unittests": "f67d73ba8b80679557cfeb71ad6789472033f5f7519234cb6b2ba84319d7b4ba/815",
    "shell_dialogs_unittests": "6de39ce98900f88d0e5094810eabff3609af9cff60d9814f0f540f43fb17b084/569",
    "skia_unittests": "971ccbacea829a03329af03c2d43226ed653eb45e46180d089f1e843ae934173/569",
    "snapshot_unittests": "98f178e5d16ad46fc39651b93526d15d0c1a7716de4c95cbc09f25d305584ca9/569",
    "sql_unittests": "1ae48ff44a3e15ae15dfef8ad0a67553e5679740c751acfb4715e69f18aaf182/646",
    "storage_unittests": "5000921c5c96bb2abb65afd2ca683653ab2da9accede3b0e44cdeec9d6f597d0/727",
    "sync_integration_tests": "dc43f10ba6e7e9583d16c3950a8129d649f6f97647e78ecb5df773b9d90e5bb1/892",
    "ui_base_unittests": "2235d8e0415443715c6d9646f53b526a3271afb797d6a14d06cecea2b4be56dd/723",
    "ui_touch_selection_unittests": "e2cfe74d1f1a82c6fd4f20a0ac349b77c353ee0c40614b8abbbaa705be94bce1/569",
    "unit_tests": "1ae4f8f41268beb725e301cd7ce06fc0c6d44eae4c5efe5f5bc160fe7d2f2e0e/1141",
    "url_unittests": "ca39c6820a983647494a19b283ee0b389ed8c4765c20efe5ccb82cf25e77d27f/569",
    "views_unittests": "905eabbcdd79ecbe6a4612ae56c37b90fe3b18da68200bffc8aa483d2afef642/569",
    "viz_unittests": "8fcb573363b4934b899511b88845721956e6177331e87b4c4e919adf14020f82/653",
    "vr_common_unittests": "88cf71d2adeabf1b5c692ba585245208fa83ef6605564cd8d2c02c257bbe6c60/811",
    "vr_pixeltests": "914257510fe287dcbd6354c24daf6013d2e4f9fe86414deb52a84a7006aac77d/725",
    "weblayer_browsertests": "28b6c1c2d5e140c5d367166d641189dde7f0f590c854f2523170ccb444b501f3/893",
    "weblayer_unittests": "865b7a2c42b33f9776d96701fc7f75c63ff6436a6ee6d275a67abb082733f146/725",
    "wm_unittests": "bb91eb37e024723d4d9dff66c51fdcf35a9c91981d722c0684f6a7bcc57f5ea5/569",
    "wtf_unittests": "9258552f577714e11bc0daf8937123badf9612e1baa9701769bbbf784727963a/569",
    "x11_unittests": "c7e64044df5dd1786b4287cc35ec5f5cf10a3e8335513df2866ed2f084074411/569",
    "xr_browser_tests": "7120b0c856f31e875933811b1f144079b7de072e7349b5434e979ddf1e4d510d/891",
    "zlib_unittests": "f19e71eb120c31a4a8de31034b9e5d83735d67bb9a6ed41353cf2d492da93a8d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f1cdc7515b049513a17a1487b968abcbbaa0326b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78497
  • user_agent:recipe

Debug log (UTC)

[05:43:20.545] New invocation is queued and will start shortly
[05:43:20.545] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:43:21.668] Starting the invocation (attempt 1)
[05:43:21.699] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f1cdc7515b049513a17a1487b968abcbbaa0326b"
[05:43:21.699] Popped gitiles commit info from properties and tags
[05:43:21.699] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:43:21.699] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:43:21.700] Buildbucket request:
{
  "requestId": "8997854586262934240",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f1cdc7515b049513a17a1487b968abcbbaa0326b"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "b638d29d4009a57582cbd8f3639407bf0e75b1c8",
      "parent_got_dawn_revision": "eb0d90050667e41f6d28e4755ab3662de4feeb40",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
      "parent_got_revision_cp": "refs/heads/main@{#934415}",
      "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
      "parent_got_v8_revision": "7badf9c740780651d50ab9583bfe5233f79efc8e",
      "parent_got_v8_revision_cp": "refs/heads/9.7.45@{#1}",
      "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
      "swarm_hashes": {
            "absl_hardening_tests": "430b0328a30e42bb2d62ecdd2d9b58ceffedf3af262b08e1a146ee3de1c54be7/569",
            "accessibility_unittests": "dcb71b5706f2ec8c8c7ea4b7703758ec89c19e72da317c6ae5e3c34648d22201/569",
            "angle_unittests": "cd05b97c7bdd7e49bfbe188c6810df57f2b0ab06b9d9868d4ae9a60c185a4470/570",
            "app_shell_unittests": "290e47758b6f2558646b13b32b0886f298cf48cb1a7349da58f424b2c5902173/809",
            "aura_unittests": "8a48b6cc8086225cce66af8118ec0c21bbb247e1642c0b424ef8a7de177dbb31/569",
            "base_unittests": "7e40b7891d1a247b2743dc902a2bfe0048ce18ea1254cbb2653cbf94daf6af3a/648",
            "blink_common_unittests": "6c82b0fcf32ef5bb40fb88bc62ef1ef9e46d3f212c67133040c3fbf21612cc97/647",
            "blink_fuzzer_unittests": "488be80cc955d76126547448138eb023a9fc1dc88ae96692b01fa43006eaf77c/648",
            "blink_heap_unittests": "1814c9b125628bd1c9d2429abe02132cfffe1e3231be4afe88cfaedb5fd1bb1a/648",
            "blink_platform_unittests": "c8a5230e1a643ef3fdf17bc4180d8baa993c615da96323f6289bfe0706677961/726",
            "blink_unittests": "e46b115a0143a01850b3ef313737b50b521a44e03aaa9d97cdd512ed4728f808/726",
            "boringssl_crypto_tests": "432a4c0752b4564bd1f083bddf5b0b211a2b6909cf2053350799d810c4503301/570",
            "boringssl_ssl_tests": "14d12c718baba686ce332cb385308e8479c1b878d47338597f21afc93b296a3f/569",
            "capture_unittests": "dd873004e084dd54ed61773830c0b34b3f61ba4e13174ec7d8edb8c932ef995c/648",
            "cast_unittests": "f96ab93a32b0e3059721724a163e463fbf5cb560ee9172ad76e00fd244b4a5f2/569",
            "cc_unittests": "dbe44683f7fd88bdce2cd2be41a94d578b7e3cc49249c90d43591b3f2ac20f0b/653",
            "chrome_app_unittests": "c0093ea2c9ad3ff9692d5e4e1824901dca9e5c7ab5e5d959eb9aac6f4e1d4ab9/811",
            "chromedriver_unittests": "448721b04aad52bf7f163b5847211a59203d88b4611a1279c537c140261504ed/726",
            "color_unittests": "60eed999167353a0b490f746e41a14d31a7e0ccba75ea503284f2e4759dc1727/569",
            "components_browsertests": "0c577ebc9ea5658fe43e8981612d14312a17869242d57faf01f1614123fc1f75/892",
            "components_unittests": "b51ef29a610105a6b83f066ef5b4feccd844280cacc0acb08cf995baadcb593f/892",
            "compositor_unittests": "134e378b0b9c98ac2e669cf88468434af9fde5640c5ddab29b95d10969485194/645",
            "content_browsertests": "40063dbb3a0e1e1c60dcfe3c96ac670bb4a02e2528a10be5dc02dc44a117d6b7/887",
            "content_unittests": "23f5bb5c7dc240d89b845646d9eab1b3a571aa55559cc4c9540a47f75ee9faef/806",
            "cronet_tests": "8579d594e925081f003c7da778b53810d00d43a8dbf6f52269b644273a38f900/730",
            "cronet_unittests": "3de1abaef18d072604ddbbb2dcf4915d8c46f9de7860a0816d7e85427d36835d/646",
            "crypto_unittests": "d0b23c625d1477c85a20415202792b3e27788b1fa2ded1c8d77653c636fe089d/569",
            "dbus_unittests": "207ab61ebc4daef64fb05d4b14fd3b1d2d1a44ad3e2b7e773a6319dd3bc1b640/569",
            "device_unittests": "7edc90d878ce325f2654b600ac3003409715989a1e20b2ec592ff0ebd8997c87/646",
            "display_unittests": "4350a51e3678ef941ba83f2d169842a842028206afa0314139916b6df8da260b/569",
            "events_unittests": "a1f7cb88666a54f5ee00960aaab7d492879a9fda442254fd7d808ff443152bf4/569",
            "extensions_browsertests": "c485565cae8670a0403254d459faeb7e3d57bf2a209dc40d361b8c640b1ad0cb/811",
            "extensions_unittests": "16ad6656476058b7cb14ff9652f31fb32f8c2a70e69ccfc743ffa18f9f834dfb/975",
            "filesystem_service_unittests": "3f777959628633d63ee70c9868622081633c32a8831965f85369f78aa735cd11/569",
            "gcm_unit_tests": "83f20cbd8e1c64ac47c5ff94ca41b1be5a9812ee0614e316bc9b7fd836787c8e/646",
            "gfx_unittests": "1b81e8d112803b1dd21e589189ffa1955ee0c3dd4499c7b887d000b1f8bb608d/645",
            "gin_unittests": "5581eef95fdf409317f2af99b5dae7549082043ed648cc95c56a30c4f0cf1f94/646",
            "gl_tests": "f9f4ad22fb7f34841cfeaaee6eb59432f2b503dff6f41d6d3b9ceded811bf285/569",
            "gl_unittests": "f03ea1f9439129170abc51caff10fecd501485834f74f48ff582f9180944ab9c/569",
            "google_apis_unittests": "44839bc400ac9899d242bee25f9e6fa32be1639e5fc8f13aca465fd6d61b24a3/731",
            "gpu_unittests": "cff4068d4a3cfac86dfb724c063c2a4022a18ddfcfa1583dcb1066c9684b0e0b/646",
            "gwp_asan_unittests": "4efaced73fd222c8f50b2d3a21af3a61ca24670f5f4fe073f0b71d49f247f2d0/570",
            "headless_browsertests": "219cbfbabee2d7c86f2df76a08f73548ca85270ab9c6a3dfc89b8be34e1fab84/809",
            "headless_unittests": "d3443b6feab86d7ca40293f9847317806479acd26da9e8dc5347a8dc87bb58d5/569",
            "interactive_ui_tests": "176faee7dfe22906fca0ed4e82c42881a185f92c30e8410ba6488dc63516e4be/1128",
            "ipc_tests": "4a5373da1087dbdf975d9c85c7b1ca4c39fabfa5d89a63405c5084fdfee21c0b/569",
            "jingle_unittests": "c761b45e5af601741098c745a995eae19960b97e6070b51b0e6e99960a26d0ed/646",
            "latency_unittests": "fb6d6a91f05de5a5867cea79610acfd77bc6f885a1331e9421175189fe2b2b28/569",
            "libjingle_xmpp_unittests": "c1b8747778b0681cb886106a758741f2c72e39ed5f78bcd1a63b91b812345b93/569",
            "liburlpattern_unittests": "a950593d28afaf9b7d3904cddbcf14646e961d09822dbf908d1046f7c54f7d60/569",
            "media_unittests": "9ddad604afde28093a315b253c5d7f34937b173c17935abbf94a2c068900b13b/649",
            "message_center_unittests": "62ca640809d6584ec34c9128b58e4cbabe4871e20993a812e81229fbed222ceb/569",
            "midi_unittests": "f90d4b39a0eef388de454790461025ea7fd674b3ec459f9212ebf642a21f140a/569",
            "mojo_core_unittests": "0c45b18130f21c651b21e032bcafec9678c87eeea71a9ece63b26aa187a7c3e9/569",
            "mojo_unittests": "09df98642bdd1e21a09ce531e29000d56056a9b6d5c3394623eb19047fb234bc/647",
            "native_theme_unittests": "80dc263b93c980255a6a769bdc2243f17b08e23db40ff2ac9f95d706ac25bca7/569",
            "net_unittests": "e687e35b2de80357fc87da4e52976d001290fd04fc69c3aeacec72ce8267b77b/648",
            "openscreen_unittests": "e9ec4814f0886b2742130c52b8b590d5e83393a2788c3edaa2952a029c8646c6/811",
            "ozone_x11_unittests": "e51b493a7812ad91eea2dfbc5c429f9edc7ac4df7fa2c83f7f20b10cd9b49420/569",
            "pdf_unittests": "f6358b4213e25f0b1ec3a10336dcd836ce33bb9dc474a95d09510281b6384498/725",
            "perfetto_unittests": "17899fc39f726d58e6c0453a08f3605b97faa9d5b3cf3e4aa98277f58cc1e427/569",
            "ppapi_unittests": "fa974ceccb872e9b4f6b3c90d3fd71a04f9cb0ff5c1913ad14afbc34e7a37db3/569",
            "printing_unittests": "6f904fde48c29fc2d687b8946f45ba87bba6ac6d6c806c57bff1acdfd0bcb1b8/569",
            "remoting_unittests": "51a715f236d00e4fa19873a29d29a87e65ddf7eedab4edee16b6726dd7ebf5c6/646",
            "sandbox_linux_unittests": "0f623073fa73e45d99b6e23aa9f994181db7b1c63f0e9330c5523fa1ef7e30de/569",
            "service_manager_unittests": "06ddfad08519dbae4a9e5918a03b40c0b9cdc195a0311f0878629ce99510ff5f/569",
            "services_unittests": "f67d73ba8b80679557cfeb71ad6789472033f5f7519234cb6b2ba84319d7b4ba/815",
            "shell_dialogs_unittests": "6de39ce98900f88d0e5094810eabff3609af9cff60d9814f0f540f43fb17b084/569",
            "skia_unittests": "971ccbacea829a03329af03c2d43226ed653eb45e46180d089f1e843ae934173/569",
            "snapshot_unittests": "98f178e5d16ad46fc39651b93526d15d0c1a7716de4c95cbc09f25d305584ca9/569",
            "sql_unittests": "1ae48ff44a3e15ae15dfef8ad0a67553e5679740c751acfb4715e69f18aaf182/646",
            "storage_unittests": "5000921c5c96bb2abb65afd2ca683653ab2da9accede3b0e44cdeec9d6f597d0/727",
            "sync_integration_tests": "dc43f10ba6e7e9583d16c3950a8129d649f6f97647e78ecb5df773b9d90e5bb1/892",
            "ui_base_unittests": "2235d8e0415443715c6d9646f53b526a3271afb797d6a14d06cecea2b4be56dd/723",
            "ui_touch_selection_unittests": "e2cfe74d1f1a82c6fd4f20a0ac349b77c353ee0c40614b8abbbaa705be94bce1/569",
            "unit_tests": "1ae4f8f41268beb725e301cd7ce06fc0c6d44eae4c5efe5f5bc160fe7d2f2e0e/1141",
            "url_unittests": "ca39c6820a983647494a19b283ee0b389ed8c4765c20efe5ccb82cf25e77d27f/569",
            "views_unittests": "905eabbcdd79ecbe6a4612ae56c37b90fe3b18da68200bffc8aa483d2afef642/569",
            "viz_unittests": "8fcb573363b4934b899511b88845721956e6177331e87b4c4e919adf14020f82/653",
            "vr_common_unittests": "88cf71d2adeabf1b5c692ba585245208fa83ef6605564cd8d2c02c257bbe6c60/811",
            "vr_pixeltests": "914257510fe287dcbd6354c24daf6013d2e4f9fe86414deb52a84a7006aac77d/725",
            "weblayer_browsertests": "28b6c1c2d5e140c5d367166d641189dde7f0f590c854f2523170ccb444b501f3/893",
            "weblayer_unittests": "865b7a2c42b33f9776d96701fc7f75c63ff6436a6ee6d275a67abb082733f146/725",
            "wm_unittests": "bb91eb37e024723d4d9dff66c51fdcf35a9c91981d722c0684f6a7bcc57f5ea5/569",
            "wtf_unittests": "9258552f577714e11bc0daf8937123badf9612e1baa9701769bbbf784727963a/569",
            "x11_unittests": "c7e64044df5dd1786b4287cc35ec5f5cf10a3e8335513df2866ed2f084074411/569",
            "xr_browser_tests": "7120b0c856f31e875933811b1f144079b7de072e7349b5434e979ddf1e4d510d/891",
            "zlib_unittests": "f19e71eb120c31a4a8de31034b9e5d83735d67bb9a6ed41353cf2d492da93a8d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997854586262934240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78497"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:43:22.195] Scheduled build:
{
  "id": "8832424524273689569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70454,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T05:43:21.811899532Z",
  "updateTime": "2021-10-25T05:43:22.030038846Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
      "ref": "refs/heads/main"
    }
  }
}
[05:43:22.195] Task URL: https://cr-buildbucket.appspot.com/build/8832424524273689569
[05:43:22.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:2:0) after 1m51s
[05:43:34.851] Received PubSub notification, asking Buildbucket for the build status
[05:43:34.880] Build status: STARTED
[05:45:13.214] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:2:0)
[05:45:13.241] Build status: STARTED
[05:45:13.241] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:4:0) after 8m41s
[05:53:54.287] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:4:0)
[05:53:54.375] Build status: STARTED
[05:53:54.375] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:5:0) after 7m43s
[06:01:37.724] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:5:0)
[06:01:37.850] Build status: STARTED
[06:01:37.850] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:6:0) after 3m47s
[06:05:24.928] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:6:0)
[06:05:24.957] Build status: STARTED
[06:05:24.957] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:7:0) after 2m32s
[06:07:57.092] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:7:0)
[06:07:57.119] Build status: STARTED
[06:07:57.119] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997854586262934240:8:0) after 7m49s
[06:10:47.800] Received PubSub notification, asking Buildbucket for the build status
[06:10:47.835] Build:
{
  "id": "8832424524273689569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70454,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T05:43:21.811899532Z",
  "startTime": "2021-10-25T05:43:33.434554Z",
  "endTime": "2021-10-25T06:10:47.275045476Z",
  "updateTime": "2021-10-25T06:10:47.275685656Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f1cdc7515b049513a17a1487b968abcbbaa0326b",
      "ref": "refs/heads/main"
    }
  }
}
[06:10:47.835] Invocation finished in 27m27.30485976s with status FAILED