Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79556 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "739c414f77c83a0772f6b0e67b7a09f91b35b100",
  "parent_got_dawn_revision": "ba276a4f554cbe11702f8def449991c527fc2da6",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
  "parent_got_revision_cp": "refs/heads/main@{#946464}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "1e81daa096a86e2da18f6a94a769751c7a1ee4aa",
  "parent_got_v8_revision_cp": "refs/heads/9.8.121@{#1}",
  "parent_got_webrtc_revision": "6c167d8278a26cdf8ec1f77fb8e69b8f913f4d13",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35439}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
  "swarm_hashes": {
    "absl_hardening_tests": "e739f39f06eaa1eeb308fb753baec37a2d41a0d0818ba95745a61c413ca503dc/569",
    "accessibility_unittests": "94b271c47c803e25dc8a396be91fd4c4118d44da9c5a728b52c135ab9c3b296e/569",
    "angle_unittests": "d966990afc3efeb60b3441e0a74c061013fbabd2abdc6dc27c2c6ecbfefa2236/570",
    "app_shell_unittests": "717418cee989aebcc81938ceec949d048d947fcc2c675adf340867619ccdf446/730",
    "aura_unittests": "b439748e5d71b881f657834405b481700e4da30a5858374568971f1e4818bff8/569",
    "base_unittests": "f71139a1b32e56cbe8231b956e9d96ea20b5bcd089b152912a68c77883cb0deb/648",
    "blink_common_unittests": "79d8637e7d7b03fa67a2d15e134761fbaf4ba2a8e3c02c152167e69637e84413/647",
    "blink_fuzzer_unittests": "5dcc36c55052a508e1ed62cc9346bbf26214af3e4776fa608181ee7ab936471c/569",
    "blink_heap_unittests": "bc243432adddd7e1941bd81e44237f61db00401af1074e70c0503403d6cfb034/569",
    "blink_platform_unittests": "5ca953db010ec6fd117ef694c8902de0ab86618ff749e35d725345db9d9e5771/726",
    "blink_unittests": "976805802be75d83a6e807deacda37bac439a05845d04e99650b6e1137896bb7/810",
    "boringssl_crypto_tests": "988b8ef2d9747e9e294f9233000cfbaf958091744a21be774c20682c452627df/570",
    "boringssl_ssl_tests": "fe4b90eac5c1ac9c5dd868ad6ce0be78bf8437226742ac450c1c0fd7dbaa3ad9/569",
    "capture_unittests": "d2b8bdf04e1637c50f2a65d2a8e7a5fe498248c57e983cecac04c1e35dbcda07/648",
    "cast_unittests": "5812680bf381f383151b3b9c2c13d44f32c75e2a8801faeb10e6eb901e665215/569",
    "cc_unittests": "f6085c3c398be01004ed1ffbd22533962cfe2891f4997487f1fc7bc70ecbc727/653",
    "chrome_app_unittests": "b52fc374e9dbcd11923ea99a58a9ae5cdcf72ae58471302f04c0092a37d6c38d/648",
    "chromedriver_unittests": "6c2c23a394b6a9a797b5fcd487f07a4f9c83b708bf7f1b14d721daba815b5997/726",
    "color_unittests": "1e24121e81c758024d20b456d502e771cc8e26725c6fe3ec9ca264f7f144f1b3/569",
    "components_browsertests": "cfc8c1e33a6ad34e4d0b1d18e4749744caa33c02ed3405bb7e1d97fbabfe2a58/813",
    "components_unittests": "b26b5ffe62061d303c2e4efc0a551f915c556bace30b0947d6a8b23c2b985991/813",
    "compositor_unittests": "3522f37a6d9456b915159e7483dde1180b7580a0e9cbb58bbd581a9a4ab03834/645",
    "content_browsertests": "3d5a48155303d69878344794ffe40cda03bb4e4e15207a4c3f8247ddc8a35f01/887",
    "content_unittests": "48261201a648777744e6ebd2fb864dcaacc6f6b8c52d10e75dc295b7bcd6c4f1/806",
    "cronet_tests": "1eb158ace4b4fc0d5f3cd6aa872d16d4c19506b1c7609eac3f47695b199ad081/730",
    "cronet_unittests": "7f6a932591fe20b0025647de5f6039ccecb563fe1c76cb97e3b789744c4e5f10/646",
    "crypto_unittests": "90ff67525aa66f8e0f2c841a257a5be4ca13dbf939ee5b9ed8b6d959c435c22c/569",
    "dbus_unittests": "aa23a801dcb56abb763cdae3a5b3abaaff1dd3dc19162ddd7b5c7e12b072bf13/569",
    "device_unittests": "61b705d63d22b048a29f2c9bef87881a5e89a7809295cc24002aa736b1815633/646",
    "display_unittests": "5959e19e4d06822769eb3a8e54ffc2751d3b17f50a1699b37fea2037f963eaa9/569",
    "events_unittests": "1ebf5b4a759231d9e7623261d4bb1f744eaebf872e2f3a044f2c19b146d61562/569",
    "extensions_browsertests": "70c8b27b6ceb9c10b7c860852cf6c944bd35544994ced4ed44a0ee6c6b615291/732",
    "extensions_unittests": "33dc3eca6491fcd001e96ba9265bc07d457ed622dbe42ffac657f4a9e7293393/896",
    "filesystem_service_unittests": "d6b68f55d50244009fb3e397c618891c57a60bc5509b1b5bb68f827d4d109669/569",
    "gcm_unit_tests": "f04496a9e4fea607077dbed702d5c0a0b744770e1d54ba813b4b37a0ba3e2925/646",
    "gfx_unittests": "2622a5ef11b45ea40f125bbc535ab9eb220f5a2e33d73e997a61a36113e053ee/645",
    "gin_unittests": "3d436d573b0cb41091de8559a3d9ff55e57488bb026831fda367660a3e5a7780/646",
    "gl_tests": "c6215ca42408bd2f3e6da2827dd5fd3b7427f9e1f10ee17eddc0056167907bb3/569",
    "gl_unittests": "d5e107462ea7a62049a3a93f0fc595f7e8df2ea2f4716bd82729f3f3de869b97/569",
    "google_apis_unittests": "7006107df208e49726baa05ed9e59c9bcf6b2080926dc0ada1d49041953f466a/731",
    "gpu_unittests": "3f6854634306fb4a0c9eb26bc9df54832998378a456a5f598926029723cd0982/646",
    "gwp_asan_unittests": "0b0c2d9cc8f10e59c1db4dcfeb9b73def6e2d4c197fec3189fc9d30ee567313e/570",
    "headless_browsertests": "c10f7f1c6ce6a36ed491b91b09a96f9b731f30a2700402a5733c62c2c9368b96/730",
    "headless_unittests": "79441ba877b9ab3544fa66a6f519dd8fbf9434067f3e42224789e65e2556dbe5/569",
    "interactive_ui_tests": "a9467526f06913593b527cde50cd9c1908fb06ae50aac150c54f716baf0ca9bc/965",
    "ipc_tests": "c3969fbdec6c9d6a168eee9503a58bef608fcf4b17cc9b51ee735bced9e47b1c/569",
    "jingle_unittests": "f87f537f536377bb11721ab86a1743b594bddc362d145f8875e15abc3209fc64/646",
    "latency_unittests": "c4775a2a67024d76b1d130a0c6dc36690c8d8cacd58bf910bd0dc3dd364c344c/569",
    "libjingle_xmpp_unittests": "50dbfb169e5883e242c45fa919c3321aae764d594d5983230d88b0e4e83fb260/569",
    "liburlpattern_unittests": "0d43351482bb472be3e321ca56261e742780a4573d058f33736e029651e51d63/569",
    "media_unittests": "15ae00e10cb7044c547c4f536579534f39d0979e3d066c6dcf830b09f778536a/649",
    "message_center_unittests": "c4cdf7dedeb8867394d86f65b5983a0b8b6766835d82b0bc37e1b97ecc72208b/569",
    "midi_unittests": "5f3e11c8825425465bac644350bb4585bf86744d232bf3db0e2b7fc0bf3024ee/569",
    "mojo_core_unittests": "f38f9642263098f709f0ba3139fbaa5411184f60cb36428e115b4b3a5896270a/569",
    "mojo_unittests": "bfe5c387137e291fe25134963a03fa8795dad6bba7005564e5bc7a5985b1f3f4/647",
    "native_theme_unittests": "fe4478c4c768db85c875eb1b71899e344e6ed9cb2e21de5a6b793d256b00bcbe/569",
    "net_unittests": "6f1cad7f28dc5cde1ec832310aea1d89336c1e8edf66ae52eb9d604422da7d37/648",
    "openscreen_unittests": "d392e7cf3cb9ecb42262cd28b8a644dc226222f88abb6218e3b1d9cb7ec5b649/648",
    "ozone_x11_unittests": "1525d9054e82b81981fd45f204b36bd47b26c4797d66f32edafe12e9bcd0abc4/569",
    "pdf_unittests": "c0f7e6bee074232536b2c265042cd9e9ae67514734f7ae8dafaf44c1745a8a43/646",
    "perfetto_unittests": "1e0deb8deab68164b7082def8230848e5d5fceed54f50287a3c3178d46849a2c/569",
    "ppapi_unittests": "e91838c1188a9e1e06e4569fe5eafe51ef2bac08f78f67ed6337b67303f71488/569",
    "printing_unittests": "abd05abe063fcfef74e064c78358d2c563ddd7dc34ade5d58d07601cc84822e1/569",
    "remoting_unittests": "e736ae0874e9c88fb1765f2750a4c473172bd26079a3109126e000031d6bfa53/646",
    "sandbox_linux_unittests": "102811cd472e56dfa7d4e15844bc10e21d38cdfc7cb60507270bdcd5e38249b8/569",
    "service_manager_unittests": "3a5d61dfd097186fc5c2cd251c0b08be66310579c52b44b0f8ab642a99b34e8b/569",
    "services_unittests": "399c16e2fa6b8fe855c013aecbd1b51e707eede9c325d9f8eedfaad1644a34a0/815",
    "shell_dialogs_unittests": "41c0a27906fc4058d40d3e71e3e114249925b8b502e35be385d4ecd8557bb8a9/569",
    "skia_unittests": "45fc3a4c20a5d96a3ba72cb8916e176b640b3964389f1f66deb7770cfa8ca710/569",
    "snapshot_unittests": "11d9ecb66437089e67254b6ad6716c944b1e60f139d93339ac736d69f31c677a/569",
    "sql_unittests": "90c797ffffa8b8b9a5d37420c3b62f7df530d05f068d20760532f6ef2b91866f/646",
    "storage_unittests": "6a728c8bd520d6ef67ca0f736a3855d1fce0f4e77c8330ce310fad3b8d553673/727",
    "sync_integration_tests": "945d1a2a29df3128ffbfedd71dde343c5d4e80e32a1b2ec314c60ddef0c7dfba/729",
    "ui_base_unittests": "2977e58352aaa04702fdfe50296527a97e12e0cf55786a3b6d42b496c2049120/723",
    "ui_touch_selection_unittests": "0fd05438497064931438ec2561f34c0ed0aea395983810c2fca7a6f205cea107/569",
    "unit_tests": "35d8a2e2ddaf57f14628c527ef654414ecf29f78b18b2aa58b5056820521280f/1062",
    "url_unittests": "a87bfe9ad9c756e8ef0e23f4321ebe1adacec80b523a8d41586f991de5c5d73c/569",
    "views_unittests": "cd777b1481a3ce9a006d744ad8abac3b1155a4b1fdd93a335566b2bae1d32c56/569",
    "viz_unittests": "7b78aab20a4a9fbb63a70033fbed92fe0ea9c4ece2225954b08a249e599ee8ae/653",
    "vr_common_unittests": "81841266c4ab09406e0fda54e8c1c33ba01da98b5708a1d419cc23cf301db954/648",
    "vr_pixeltests": "303d156bf012091b9d86449090aaf108c4de158740a948498c5f4de9404d526d/646",
    "weblayer_browsertests": "eb693fb4e6b98fafb15036c4e392be3a1db146c247ca1cfcc6db54e11271c73b/814",
    "weblayer_unittests": "7a442eed77f3974a1c2362d5dc983e481548dfd69fb00ad0e8d7c1f89af86826/646",
    "wm_unittests": "e6bbe79db5a1cc8c99c1d3702f726023b06f0d5c85dfc9e29641390c0f8f63df/569",
    "wtf_unittests": "271695a5a220ff92a4030a2c30baa761efc54b8f9d16897149c16ba9b8993b0b/569",
    "x11_unittests": "89b05358416bbed0c40957ab88dc2bf760d3384cadbeb9ad776502d500ff7873/569",
    "xr_browser_tests": "877b6c13ccc2830cd15320b82d44911ae11daf3334049846a74bcc6799f0aca0/728",
    "zlib_unittests": "cbefe271d9d14a19ef6dd85581526b79d59d62c02a306f2403fcc7620bd36a0d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "eab9b8fb575ae2ac4feaafbd33bbf7d4a5708088c287cf9dca629d06d6ca34da/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25bd3cc1c604cbd8e3b21c793bb733c1243a0019
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79556
  • user_agent:recipe

Debug log (UTC)

[16:15:12.116] New invocation is queued and will start shortly
[16:15:12.116] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:15:13.378] Starting the invocation (attempt 1)
[16:15:13.422] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25bd3cc1c604cbd8e3b21c793bb733c1243a0019"
[16:15:13.422] Popped gitiles commit info from properties and tags
[16:15:13.422] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:15:13.423] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:15:13.424] Buildbucket request:
{
  "requestId": "8994553342318740256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "739c414f77c83a0772f6b0e67b7a09f91b35b100",
      "parent_got_dawn_revision": "ba276a4f554cbe11702f8def449991c527fc2da6",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
      "parent_got_revision_cp": "refs/heads/main@{#946464}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "1e81daa096a86e2da18f6a94a769751c7a1ee4aa",
      "parent_got_v8_revision_cp": "refs/heads/9.8.121@{#1}",
      "parent_got_webrtc_revision": "6c167d8278a26cdf8ec1f77fb8e69b8f913f4d13",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35439}",
      "swarm_hashes": {
            "absl_hardening_tests": "e739f39f06eaa1eeb308fb753baec37a2d41a0d0818ba95745a61c413ca503dc/569",
            "accessibility_unittests": "94b271c47c803e25dc8a396be91fd4c4118d44da9c5a728b52c135ab9c3b296e/569",
            "angle_unittests": "d966990afc3efeb60b3441e0a74c061013fbabd2abdc6dc27c2c6ecbfefa2236/570",
            "app_shell_unittests": "717418cee989aebcc81938ceec949d048d947fcc2c675adf340867619ccdf446/730",
            "aura_unittests": "b439748e5d71b881f657834405b481700e4da30a5858374568971f1e4818bff8/569",
            "base_unittests": "f71139a1b32e56cbe8231b956e9d96ea20b5bcd089b152912a68c77883cb0deb/648",
            "blink_common_unittests": "79d8637e7d7b03fa67a2d15e134761fbaf4ba2a8e3c02c152167e69637e84413/647",
            "blink_fuzzer_unittests": "5dcc36c55052a508e1ed62cc9346bbf26214af3e4776fa608181ee7ab936471c/569",
            "blink_heap_unittests": "bc243432adddd7e1941bd81e44237f61db00401af1074e70c0503403d6cfb034/569",
            "blink_platform_unittests": "5ca953db010ec6fd117ef694c8902de0ab86618ff749e35d725345db9d9e5771/726",
            "blink_unittests": "976805802be75d83a6e807deacda37bac439a05845d04e99650b6e1137896bb7/810",
            "boringssl_crypto_tests": "988b8ef2d9747e9e294f9233000cfbaf958091744a21be774c20682c452627df/570",
            "boringssl_ssl_tests": "fe4b90eac5c1ac9c5dd868ad6ce0be78bf8437226742ac450c1c0fd7dbaa3ad9/569",
            "capture_unittests": "d2b8bdf04e1637c50f2a65d2a8e7a5fe498248c57e983cecac04c1e35dbcda07/648",
            "cast_unittests": "5812680bf381f383151b3b9c2c13d44f32c75e2a8801faeb10e6eb901e665215/569",
            "cc_unittests": "f6085c3c398be01004ed1ffbd22533962cfe2891f4997487f1fc7bc70ecbc727/653",
            "chrome_app_unittests": "b52fc374e9dbcd11923ea99a58a9ae5cdcf72ae58471302f04c0092a37d6c38d/648",
            "chromedriver_unittests": "6c2c23a394b6a9a797b5fcd487f07a4f9c83b708bf7f1b14d721daba815b5997/726",
            "color_unittests": "1e24121e81c758024d20b456d502e771cc8e26725c6fe3ec9ca264f7f144f1b3/569",
            "components_browsertests": "cfc8c1e33a6ad34e4d0b1d18e4749744caa33c02ed3405bb7e1d97fbabfe2a58/813",
            "components_unittests": "b26b5ffe62061d303c2e4efc0a551f915c556bace30b0947d6a8b23c2b985991/813",
            "compositor_unittests": "3522f37a6d9456b915159e7483dde1180b7580a0e9cbb58bbd581a9a4ab03834/645",
            "content_browsertests": "3d5a48155303d69878344794ffe40cda03bb4e4e15207a4c3f8247ddc8a35f01/887",
            "content_unittests": "48261201a648777744e6ebd2fb864dcaacc6f6b8c52d10e75dc295b7bcd6c4f1/806",
            "cronet_tests": "1eb158ace4b4fc0d5f3cd6aa872d16d4c19506b1c7609eac3f47695b199ad081/730",
            "cronet_unittests": "7f6a932591fe20b0025647de5f6039ccecb563fe1c76cb97e3b789744c4e5f10/646",
            "crypto_unittests": "90ff67525aa66f8e0f2c841a257a5be4ca13dbf939ee5b9ed8b6d959c435c22c/569",
            "dbus_unittests": "aa23a801dcb56abb763cdae3a5b3abaaff1dd3dc19162ddd7b5c7e12b072bf13/569",
            "device_unittests": "61b705d63d22b048a29f2c9bef87881a5e89a7809295cc24002aa736b1815633/646",
            "display_unittests": "5959e19e4d06822769eb3a8e54ffc2751d3b17f50a1699b37fea2037f963eaa9/569",
            "events_unittests": "1ebf5b4a759231d9e7623261d4bb1f744eaebf872e2f3a044f2c19b146d61562/569",
            "extensions_browsertests": "70c8b27b6ceb9c10b7c860852cf6c944bd35544994ced4ed44a0ee6c6b615291/732",
            "extensions_unittests": "33dc3eca6491fcd001e96ba9265bc07d457ed622dbe42ffac657f4a9e7293393/896",
            "filesystem_service_unittests": "d6b68f55d50244009fb3e397c618891c57a60bc5509b1b5bb68f827d4d109669/569",
            "gcm_unit_tests": "f04496a9e4fea607077dbed702d5c0a0b744770e1d54ba813b4b37a0ba3e2925/646",
            "gfx_unittests": "2622a5ef11b45ea40f125bbc535ab9eb220f5a2e33d73e997a61a36113e053ee/645",
            "gin_unittests": "3d436d573b0cb41091de8559a3d9ff55e57488bb026831fda367660a3e5a7780/646",
            "gl_tests": "c6215ca42408bd2f3e6da2827dd5fd3b7427f9e1f10ee17eddc0056167907bb3/569",
            "gl_unittests": "d5e107462ea7a62049a3a93f0fc595f7e8df2ea2f4716bd82729f3f3de869b97/569",
            "google_apis_unittests": "7006107df208e49726baa05ed9e59c9bcf6b2080926dc0ada1d49041953f466a/731",
            "gpu_unittests": "3f6854634306fb4a0c9eb26bc9df54832998378a456a5f598926029723cd0982/646",
            "gwp_asan_unittests": "0b0c2d9cc8f10e59c1db4dcfeb9b73def6e2d4c197fec3189fc9d30ee567313e/570",
            "headless_browsertests": "c10f7f1c6ce6a36ed491b91b09a96f9b731f30a2700402a5733c62c2c9368b96/730",
            "headless_unittests": "79441ba877b9ab3544fa66a6f519dd8fbf9434067f3e42224789e65e2556dbe5/569",
            "interactive_ui_tests": "a9467526f06913593b527cde50cd9c1908fb06ae50aac150c54f716baf0ca9bc/965",
            "ipc_tests": "c3969fbdec6c9d6a168eee9503a58bef608fcf4b17cc9b51ee735bced9e47b1c/569",
            "jingle_unittests": "f87f537f536377bb11721ab86a1743b594bddc362d145f8875e15abc3209fc64/646",
            "latency_unittests": "c4775a2a67024d76b1d130a0c6dc36690c8d8cacd58bf910bd0dc3dd364c344c/569",
            "libjingle_xmpp_unittests": "50dbfb169e5883e242c45fa919c3321aae764d594d5983230d88b0e4e83fb260/569",
            "liburlpattern_unittests": "0d43351482bb472be3e321ca56261e742780a4573d058f33736e029651e51d63/569",
            "media_unittests": "15ae00e10cb7044c547c4f536579534f39d0979e3d066c6dcf830b09f778536a/649",
            "message_center_unittests": "c4cdf7dedeb8867394d86f65b5983a0b8b6766835d82b0bc37e1b97ecc72208b/569",
            "midi_unittests": "5f3e11c8825425465bac644350bb4585bf86744d232bf3db0e2b7fc0bf3024ee/569",
            "mojo_core_unittests": "f38f9642263098f709f0ba3139fbaa5411184f60cb36428e115b4b3a5896270a/569",
            "mojo_unittests": "bfe5c387137e291fe25134963a03fa8795dad6bba7005564e5bc7a5985b1f3f4/647",
            "native_theme_unittests": "fe4478c4c768db85c875eb1b71899e344e6ed9cb2e21de5a6b793d256b00bcbe/569",
            "net_unittests": "6f1cad7f28dc5cde1ec832310aea1d89336c1e8edf66ae52eb9d604422da7d37/648",
            "openscreen_unittests": "d392e7cf3cb9ecb42262cd28b8a644dc226222f88abb6218e3b1d9cb7ec5b649/648",
            "ozone_x11_unittests": "1525d9054e82b81981fd45f204b36bd47b26c4797d66f32edafe12e9bcd0abc4/569",
            "pdf_unittests": "c0f7e6bee074232536b2c265042cd9e9ae67514734f7ae8dafaf44c1745a8a43/646",
            "perfetto_unittests": "1e0deb8deab68164b7082def8230848e5d5fceed54f50287a3c3178d46849a2c/569",
            "ppapi_unittests": "e91838c1188a9e1e06e4569fe5eafe51ef2bac08f78f67ed6337b67303f71488/569",
            "printing_unittests": "abd05abe063fcfef74e064c78358d2c563ddd7dc34ade5d58d07601cc84822e1/569",
            "remoting_unittests": "e736ae0874e9c88fb1765f2750a4c473172bd26079a3109126e000031d6bfa53/646",
            "sandbox_linux_unittests": "102811cd472e56dfa7d4e15844bc10e21d38cdfc7cb60507270bdcd5e38249b8/569",
            "service_manager_unittests": "3a5d61dfd097186fc5c2cd251c0b08be66310579c52b44b0f8ab642a99b34e8b/569",
            "services_unittests": "399c16e2fa6b8fe855c013aecbd1b51e707eede9c325d9f8eedfaad1644a34a0/815",
            "shell_dialogs_unittests": "41c0a27906fc4058d40d3e71e3e114249925b8b502e35be385d4ecd8557bb8a9/569",
            "skia_unittests": "45fc3a4c20a5d96a3ba72cb8916e176b640b3964389f1f66deb7770cfa8ca710/569",
            "snapshot_unittests": "11d9ecb66437089e67254b6ad6716c944b1e60f139d93339ac736d69f31c677a/569",
            "sql_unittests": "90c797ffffa8b8b9a5d37420c3b62f7df530d05f068d20760532f6ef2b91866f/646",
            "storage_unittests": "6a728c8bd520d6ef67ca0f736a3855d1fce0f4e77c8330ce310fad3b8d553673/727",
            "sync_integration_tests": "945d1a2a29df3128ffbfedd71dde343c5d4e80e32a1b2ec314c60ddef0c7dfba/729",
            "ui_base_unittests": "2977e58352aaa04702fdfe50296527a97e12e0cf55786a3b6d42b496c2049120/723",
            "ui_touch_selection_unittests": "0fd05438497064931438ec2561f34c0ed0aea395983810c2fca7a6f205cea107/569",
            "unit_tests": "35d8a2e2ddaf57f14628c527ef654414ecf29f78b18b2aa58b5056820521280f/1062",
            "url_unittests": "a87bfe9ad9c756e8ef0e23f4321ebe1adacec80b523a8d41586f991de5c5d73c/569",
            "views_unittests": "cd777b1481a3ce9a006d744ad8abac3b1155a4b1fdd93a335566b2bae1d32c56/569",
            "viz_unittests": "7b78aab20a4a9fbb63a70033fbed92fe0ea9c4ece2225954b08a249e599ee8ae/653",
            "vr_common_unittests": "81841266c4ab09406e0fda54e8c1c33ba01da98b5708a1d419cc23cf301db954/648",
            "vr_pixeltests": "303d156bf012091b9d86449090aaf108c4de158740a948498c5f4de9404d526d/646",
            "weblayer_browsertests": "eb693fb4e6b98fafb15036c4e392be3a1db146c247ca1cfcc6db54e11271c73b/814",
            "weblayer_unittests": "7a442eed77f3974a1c2362d5dc983e481548dfd69fb00ad0e8d7c1f89af86826/646",
            "wm_unittests": "e6bbe79db5a1cc8c99c1d3702f726023b06f0d5c85dfc9e29641390c0f8f63df/569",
            "wtf_unittests": "271695a5a220ff92a4030a2c30baa761efc54b8f9d16897149c16ba9b8993b0b/569",
            "x11_unittests": "89b05358416bbed0c40957ab88dc2bf760d3384cadbeb9ad776502d500ff7873/569",
            "xr_browser_tests": "877b6c13ccc2830cd15320b82d44911ae11daf3334049846a74bcc6799f0aca0/728",
            "zlib_unittests": "cbefe271d9d14a19ef6dd85581526b79d59d62c02a306f2403fcc7620bd36a0d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "eab9b8fb575ae2ac4feaafbd33bbf7d4a5708088c287cf9dca629d06d6ca34da/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994553342318740256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79556"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:15:13.992] Scheduled build:
{
  "id": "8829123280187198129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71509,
  "createdBy": "project:chromium",
  "createTime": "2021-11-30T16:15:13.508776810Z",
  "updateTime": "2021-11-30T16:15:13.508776810Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
      "ref": "refs/heads/main"
    }
  }
}
[16:15:13.992] Task URL: https://cr-buildbucket.appspot.com/build/8829123280187198129
[16:15:13.992] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:2:0) after 3m29s
[16:16:14.342] Received PubSub notification, asking Buildbucket for the build status
[16:16:14.395] Build status: STARTED
[16:18:43.172] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:2:0)
[16:18:43.207] Build status: STARTED
[16:18:43.208] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:4:0) after 2m47s
[16:21:30.227] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:4:0)
[16:21:30.256] Build status: STARTED
[16:21:30.256] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:5:0) after 2m36s
[16:24:06.276] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:5:0)
[16:24:06.354] Build status: STARTED
[16:24:06.354] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:6:0) after 8m16s
[16:32:22.417] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:6:0)
[16:32:22.471] Build status: STARTED
[16:32:22.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:7:0) after 9m56s
[16:42:18.897] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:7:0)
[16:42:19.060] Build status: STARTED
[16:42:19.060] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994553342318740256:8:0) after 5m12s
[16:44:38.468] Received PubSub notification, asking Buildbucket for the build status
[16:44:38.498] Build:
{
  "id": "8829123280187198129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71509,
  "createdBy": "project:chromium",
  "createTime": "2021-11-30T16:15:13.508776810Z",
  "startTime": "2021-11-30T16:16:12.764045Z",
  "endTime": "2021-11-30T16:43:02.209672946Z",
  "updateTime": "2021-11-30T16:43:02.209672946Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25bd3cc1c604cbd8e3b21c793bb733c1243a0019",
      "ref": "refs/heads/main"
    }
  }
}
[16:44:38.498] Invocation finished in 29m26.406266754s with status FAILED