Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80983 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
  "parent_got_dawn_revision": "678dc5649baf67651e0b82608952d3bc31d501de",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
  "parent_got_revision_cp": "refs/heads/main@{#960819}",
  "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
  "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
  "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
  "parent_got_webrtc_revision": "f495dc978c1c2f94185cb255fb27f141b4bf1c42",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35730}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
  "swarm_hashes": {
    "absl_hardening_tests": "1723a54ada4311f509e1844b83a89a8c4591d0654e24c795a0c2fa249b00939e/569",
    "accessibility_unittests": "b3504f82d36db463e66a3ca3d1a5762767421945671cacca8aba677b0aad7546/569",
    "angle_unittests": "3c5b1e434cf8f980903513d5373eb87aba88248a2ccfa1f482508a3967ee7845/570",
    "app_shell_unittests": "bd5349b888f2ea24259965b961a43a7fd454c803635c0aef6302f13f67fed148/730",
    "aura_unittests": "553953079663a50808a35b91f4d59c4ec274b89782a577d88a208367216fd0fb/569",
    "base_unittests": "a1ed803b1985003c1de7b539336eff9e698f150c7ae954cf4751a1974362f0eb/648",
    "blink_common_unittests": "9f03dede932d20a35170b31b54ab76f4de05724e12de5a14655fff45c0094d12/647",
    "blink_fuzzer_unittests": "54f02fe171b145218985435259c10ee5a2d8fa9b46cb94e0ca746b5e94af2343/569",
    "blink_heap_unittests": "5d4ddd304627b1b5d63fec95360b61c5a7701f81ca2d7fdd9b794854c959e776/569",
    "blink_platform_unittests": "c751cd6c761c009e68e7b77babc5b36ddac7333e9aac6853ea5084f00bd77d96/726",
    "blink_unittests": "5f3469551502712685f9fb46df63f7f0da84d4affbb7c98fb22592d0666e4ab7/810",
    "boringssl_crypto_tests": "c7699c2cd8a3dc3fc0fc24bd5a7b7fb1e80692ac9646e4d6c3f77ff9a038bfd2/570",
    "boringssl_ssl_tests": "422b9497c03c22348ea26d53ae7d5a6fa3d0398fc36c0c8e93f519e6fbf8b514/569",
    "capture_unittests": "e08629f6f16da07dcc155d8e6f0fad836dd28272cd35c866bfc995360908990f/648",
    "cast_unittests": "f7dc1a7db1dffad733863b4f3afbd4a3eb178396754da2d909f0860dda27bbb0/569",
    "cc_unittests": "7091e64e2ff6bc15ccfbfec13e4416253b75b055dba8bb0fc404f74ac4e620fb/653",
    "chrome_app_unittests": "f569a2f62e97f73ba6475bc6e967e381c38ba2cf1cadb7e386cf25c071fba352/648",
    "chromedriver_unittests": "3761d2ecedefc9f771f382a5b2155e57840476e8e4aaaf39799846e870aa468d/726",
    "color_unittests": "bdb7665eba5761db2e76e0e4c0bf6aa3bff5a7030b56aeaf23adeaec83153b97/569",
    "components_browsertests": "bdaef70cff69f66475645e9f28704b6240c4c2f01c5ab80b5d297c1a82d45ace/813",
    "components_unittests": "0895d8cb9d80bf18a7dda8787b610610936e20615161df79cc4cb0ad7da772ea/813",
    "compositor_unittests": "8d096ca80c6fc160b239b638f09b142f39762d44e8bbcd2a0fcf55c29e26d134/645",
    "content_browsertests": "d3d61d2156dbc9ef5e6e0f62040fcd4bf71860fd5fb4ff2e425992b467098260/887",
    "content_unittests": "089ee73c31d0368525fa6911fb6dfdc4047bb77a569115810533d53710efdb69/806",
    "cronet_tests": "e0fc808638f7485b9c9a72f6939fd159e764b24ffa3a4dee359519dbd10f4a0b/730",
    "cronet_unittests": "17ba509381da7c56777d10a1076ae5d499524eadfb81cb2af321a742b1d2a319/646",
    "crypto_unittests": "2c45ef32460ff32cf3df3a3395a69eb896e1e9f632652d1d8da9d9aa5954b523/569",
    "dbus_unittests": "9feaaf5bd52b1f62deb95df357c6db32b60702337d8773f077f124609c37cead/569",
    "device_unittests": "b2f0fd3e40e12d4c125041286004a1739d98a409fa2d9c7739a9abc010a0adac/646",
    "display_unittests": "76ba2ff1bcbefc90cc134ce0406fdab5b1e3954f297223b8fdaec97bd3a20836/569",
    "events_unittests": "a7057bdb6f115c3480a6d38e68c4f12d6ad75b14d099ba71420b4b6ac6b9d0f1/569",
    "extensions_browsertests": "c09a5df6c873dcf8e816e46ffc4d1aaae60a5110593d61ccd0c555f83e88efc0/732",
    "extensions_unittests": "a5221d2ddf4e64ab848f852f34344c1b677a3a7127893fd5229bbe0b3e45e3d7/896",
    "filesystem_service_unittests": "e83f0e9ccdd59517f5bf9f8bdf21d4a63ac02d628971cb42ac1a4b9e9dea43f8/569",
    "gcm_unit_tests": "46e25275ed6a38047289a1128f25974ee08a8caa4063d686109728a5119d8cc6/646",
    "gfx_unittests": "1b416600eb40ec0e6c466869ce8fe6d5fbb0f6537b355900da98e9621f6e3752/645",
    "gin_unittests": "a334b2578296ce57c9b24a278a0d6a9e07a496792739687d13390c2897ab3677/646",
    "gl_tests": "b0891bbd29f0434357a728fc40278ced0d34ef5c0b9d69531acda4873fb56f56/569",
    "gl_unittests": "501fa5866045680aaffd4800a417a651741d3b3caa0de22fa27c32c3aa6678a0/569",
    "google_apis_unittests": "df51eae2a2ae5d88571a7c8834835c1af09950809389f8807647bd2d1a2f63e5/731",
    "gpu_unittests": "fb4271d26b708103393f601b8da487ddcecac58dfdbf33da27bddeeeaec86d0e/646",
    "gwp_asan_unittests": "7b0725b2484bff6a917205ce98653637e263fbdfd06cafb0e4ef2dd2a0f6b3d5/570",
    "headless_browsertests": "2660d78203b6d181b1609fcb5dd568728ce8c20fd48d1d9076930861ee6fd855/730",
    "headless_unittests": "a5874f4933f730b4296c43a7e08d5a8417d244388a226613317c5b835948dbe5/569",
    "interactive_ui_tests": "6ccdf20b8952af4a64cd564dff8acc400035fbe084f448c684cf3ed98e6d23dd/965",
    "ipc_tests": "ea0ea44b6b119a61d3d96dc6a57608410d4a727628a50549fb71a488a1c3ccaa/569",
    "jingle_unittests": "8a4c0d32bfc9f08f6177facc3447d7194521b27f740e27e23c151f0f89f9083b/646",
    "latency_unittests": "0bbc1902c4a9e08b8bd9f12a252caf111120ff7a34a4ce115c4f1aabce607be9/569",
    "libjingle_xmpp_unittests": "86fad9bf79e3b536baeb8ad2c3b1d8949689bddb395db5b948ed36bd52e888bb/569",
    "liburlpattern_unittests": "9f57282c519a58a85e6377b91788dffd7bd395573b8fe0031f1c9438f90b133d/569",
    "media_unittests": "fa282d9b6a1d58056f52e07521c3d7d24281e3d4a85dda055b5fd1d87b10af75/649",
    "message_center_unittests": "b96e178af6de7d986e71561157bc8bf309770903efd0918245a00045588483c8/569",
    "midi_unittests": "9a524aa9fef71dd854efd7b3d4b1506dbb8fbf032e9794cfd811de696dd658be/569",
    "mojo_core_unittests": "33e9a214ba718b3245da038e6733ce8908e76b89dc7f8d3ede33eb587d79d230/569",
    "mojo_unittests": "e61757b30c24c74c17081fea7591cc4d5a32695405430e683ae1a90849b17666/647",
    "native_theme_unittests": "5cf44d669c011be3ba85c9e5b4a254604b4c1c5aacc4142645167ac75a993363/569",
    "net_unittests": "91603c66ed3a4d2538aa1e3f25fa7e7dc462f4b6721d0d4bf818f833313519b7/648",
    "openscreen_unittests": "e53de47d39227e1c663589a85ecce8ea8a0826f118576385ef34c068436c7b2b/648",
    "ozone_x11_unittests": "163113b31e17cfcbb315aff285a7f75245bff4f35b1bc06e669c4e40e1418e64/569",
    "pdf_unittests": "65398493b65e9e905885ed29e5e88ecec6b41cccd48f587fa9f1db8965e11628/646",
    "perfetto_unittests": "392720cec871acb437ca1e8275d5e05f48b4874fbffe6015b6d120034bdb5a1f/569",
    "ppapi_unittests": "c5ec133b1a1e85b1daf85c266f43c47519b72bbb398c389dbc47500d3f689708/569",
    "printing_unittests": "d98c81a44196837594a8e39cf19f50da1e4d20ed8c5f80b745669d1dd79b2722/569",
    "remoting_unittests": "9b7f753a5964f66c89dded73685d19d7a3a66eea63d4b227488a0a9a2ce340b2/646",
    "sandbox_linux_unittests": "a6ab6b4418c21c719d863f960727128989b2f5b24c827959d5f4b9525e7ea1ca/569",
    "service_manager_unittests": "0c9adfcd3c6da7fc0d824bbffe4daaa5d3e1f85402eab3264e334245f61b7b3d/569",
    "services_unittests": "8d66ee96e39b86e8025d5db97b56b9bb40dd5e1cb9bcd86f4ac37e7631ab9d08/815",
    "shell_dialogs_unittests": "2faaffe0412c4272d40d75969f9d97fb139bc519479873f9e2d21a4e1d210f71/569",
    "skia_unittests": "513949b79a47c9b1aebc46e7405492d9ee7544d150c8b777322a8a283951605c/569",
    "snapshot_unittests": "a8064bef49086226b6ecdd3aff6bc137e639d55b883d3b80a207d5e4c15c4860/569",
    "sql_unittests": "fe928249096b889aedcf9246b0b8168de1b10adad44996f8face5d9eae470c76/646",
    "storage_unittests": "fd11d30120a0f05b49475c710d5e7a9b40c824c0ae655bb4887b77128c909b7e/727",
    "sync_integration_tests": "796dd56f60a512a78628bc3cd0efd441a395a351a60a77d024d5d36c1a501ac5/729",
    "ui_base_unittests": "e5149897223199acc722d1ad1ab6fe776b048b4adbe0b3704001f4fe85bb4396/723",
    "ui_touch_selection_unittests": "30d61d1982bb141169ba9235b586f0e43e67638eac3b65629dbec58c49377ca5/569",
    "unit_tests": "4957da213e3edbc15e143d4120465f0d5db99b38da696c9fb931e3d22d45d26a/1139",
    "url_unittests": "10f7a38683d64c8be13083508399b16a4996af192e283cf64c90b6d406a02c93/569",
    "views_unittests": "e143c541763313262a871734555ec542ad9b0d2e4abca4d6e711e8ff12654af8/569",
    "viz_unittests": "4dc8ee01860d49b8c6e8e6f88be6610dc82aee07139d159c1b1b9e0bc7a2e5b9/653",
    "vr_common_unittests": "689552fd860d99c5152c0406aa064143700b06549496e6a8b7971d4d4d5ba7b5/648",
    "vr_pixeltests": "ea16ce7fd0cf6657354128c88e921d1421ce7e399d2c9e63cad69122f4b20b64/646",
    "weblayer_browsertests": "dacc6e391c20c8ad7ee960bc5cade04710c6ff6d9222dc3fe2e522935f276cb3/814",
    "weblayer_unittests": "3b37da9df475539741bc115dd0c3f3c1a74333e3f3ae3913de0644e956b97670/646",
    "wm_unittests": "0b5697ab8ca855128b6d0d293d8e8f728ac9642438c8e2eabab73fe2d5b90450/569",
    "wtf_unittests": "58290212d0c828372fb0ef3b0a75cad95ab3ac41af53842174fec222b1ec5979/569",
    "x11_unittests": "1f6ba0a3bf830c2860816c4f870b787b692fd1169ee63526a627620c6bd63d49/569",
    "xr_browser_tests": "93862559ce7de516bad41fb679576c695602061ebe2a68f9b219e3fe38588451/728",
    "zlib_unittests": "5ff9f52872045e75761cf4008b25520f9e44da31be293206f53ea1484a0270da/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/110c632c84d7cd8ae3d54880d658a37e7db3c1c8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80983
  • user_agent:recipe

Debug log (UTC)

[08:36:44.659] New invocation is queued and will start shortly
[08:36:44.659] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:36:45.735] Starting the invocation (attempt 1)
[08:36:45.767] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/110c632c84d7cd8ae3d54880d658a37e7db3c1c8"
[08:36:45.767] Popped gitiles commit info from properties and tags
[08:36:45.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:36:45.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:36:45.768] Buildbucket request:
{
  "requestId": "8990052337648414640",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
      "parent_got_dawn_revision": "678dc5649baf67651e0b82608952d3bc31d501de",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
      "parent_got_revision_cp": "refs/heads/main@{#960819}",
      "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
      "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
      "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
      "parent_got_webrtc_revision": "f495dc978c1c2f94185cb255fb27f141b4bf1c42",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35730}",
      "swarm_hashes": {
            "absl_hardening_tests": "1723a54ada4311f509e1844b83a89a8c4591d0654e24c795a0c2fa249b00939e/569",
            "accessibility_unittests": "b3504f82d36db463e66a3ca3d1a5762767421945671cacca8aba677b0aad7546/569",
            "angle_unittests": "3c5b1e434cf8f980903513d5373eb87aba88248a2ccfa1f482508a3967ee7845/570",
            "app_shell_unittests": "bd5349b888f2ea24259965b961a43a7fd454c803635c0aef6302f13f67fed148/730",
            "aura_unittests": "553953079663a50808a35b91f4d59c4ec274b89782a577d88a208367216fd0fb/569",
            "base_unittests": "a1ed803b1985003c1de7b539336eff9e698f150c7ae954cf4751a1974362f0eb/648",
            "blink_common_unittests": "9f03dede932d20a35170b31b54ab76f4de05724e12de5a14655fff45c0094d12/647",
            "blink_fuzzer_unittests": "54f02fe171b145218985435259c10ee5a2d8fa9b46cb94e0ca746b5e94af2343/569",
            "blink_heap_unittests": "5d4ddd304627b1b5d63fec95360b61c5a7701f81ca2d7fdd9b794854c959e776/569",
            "blink_platform_unittests": "c751cd6c761c009e68e7b77babc5b36ddac7333e9aac6853ea5084f00bd77d96/726",
            "blink_unittests": "5f3469551502712685f9fb46df63f7f0da84d4affbb7c98fb22592d0666e4ab7/810",
            "boringssl_crypto_tests": "c7699c2cd8a3dc3fc0fc24bd5a7b7fb1e80692ac9646e4d6c3f77ff9a038bfd2/570",
            "boringssl_ssl_tests": "422b9497c03c22348ea26d53ae7d5a6fa3d0398fc36c0c8e93f519e6fbf8b514/569",
            "capture_unittests": "e08629f6f16da07dcc155d8e6f0fad836dd28272cd35c866bfc995360908990f/648",
            "cast_unittests": "f7dc1a7db1dffad733863b4f3afbd4a3eb178396754da2d909f0860dda27bbb0/569",
            "cc_unittests": "7091e64e2ff6bc15ccfbfec13e4416253b75b055dba8bb0fc404f74ac4e620fb/653",
            "chrome_app_unittests": "f569a2f62e97f73ba6475bc6e967e381c38ba2cf1cadb7e386cf25c071fba352/648",
            "chromedriver_unittests": "3761d2ecedefc9f771f382a5b2155e57840476e8e4aaaf39799846e870aa468d/726",
            "color_unittests": "bdb7665eba5761db2e76e0e4c0bf6aa3bff5a7030b56aeaf23adeaec83153b97/569",
            "components_browsertests": "bdaef70cff69f66475645e9f28704b6240c4c2f01c5ab80b5d297c1a82d45ace/813",
            "components_unittests": "0895d8cb9d80bf18a7dda8787b610610936e20615161df79cc4cb0ad7da772ea/813",
            "compositor_unittests": "8d096ca80c6fc160b239b638f09b142f39762d44e8bbcd2a0fcf55c29e26d134/645",
            "content_browsertests": "d3d61d2156dbc9ef5e6e0f62040fcd4bf71860fd5fb4ff2e425992b467098260/887",
            "content_unittests": "089ee73c31d0368525fa6911fb6dfdc4047bb77a569115810533d53710efdb69/806",
            "cronet_tests": "e0fc808638f7485b9c9a72f6939fd159e764b24ffa3a4dee359519dbd10f4a0b/730",
            "cronet_unittests": "17ba509381da7c56777d10a1076ae5d499524eadfb81cb2af321a742b1d2a319/646",
            "crypto_unittests": "2c45ef32460ff32cf3df3a3395a69eb896e1e9f632652d1d8da9d9aa5954b523/569",
            "dbus_unittests": "9feaaf5bd52b1f62deb95df357c6db32b60702337d8773f077f124609c37cead/569",
            "device_unittests": "b2f0fd3e40e12d4c125041286004a1739d98a409fa2d9c7739a9abc010a0adac/646",
            "display_unittests": "76ba2ff1bcbefc90cc134ce0406fdab5b1e3954f297223b8fdaec97bd3a20836/569",
            "events_unittests": "a7057bdb6f115c3480a6d38e68c4f12d6ad75b14d099ba71420b4b6ac6b9d0f1/569",
            "extensions_browsertests": "c09a5df6c873dcf8e816e46ffc4d1aaae60a5110593d61ccd0c555f83e88efc0/732",
            "extensions_unittests": "a5221d2ddf4e64ab848f852f34344c1b677a3a7127893fd5229bbe0b3e45e3d7/896",
            "filesystem_service_unittests": "e83f0e9ccdd59517f5bf9f8bdf21d4a63ac02d628971cb42ac1a4b9e9dea43f8/569",
            "gcm_unit_tests": "46e25275ed6a38047289a1128f25974ee08a8caa4063d686109728a5119d8cc6/646",
            "gfx_unittests": "1b416600eb40ec0e6c466869ce8fe6d5fbb0f6537b355900da98e9621f6e3752/645",
            "gin_unittests": "a334b2578296ce57c9b24a278a0d6a9e07a496792739687d13390c2897ab3677/646",
            "gl_tests": "b0891bbd29f0434357a728fc40278ced0d34ef5c0b9d69531acda4873fb56f56/569",
            "gl_unittests": "501fa5866045680aaffd4800a417a651741d3b3caa0de22fa27c32c3aa6678a0/569",
            "google_apis_unittests": "df51eae2a2ae5d88571a7c8834835c1af09950809389f8807647bd2d1a2f63e5/731",
            "gpu_unittests": "fb4271d26b708103393f601b8da487ddcecac58dfdbf33da27bddeeeaec86d0e/646",
            "gwp_asan_unittests": "7b0725b2484bff6a917205ce98653637e263fbdfd06cafb0e4ef2dd2a0f6b3d5/570",
            "headless_browsertests": "2660d78203b6d181b1609fcb5dd568728ce8c20fd48d1d9076930861ee6fd855/730",
            "headless_unittests": "a5874f4933f730b4296c43a7e08d5a8417d244388a226613317c5b835948dbe5/569",
            "interactive_ui_tests": "6ccdf20b8952af4a64cd564dff8acc400035fbe084f448c684cf3ed98e6d23dd/965",
            "ipc_tests": "ea0ea44b6b119a61d3d96dc6a57608410d4a727628a50549fb71a488a1c3ccaa/569",
            "jingle_unittests": "8a4c0d32bfc9f08f6177facc3447d7194521b27f740e27e23c151f0f89f9083b/646",
            "latency_unittests": "0bbc1902c4a9e08b8bd9f12a252caf111120ff7a34a4ce115c4f1aabce607be9/569",
            "libjingle_xmpp_unittests": "86fad9bf79e3b536baeb8ad2c3b1d8949689bddb395db5b948ed36bd52e888bb/569",
            "liburlpattern_unittests": "9f57282c519a58a85e6377b91788dffd7bd395573b8fe0031f1c9438f90b133d/569",
            "media_unittests": "fa282d9b6a1d58056f52e07521c3d7d24281e3d4a85dda055b5fd1d87b10af75/649",
            "message_center_unittests": "b96e178af6de7d986e71561157bc8bf309770903efd0918245a00045588483c8/569",
            "midi_unittests": "9a524aa9fef71dd854efd7b3d4b1506dbb8fbf032e9794cfd811de696dd658be/569",
            "mojo_core_unittests": "33e9a214ba718b3245da038e6733ce8908e76b89dc7f8d3ede33eb587d79d230/569",
            "mojo_unittests": "e61757b30c24c74c17081fea7591cc4d5a32695405430e683ae1a90849b17666/647",
            "native_theme_unittests": "5cf44d669c011be3ba85c9e5b4a254604b4c1c5aacc4142645167ac75a993363/569",
            "net_unittests": "91603c66ed3a4d2538aa1e3f25fa7e7dc462f4b6721d0d4bf818f833313519b7/648",
            "openscreen_unittests": "e53de47d39227e1c663589a85ecce8ea8a0826f118576385ef34c068436c7b2b/648",
            "ozone_x11_unittests": "163113b31e17cfcbb315aff285a7f75245bff4f35b1bc06e669c4e40e1418e64/569",
            "pdf_unittests": "65398493b65e9e905885ed29e5e88ecec6b41cccd48f587fa9f1db8965e11628/646",
            "perfetto_unittests": "392720cec871acb437ca1e8275d5e05f48b4874fbffe6015b6d120034bdb5a1f/569",
            "ppapi_unittests": "c5ec133b1a1e85b1daf85c266f43c47519b72bbb398c389dbc47500d3f689708/569",
            "printing_unittests": "d98c81a44196837594a8e39cf19f50da1e4d20ed8c5f80b745669d1dd79b2722/569",
            "remoting_unittests": "9b7f753a5964f66c89dded73685d19d7a3a66eea63d4b227488a0a9a2ce340b2/646",
            "sandbox_linux_unittests": "a6ab6b4418c21c719d863f960727128989b2f5b24c827959d5f4b9525e7ea1ca/569",
            "service_manager_unittests": "0c9adfcd3c6da7fc0d824bbffe4daaa5d3e1f85402eab3264e334245f61b7b3d/569",
            "services_unittests": "8d66ee96e39b86e8025d5db97b56b9bb40dd5e1cb9bcd86f4ac37e7631ab9d08/815",
            "shell_dialogs_unittests": "2faaffe0412c4272d40d75969f9d97fb139bc519479873f9e2d21a4e1d210f71/569",
            "skia_unittests": "513949b79a47c9b1aebc46e7405492d9ee7544d150c8b777322a8a283951605c/569",
            "snapshot_unittests": "a8064bef49086226b6ecdd3aff6bc137e639d55b883d3b80a207d5e4c15c4860/569",
            "sql_unittests": "fe928249096b889aedcf9246b0b8168de1b10adad44996f8face5d9eae470c76/646",
            "storage_unittests": "fd11d30120a0f05b49475c710d5e7a9b40c824c0ae655bb4887b77128c909b7e/727",
            "sync_integration_tests": "796dd56f60a512a78628bc3cd0efd441a395a351a60a77d024d5d36c1a501ac5/729",
            "ui_base_unittests": "e5149897223199acc722d1ad1ab6fe776b048b4adbe0b3704001f4fe85bb4396/723",
            "ui_touch_selection_unittests": "30d61d1982bb141169ba9235b586f0e43e67638eac3b65629dbec58c49377ca5/569",
            "unit_tests": "4957da213e3edbc15e143d4120465f0d5db99b38da696c9fb931e3d22d45d26a/1139",
            "url_unittests": "10f7a38683d64c8be13083508399b16a4996af192e283cf64c90b6d406a02c93/569",
            "views_unittests": "e143c541763313262a871734555ec542ad9b0d2e4abca4d6e711e8ff12654af8/569",
            "viz_unittests": "4dc8ee01860d49b8c6e8e6f88be6610dc82aee07139d159c1b1b9e0bc7a2e5b9/653",
            "vr_common_unittests": "689552fd860d99c5152c0406aa064143700b06549496e6a8b7971d4d4d5ba7b5/648",
            "vr_pixeltests": "ea16ce7fd0cf6657354128c88e921d1421ce7e399d2c9e63cad69122f4b20b64/646",
            "weblayer_browsertests": "dacc6e391c20c8ad7ee960bc5cade04710c6ff6d9222dc3fe2e522935f276cb3/814",
            "weblayer_unittests": "3b37da9df475539741bc115dd0c3f3c1a74333e3f3ae3913de0644e956b97670/646",
            "wm_unittests": "0b5697ab8ca855128b6d0d293d8e8f728ac9642438c8e2eabab73fe2d5b90450/569",
            "wtf_unittests": "58290212d0c828372fb0ef3b0a75cad95ab3ac41af53842174fec222b1ec5979/569",
            "x11_unittests": "1f6ba0a3bf830c2860816c4f870b787b692fd1169ee63526a627620c6bd63d49/569",
            "xr_browser_tests": "93862559ce7de516bad41fb679576c695602061ebe2a68f9b219e3fe38588451/728",
            "zlib_unittests": "5ff9f52872045e75761cf4008b25520f9e44da31be293206f53ea1484a0270da/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990052337648414640"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80983"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:36:46.267] Scheduled build:
{
  "id": "8824622275754553329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72928,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T08:36:45.834839079Z",
  "updateTime": "2022-01-19T08:36:45.834839079Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:36:46.267] Task URL: https://cr-buildbucket.appspot.com/build/8824622275754553329
[08:36:46.267] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:2:0) after 8m22s
[08:37:15.723] Received PubSub notification, asking Buildbucket for the build status
[08:37:15.788] Build status: STARTED
[08:45:08.358] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:2:0)
[08:45:08.392] Build status: STARTED
[08:45:08.392] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:4:0) after 1m18s
[08:46:26.862] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:4:0)
[08:46:26.897] Build status: STARTED
[08:46:26.897] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:5:0) after 7m6s
[08:53:33.016] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:5:0)
[08:53:33.041] Build status: STARTED
[08:53:33.041] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:6:0) after 2m59s
[08:56:32.061] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:6:0)
[08:56:32.112] Build status: STARTED
[08:56:32.113] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:7:0) after 6m13s
[09:02:45.235] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:7:0)
[09:02:45.263] Build status: STARTED
[09:02:45.263] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990052337648414640:8:0) after 5m51s
[09:03:59.703] Received PubSub notification, asking Buildbucket for the build status
[09:03:59.779] Build:
{
  "id": "8824622275754553329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72928,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T08:36:45.834839079Z",
  "startTime": "2022-01-19T08:37:14.819388Z",
  "endTime": "2022-01-19T09:03:58.925911559Z",
  "updateTime": "2022-01-19T09:03:58.925911559Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "110c632c84d7cd8ae3d54880d658a37e7db3c1c8",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:03:59.779] Invocation finished in 27m15.135102163s with status FAILED