Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 18 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/90944 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "113cb2f543245fca8d784088e92dde061b4997e0",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "113cb2f543245fca8d784088e92dde061b4997e0"
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1ee27fcdbfe6ad6138907783cd43b83d6720f390",
  "parent_got_dawn_revision": "df714941d3a24b7d7a6e7e2a5475c8e8a76a81f8",
  "parent_got_nacl_revision": "d2f043255597fe84888bbece2909f342f39b36c6",
  "parent_got_revision": "113cb2f543245fca8d784088e92dde061b4997e0",
  "parent_got_revision_cp": "refs/heads/main@{#1122808}",
  "parent_got_swiftshader_revision": "c85d70d97009a264fc5e7747316743a1abac5f67",
  "parent_got_v8_revision": "27bc33ed3812654d8efaa1e640955adf6afd6632",
  "parent_got_v8_revision_cp": "refs/heads/11.4.12@{#1}",
  "parent_got_webrtc_revision": "ef5cd7d336ffa0b388a5b2140ef7a6ec31b69b75",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#39693}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "113cb2f543245fca8d784088e92dde061b4997e0",
  "swarm_hashes": {
    "absl_hardening_tests": "06bf45f9f0a8117736a119e7e850a0c2c1f9ef663002871f519440acd2f08893/486",
    "accessibility_unittests": "7abc1021b77fb21af493d10cf8c5e4b04d1cdc30985c550f596fc420b4ca0a79/486",
    "angle_unittests": "52fa6beb17c4b1f72d39f4d07b74b33a40b43090c0c48d4bd904e82a71bafe78/487",
    "app_shell_unittests": "47c9966738940eb04f189c511e494b81bc759b256c80bbd5196ceb77ab109f06/647",
    "aura_unittests": "981a8e4a799c27d06b454b2cf54ab87dc066fed17e1ac9eb84bc86f6b5d2c503/486",
    "base_unittests": "b0f4ae1022d89b918b5a33a0d7387c2442c1414ed23f45b37a7ef81e86fab653/565",
    "blink_common_unittests": "4714b307a4a3e00572c36d6b486b08444b5b93c8be42d447988f1c06f7ae5da0/564",
    "blink_fuzzer_unittests": "eef7e0f6bac2a0b22a213f6af906622e1b58de3a6399c13587301505cb349555/486",
    "blink_heap_unittests": "e3873b38beca87d2d76168183644a509e33fa68d10c56535c94ba3b1814ca9d4/486",
    "blink_platform_unittests": "958f314d5421fd0fd58e76a849078d33c2037dee3cc2a5465180125f440ad21d/643",
    "blink_unittests": "81372d43b006f63126fb82671abe5d87686721a44dd98a5be9ec4d736b93a316/727",
    "boringssl_crypto_tests": "fe1651e577fe8b8194b74a936976f5629051d1915d0936920a02fb1f6c0e22a4/487",
    "boringssl_ssl_tests": "6d45cdd66a1ed293680bd54fd14f78d1509e85718edb2ccc86f9d8d3b3947cdd/486",
    "capture_unittests": "8fc781cd91dc8698e71c01160b252f6afaaea505c8404de914a1a535ad2e1b1b/565",
    "cast_unittests": "440100dcacad1e87b63d636adcd18debcf370d38c6a786095ea557d8cd420e2b/486",
    "cc_unittests": "d587c15889e1f943886547ba15ee3b7125c702b35dd500af28de73c25c34ee59/646",
    "chrome_app_unittests": "2015bd43b46847bd96606585f19eab42e06a5b44bb263d30d156658c77e5e798/649",
    "chromedriver_unittests": "22c68446cbddc7349821a8526a16d56bd384912104a9a56f3c97c86e488d5ebb/643",
    "color_unittests": "dd6e1d20246b66985242cc94ea41680988ed494a22f272e6b61d101546f7ff2d/486",
    "components_browsertests": "d57145c95409d18771b3d4ccf1e74854098a2b80040e792478bab72a6cacab4b/730",
    "components_unittests": "e4c1050045d40593a4b2d470d033a7a1d4ddae9d9e0417e57b0df29bfdb15752/731",
    "compositor_unittests": "23d978c4b961e9417e88f77ef7b3be130b320453177158b839d3d11c429a8624/562",
    "content_browsertests": "c8b51c2f34a0227b6b23f8b7dc5b69c4f7c61745fe139942ea51bd3934fc5f78/804",
    "content_unittests": "ad9a05959b96b6d9f3855ef03de74d314d6adb6720e509dae22ba84afa747478/723",
    "cronet_tests": "5732f015711d08edcdcdf5e6aae704a1f228626b1f113b6ad1ff8177cd875e89/647",
    "cronet_unittests": "bcd92584f376957d937dfcce72b3ccff3c1cb6c62c156659f5d23d49aaa75048/563",
    "crypto_unittests": "b1380e53c272af002a59c1f66508c34dbbd993e4348df6ac3cefa4a6ae5caba9/486",
    "dbus_unittests": "5a8cd99dec25af01b010a76ae4edf4f82930bbf584a4736e0cd7784b3072ad28/486",
    "device_unittests": "274b175a31e8337d4fda6fc785a741fd4d04c1547cedd434a020b8f8c7567fe5/563",
    "display_unittests": "4c8c9b65416881363992859eacd003c1e21221aa8cba62958de333a8a541d916/486",
    "events_unittests": "f06dc0559751f480306862fbe7092f697d3af09b2fba4c4242a8c754d802af14/486",
    "extensions_browsertests": "c5358a7ecb3b7c7137b71dad4ab9c60cad27f31e96f53a447a59275321eba5e1/649",
    "extensions_unittests": "cc8edc745e493ac0ef79dbffc05cf29cd8034656cc2a5510a70bcd4cfb8b69df/729",
    "filesystem_service_unittests": "ca2955fcad8d0b1ee29f70bef2508d1c90987869519b40e1d0739449aa190ada/486",
    "gcm_unit_tests": "1809c06da8df0f71ddfff3fac1c2a0b2a0f67394c4999ccace74625d77144b29/563",
    "gfx_unittests": "706a9e4945add49a73d87b5809e95af2d331ef0bd14f3f5adbe7ce45de4f6168/562",
    "gin_unittests": "c64054825e8044720d3184915554728243541c1fdbee8a3797dddb3528c99b6e/563",
    "gl_tests": "d8c6c66f05f114ccf75fabe1287eab67d8546c37cff8bd981f15aad3adb71b7e/486",
    "gl_unittests": "63359ea903d27b731ac1b321416ff2ef03dd7b676ad1bd87ed5840f6873e0de4/486",
    "google_apis_unittests": "7f03a1f7ad2a0a63dcfbc8438bc59960dcc516b2634f4ca4054d4c871a8378b8/648",
    "gpu_unittests": "5ad855dd9311b5836600e8f5a3d34053385449053c14ad6df46c0c45d4fecb8d/563",
    "gwp_asan_unittests": "28f75eb441213c9a3a9e3bedfa49d6bcfcfbe942fb4e6f32726954860b689021/487",
    "headless_browsertests": "7a9ee74a0c19ba809a00efde13274f3bf1c268a25be2d7e6f0b6d44bb60d436f/647",
    "headless_unittests": "f5b197088baef3c88c7e0152cf9141c9763fceaa597a1d7ec0efed1a53cfb1b0/486",
    "interactive_ui_tests": "1a963e4756716f686e71559afb2d6ba43efea698874bcbaac325363d9f3b3146/967",
    "ipc_tests": "37c1b867f1e1c775c374b92f520a8d5c091b4188f56b620fc5ef74fc4f7d5610/486",
    "latency_unittests": "61aa1da4ade35c8aa21a6651c7aee7949f60ea30d3c0f26b6422600fcad29ad1/486",
    "libjingle_xmpp_unittests": "5a6f2511246454ffaeb32e942d2abd9a4e0065fc32de3ae4eb3347f16eb1ba8f/486",
    "liburlpattern_unittests": "165a9ec5c208a970e4da7d87df628d40d57eca28a3afd670b6dc552121ef181d/486",
    "media_unittests": "5c912d9abf5c5ecaa5cb27575ccfe112dddeb9658aab2cae4a39e4b3fb8c61cf/566",
    "message_center_unittests": "b82ef8db2bd56963b59906b9f4042f78615d50ae8421279aebfb61fda4c51caa/486",
    "midi_unittests": "ac324ddb4c9250055d5d57f28303e6463dd6d46455ffa4028b0dc42867369a52/486",
    "mojo_unittests": "e3dbcd6bca61bd5736eef7295eaf7e365cc7e20ffc32e2759ad3fb121d75c95c/564",
    "native_theme_unittests": "cdd8324da176a5e8cd9205a03ebad00251aac58ba6110d47c7baf86967538373/486",
    "net_unittests": "50cbbbb7f208cd7bc665178db1dcfab3af19b4925dc6a54017b787b213499c11/565",
    "openscreen_unittests": "9d9793d24301af352bc446ebbe823b7902c372f7d9227509d1695791e034f1c5/487",
    "ozone_unittests": "3c370e89c55988f7c815b3afa725817c8869919ff9405e6cb77f83d8f9107d84/486",
    "ozone_x11_unittests": "802c9cff3ecc6cd91446ca178f2ca9627eae4f0c59d014b54509a3a337bc6d69/486",
    "pdf_unittests": "15a84c7ecc4cf4a0d3fb5ab46497009d319edd4969af5b6f558b674446c8ba25/563",
    "perfetto_unittests": "74185008a3a9313f153d8d9ca0dd155669f88fd6f669d4f13aa98f86c9ecf234/486",
    "ppapi_unittests": "15c5248f777c48a7d29c02d198e1984b93d7b691994b0361589b0d2b1affff1b/486",
    "printing_unittests": "9bb175068613b0725305c985f943319b5fd40dc4e788ad48e77bb570bcb13ce3/486",
    "remoting_unittests": "4cf32dd29b5765cd193fe331f1a7fdac3226d2606eec93fdd20c0ee533544de8/647",
    "sandbox_linux_unittests": "2dc729d588b6c40708e651f589c41ec43882f1c45a9ba0fd27bbd0a16cfa770d/486",
    "service_manager_unittests": "5c6514e5f5213f8d479de5622d6e8869ca3e1a3fd4a400678dfdec0f9385069f/486",
    "services_unittests": "586d8e397153d14b5737213a89d9f838e01479e47dc008539f597c238bfbe637/732",
    "shell_dialogs_unittests": "6ecea912ee3a3628cf989d1469335d242478c6bfa57c2de963e6b543d3c5af61/486",
    "skia_unittests": "f08c5a02a12a06a7e1649d95ac3f82a094dcca0e3e2d3aafb162075678c9a1c0/486",
    "snapshot_unittests": "8d4c29394d24332eb2414b5d9828d5e62b9d30bbdd5c05ede3d744bff0bdad73/486",
    "sql_unittests": "db10ef673dd746e943dab7e17cc92ef9958d2715620b2ac0bd2e97480021e8fb/563",
    "storage_unittests": "582b8b8768deda0bbba5a44d4210a35bedeb022e997d7a2cc94fab0df6b93286/644",
    "sync_integration_tests": "eb7094b04f9a1d4f7878641cd6af53895e4e2c3b4428ec37d0ca3af0c6ad00e2/730",
    "ui_base_unittests": "ca5c9bb8e34bc82624735c7c5e5a97edc937173640db667237b18dfab1c23a2a/640",
    "ui_touch_selection_unittests": "1c9a6c47b355c8125d01268724cd924f5d2e3333c6a9640c02ae51e3a04d1da0/486",
    "unit_tests": "dde5e6cf0ed61b57848bcc0e7b9ca22316056db7efbeeec2d1f360cd3953bd70/1056",
    "url_unittests": "a12f3427bbe3b4ce9e403421fc767d788984fa2c6b4e4b9456ab5c76cf948849/486",
    "views_unittests": "9f8aa8dbe289dd4a5dc7bb1fdfb8cd32fa69239ab060ac6197a7b47f59d9a90e/487",
    "viz_unittests": "45af7c517fae3376caf3c2359e05b082312ea603913e2159c3239f4f4ed22ce2/570",
    "vr_common_unittests": "094502117893fbd87716e097e11935ebcf2866e713e66127d0ce22e3fb396fa4/649",
    "wm_unittests": "107cdbac47fb2a878e57873045d016ac70b8c492473de631651cc0fb9d845704/486",
    "wtf_unittests": "9168d5f5600064665d3f57a340e07968d20e683fc4e3c585cf1d3d37a04b6188/486",
    "xr_browser_tests": "71e6e0d95bfb98afbcaced70a20eb47ebd7d3dd5430b59b3982f2e8d70ba139c/729",
    "zlib_unittests": "2a3512dd2538ffa3136d8afff428dcdebe4f5dc01922ade5fedab707f14d358b/487"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "3ff7b03b3fe88a7146a0ec311af0d1f6de9a15570091955d63519a8c7af6f610/94",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/113cb2f543245fca8d784088e92dde061b4997e0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:90944
  • user_agent:recipe

Debug log (UTC)

[03:45:08.451] New invocation is queued and will start shortly
[03:45:08.451] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:45:09.565] Starting the invocation (attempt 1)
[03:45:09.594] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/113cb2f543245fca8d784088e92dde061b4997e0"
[03:45:09.594] Popped gitiles commit info from properties and tags
[03:45:09.594] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:45:09.594] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:45:09.595] Buildbucket request:
{
  "requestId": "8950842197296130960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "113cb2f543245fca8d784088e92dde061b4997e0",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "113cb2f543245fca8d784088e92dde061b4997e0"
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1ee27fcdbfe6ad6138907783cd43b83d6720f390",
      "parent_got_dawn_revision": "df714941d3a24b7d7a6e7e2a5475c8e8a76a81f8",
      "parent_got_nacl_revision": "d2f043255597fe84888bbece2909f342f39b36c6",
      "parent_got_revision": "113cb2f543245fca8d784088e92dde061b4997e0",
      "parent_got_revision_cp": "refs/heads/main@{#1122808}",
      "parent_got_swiftshader_revision": "c85d70d97009a264fc5e7747316743a1abac5f67",
      "parent_got_v8_revision": "27bc33ed3812654d8efaa1e640955adf6afd6632",
      "parent_got_v8_revision_cp": "refs/heads/11.4.12@{#1}",
      "parent_got_webrtc_revision": "ef5cd7d336ffa0b388a5b2140ef7a6ec31b69b75",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#39693}",
      "swarm_hashes": {
            "absl_hardening_tests": "06bf45f9f0a8117736a119e7e850a0c2c1f9ef663002871f519440acd2f08893/486",
            "accessibility_unittests": "7abc1021b77fb21af493d10cf8c5e4b04d1cdc30985c550f596fc420b4ca0a79/486",
            "angle_unittests": "52fa6beb17c4b1f72d39f4d07b74b33a40b43090c0c48d4bd904e82a71bafe78/487",
            "app_shell_unittests": "47c9966738940eb04f189c511e494b81bc759b256c80bbd5196ceb77ab109f06/647",
            "aura_unittests": "981a8e4a799c27d06b454b2cf54ab87dc066fed17e1ac9eb84bc86f6b5d2c503/486",
            "base_unittests": "b0f4ae1022d89b918b5a33a0d7387c2442c1414ed23f45b37a7ef81e86fab653/565",
            "blink_common_unittests": "4714b307a4a3e00572c36d6b486b08444b5b93c8be42d447988f1c06f7ae5da0/564",
            "blink_fuzzer_unittests": "eef7e0f6bac2a0b22a213f6af906622e1b58de3a6399c13587301505cb349555/486",
            "blink_heap_unittests": "e3873b38beca87d2d76168183644a509e33fa68d10c56535c94ba3b1814ca9d4/486",
            "blink_platform_unittests": "958f314d5421fd0fd58e76a849078d33c2037dee3cc2a5465180125f440ad21d/643",
            "blink_unittests": "81372d43b006f63126fb82671abe5d87686721a44dd98a5be9ec4d736b93a316/727",
            "boringssl_crypto_tests": "fe1651e577fe8b8194b74a936976f5629051d1915d0936920a02fb1f6c0e22a4/487",
            "boringssl_ssl_tests": "6d45cdd66a1ed293680bd54fd14f78d1509e85718edb2ccc86f9d8d3b3947cdd/486",
            "capture_unittests": "8fc781cd91dc8698e71c01160b252f6afaaea505c8404de914a1a535ad2e1b1b/565",
            "cast_unittests": "440100dcacad1e87b63d636adcd18debcf370d38c6a786095ea557d8cd420e2b/486",
            "cc_unittests": "d587c15889e1f943886547ba15ee3b7125c702b35dd500af28de73c25c34ee59/646",
            "chrome_app_unittests": "2015bd43b46847bd96606585f19eab42e06a5b44bb263d30d156658c77e5e798/649",
            "chromedriver_unittests": "22c68446cbddc7349821a8526a16d56bd384912104a9a56f3c97c86e488d5ebb/643",
            "color_unittests": "dd6e1d20246b66985242cc94ea41680988ed494a22f272e6b61d101546f7ff2d/486",
            "components_browsertests": "d57145c95409d18771b3d4ccf1e74854098a2b80040e792478bab72a6cacab4b/730",
            "components_unittests": "e4c1050045d40593a4b2d470d033a7a1d4ddae9d9e0417e57b0df29bfdb15752/731",
            "compositor_unittests": "23d978c4b961e9417e88f77ef7b3be130b320453177158b839d3d11c429a8624/562",
            "content_browsertests": "c8b51c2f34a0227b6b23f8b7dc5b69c4f7c61745fe139942ea51bd3934fc5f78/804",
            "content_unittests": "ad9a05959b96b6d9f3855ef03de74d314d6adb6720e509dae22ba84afa747478/723",
            "cronet_tests": "5732f015711d08edcdcdf5e6aae704a1f228626b1f113b6ad1ff8177cd875e89/647",
            "cronet_unittests": "bcd92584f376957d937dfcce72b3ccff3c1cb6c62c156659f5d23d49aaa75048/563",
            "crypto_unittests": "b1380e53c272af002a59c1f66508c34dbbd993e4348df6ac3cefa4a6ae5caba9/486",
            "dbus_unittests": "5a8cd99dec25af01b010a76ae4edf4f82930bbf584a4736e0cd7784b3072ad28/486",
            "device_unittests": "274b175a31e8337d4fda6fc785a741fd4d04c1547cedd434a020b8f8c7567fe5/563",
            "display_unittests": "4c8c9b65416881363992859eacd003c1e21221aa8cba62958de333a8a541d916/486",
            "events_unittests": "f06dc0559751f480306862fbe7092f697d3af09b2fba4c4242a8c754d802af14/486",
            "extensions_browsertests": "c5358a7ecb3b7c7137b71dad4ab9c60cad27f31e96f53a447a59275321eba5e1/649",
            "extensions_unittests": "cc8edc745e493ac0ef79dbffc05cf29cd8034656cc2a5510a70bcd4cfb8b69df/729",
            "filesystem_service_unittests": "ca2955fcad8d0b1ee29f70bef2508d1c90987869519b40e1d0739449aa190ada/486",
            "gcm_unit_tests": "1809c06da8df0f71ddfff3fac1c2a0b2a0f67394c4999ccace74625d77144b29/563",
            "gfx_unittests": "706a9e4945add49a73d87b5809e95af2d331ef0bd14f3f5adbe7ce45de4f6168/562",
            "gin_unittests": "c64054825e8044720d3184915554728243541c1fdbee8a3797dddb3528c99b6e/563",
            "gl_tests": "d8c6c66f05f114ccf75fabe1287eab67d8546c37cff8bd981f15aad3adb71b7e/486",
            "gl_unittests": "63359ea903d27b731ac1b321416ff2ef03dd7b676ad1bd87ed5840f6873e0de4/486",
            "google_apis_unittests": "7f03a1f7ad2a0a63dcfbc8438bc59960dcc516b2634f4ca4054d4c871a8378b8/648",
            "gpu_unittests": "5ad855dd9311b5836600e8f5a3d34053385449053c14ad6df46c0c45d4fecb8d/563",
            "gwp_asan_unittests": "28f75eb441213c9a3a9e3bedfa49d6bcfcfbe942fb4e6f32726954860b689021/487",
            "headless_browsertests": "7a9ee74a0c19ba809a00efde13274f3bf1c268a25be2d7e6f0b6d44bb60d436f/647",
            "headless_unittests": "f5b197088baef3c88c7e0152cf9141c9763fceaa597a1d7ec0efed1a53cfb1b0/486",
            "interactive_ui_tests": "1a963e4756716f686e71559afb2d6ba43efea698874bcbaac325363d9f3b3146/967",
            "ipc_tests": "37c1b867f1e1c775c374b92f520a8d5c091b4188f56b620fc5ef74fc4f7d5610/486",
            "latency_unittests": "61aa1da4ade35c8aa21a6651c7aee7949f60ea30d3c0f26b6422600fcad29ad1/486",
            "libjingle_xmpp_unittests": "5a6f2511246454ffaeb32e942d2abd9a4e0065fc32de3ae4eb3347f16eb1ba8f/486",
            "liburlpattern_unittests": "165a9ec5c208a970e4da7d87df628d40d57eca28a3afd670b6dc552121ef181d/486",
            "media_unittests": "5c912d9abf5c5ecaa5cb27575ccfe112dddeb9658aab2cae4a39e4b3fb8c61cf/566",
            "message_center_unittests": "b82ef8db2bd56963b59906b9f4042f78615d50ae8421279aebfb61fda4c51caa/486",
            "midi_unittests": "ac324ddb4c9250055d5d57f28303e6463dd6d46455ffa4028b0dc42867369a52/486",
            "mojo_unittests": "e3dbcd6bca61bd5736eef7295eaf7e365cc7e20ffc32e2759ad3fb121d75c95c/564",
            "native_theme_unittests": "cdd8324da176a5e8cd9205a03ebad00251aac58ba6110d47c7baf86967538373/486",
            "net_unittests": "50cbbbb7f208cd7bc665178db1dcfab3af19b4925dc6a54017b787b213499c11/565",
            "openscreen_unittests": "9d9793d24301af352bc446ebbe823b7902c372f7d9227509d1695791e034f1c5/487",
            "ozone_unittests": "3c370e89c55988f7c815b3afa725817c8869919ff9405e6cb77f83d8f9107d84/486",
            "ozone_x11_unittests": "802c9cff3ecc6cd91446ca178f2ca9627eae4f0c59d014b54509a3a337bc6d69/486",
            "pdf_unittests": "15a84c7ecc4cf4a0d3fb5ab46497009d319edd4969af5b6f558b674446c8ba25/563",
            "perfetto_unittests": "74185008a3a9313f153d8d9ca0dd155669f88fd6f669d4f13aa98f86c9ecf234/486",
            "ppapi_unittests": "15c5248f777c48a7d29c02d198e1984b93d7b691994b0361589b0d2b1affff1b/486",
            "printing_unittests": "9bb175068613b0725305c985f943319b5fd40dc4e788ad48e77bb570bcb13ce3/486",
            "remoting_unittests": "4cf32dd29b5765cd193fe331f1a7fdac3226d2606eec93fdd20c0ee533544de8/647",
            "sandbox_linux_unittests": "2dc729d588b6c40708e651f589c41ec43882f1c45a9ba0fd27bbd0a16cfa770d/486",
            "service_manager_unittests": "5c6514e5f5213f8d479de5622d6e8869ca3e1a3fd4a400678dfdec0f9385069f/486",
            "services_unittests": "586d8e397153d14b5737213a89d9f838e01479e47dc008539f597c238bfbe637/732",
            "shell_dialogs_unittests": "6ecea912ee3a3628cf989d1469335d242478c6bfa57c2de963e6b543d3c5af61/486",
            "skia_unittests": "f08c5a02a12a06a7e1649d95ac3f82a094dcca0e3e2d3aafb162075678c9a1c0/486",
            "snapshot_unittests": "8d4c29394d24332eb2414b5d9828d5e62b9d30bbdd5c05ede3d744bff0bdad73/486",
            "sql_unittests": "db10ef673dd746e943dab7e17cc92ef9958d2715620b2ac0bd2e97480021e8fb/563",
            "storage_unittests": "582b8b8768deda0bbba5a44d4210a35bedeb022e997d7a2cc94fab0df6b93286/644",
            "sync_integration_tests": "eb7094b04f9a1d4f7878641cd6af53895e4e2c3b4428ec37d0ca3af0c6ad00e2/730",
            "ui_base_unittests": "ca5c9bb8e34bc82624735c7c5e5a97edc937173640db667237b18dfab1c23a2a/640",
            "ui_touch_selection_unittests": "1c9a6c47b355c8125d01268724cd924f5d2e3333c6a9640c02ae51e3a04d1da0/486",
            "unit_tests": "dde5e6cf0ed61b57848bcc0e7b9ca22316056db7efbeeec2d1f360cd3953bd70/1056",
            "url_unittests": "a12f3427bbe3b4ce9e403421fc767d788984fa2c6b4e4b9456ab5c76cf948849/486",
            "views_unittests": "9f8aa8dbe289dd4a5dc7bb1fdfb8cd32fa69239ab060ac6197a7b47f59d9a90e/487",
            "viz_unittests": "45af7c517fae3376caf3c2359e05b082312ea603913e2159c3239f4f4ed22ce2/570",
            "vr_common_unittests": "094502117893fbd87716e097e11935ebcf2866e713e66127d0ce22e3fb396fa4/649",
            "wm_unittests": "107cdbac47fb2a878e57873045d016ac70b8c492473de631651cc0fb9d845704/486",
            "wtf_unittests": "9168d5f5600064665d3f57a340e07968d20e683fc4e3c585cf1d3d37a04b6188/486",
            "xr_browser_tests": "71e6e0d95bfb98afbcaced70a20eb47ebd7d3dd5430b59b3982f2e8d70ba139c/729",
            "zlib_unittests": "2a3512dd2538ffa3136d8afff428dcdebe4f5dc01922ade5fedab707f14d358b/487"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "3ff7b03b3fe88a7146a0ec311af0d1f6de9a15570091955d63519a8c7af6f610/94",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "113cb2f543245fca8d784088e92dde061b4997e0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8950842197296130960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "90944"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:45:10.486] Scheduled build:
{
  "id": "8785412135356166961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 82791,
  "createdBy": "project:chromium",
  "createTime": "2023-03-28T03:45:09.675629678Z",
  "updateTime": "2023-03-28T03:45:09.675629678Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "113cb2f543245fca8d784088e92dde061b4997e0",
      "ref": "refs/heads/main"
    }
  }
}
[03:45:10.486] Task URL: https://cr-buildbucket.appspot.com/build/8785412135356166961
[03:45:10.486] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8950842197296130960:2:0) after 8m25s
[03:45:26.138] Received PubSub notification, asking Buildbucket for the build status
[03:45:26.172] Build status: STARTED
[03:53:35.512] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8950842197296130960:2:0)
[03:53:35.539] Build status: STARTED
[03:53:35.539] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8950842197296130960:4:0) after 6m57s
[04:00:32.559] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8950842197296130960:4:0)
[04:00:32.613] Build status: STARTED
[04:00:32.613] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8950842197296130960:5:0) after 8m50s
[04:03:19.469] Received PubSub notification, asking Buildbucket for the build status
[04:03:19.492] Build:
{
  "id": "8785412135356166961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 82791,
  "createdBy": "project:chromium",
  "createTime": "2023-03-28T03:45:09.675629678Z",
  "startTime": "2023-03-28T03:45:25.265842Z",
  "endTime": "2023-03-28T04:03:19.021966402Z",
  "updateTime": "2023-03-28T04:03:19.021966402Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "113cb2f543245fca8d784088e92dde061b4997e0",
      "ref": "refs/heads/main"
    }
  }
}
[04:03:19.492] Invocation finished in 18m11.050514845s with status FAILED