Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/88147 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "25ef2f60dfc939a58811aa81c141a9fc226d0626"
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8378032e5912148f53c319086a2023bca0518524",
  "parent_got_dawn_revision": "b097bf2e341cb96d1d5cf4cede9405d94de3023c",
  "parent_got_nacl_revision": "8951ee06b9ea017812877089233c14f96717d9e7",
  "parent_got_revision": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
  "parent_got_revision_cp": "refs/heads/main@{#1073689}",
  "parent_got_swiftshader_revision": "6a259c87ef52ffbcdca88c32a5e5f2798f70ad03",
  "parent_got_v8_revision": "43396790e735ab38df59610033dd3a172127ce4d",
  "parent_got_v8_revision_cp": "refs/heads/11.0.49@{#1}",
  "parent_got_webrtc_revision": "444042679257669f8102f63a816a958c8cc92646",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#38686}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
  "swarm_hashes": {
    "absl_hardening_tests": "3cf9e87dcbac06aea59100b36a86fe07610558f01727e6593273cc4fd53c239e/486",
    "accessibility_unittests": "c159a002c9a600fdac503da994ab7ef9239389cdd639d913d0c33676dc7218c0/486",
    "angle_unittests": "aef3e78c7f40c099ff66f5fce2fb0bac6d1d407899b3e6e5290846fb8f320533/487",
    "app_shell_unittests": "bc5ca12dca49efa3b6d8f8764f9a30122b03241216c37040ad817c7d0a8ac9f6/647",
    "aura_unittests": "d329a50ec857d37d7af22c6a28bcf645957dc4d2bd3dcc5d0e2943b572151788/486",
    "base_unittests": "4fd4c48bd41a749d03336a803ed0136ebf6aa8395491c629b6043b3b7f19c47b/565",
    "blink_common_unittests": "911b2781e6b561e73fad74c3ae00bfd35f9c6e93e51f26d714de97d2e2e1b9b2/564",
    "blink_fuzzer_unittests": "faf1036508f0f7828b45f73799991794d3f0db630194c90251744a2dd5baa40e/486",
    "blink_heap_unittests": "a562a0f896f426b6be2c3239fd245b42352c15817b3db7e08d5c869c39e7efef/486",
    "blink_platform_unittests": "dfd1026abfda68808d4690abceaea3516d3a6ce3373a83bd97879258cd968b5f/643",
    "blink_unittests": "bfa723710bab57740f1933df464c50b8e4c53924cbc1b35fdb42670e80e60635/727",
    "boringssl_crypto_tests": "5093c005c604863b0320274f104627582d9b89b0d2186dd85ba8eaaaa185d1b8/487",
    "boringssl_ssl_tests": "73f8846ae119ef9872076c0424fbef811528d08731150152737dd4424e8486a5/486",
    "capture_unittests": "997c31139caef2c2c2f329a2202c744a5c85fe99b590b1319dd78fa3c42c2500/565",
    "cast_unittests": "e40a7b7e43f198fbec97903b80660571540d5dabe3c0991d5393cb9e6cebf4f9/486",
    "cc_unittests": "d58af52b896464a5a60bb9d4a64d81f91ca3a3c05c8e15562cb20e024c86e4d2/646",
    "chrome_app_unittests": "e6761c756ea10e92a7aff32f286675381bfc6fbf79763ece7618b1f62e55bccc/565",
    "chromedriver_unittests": "7b06cf2869dcc5ffdc30666a7d7a2af5db2be071bcb118243bfe297d13014a6c/643",
    "color_unittests": "e5c64904787aa8b2f35d6d20be2269cde78f2045205360534086229973254566/486",
    "components_browsertests": "e66f8946f9917d09167a9d3115624bf364e1878bc9b33db0542583a5979bf946/730",
    "components_unittests": "ce28ef6cf443b9e094943ee7b61c15f3d131f0737c3a4d6c78ab6575d9616b6e/731",
    "compositor_unittests": "62ed97d62603ef091a0347da27bd0d6d8de8a9bc78b8279c95935dc88b12f6fd/562",
    "content_browsertests": "b1a698cacbbeb9fee9b150fe21670fead7ead6ec795e6b004a88ea09f7b9dab9/804",
    "content_unittests": "859054267628c78ac2786553df7fd485c8de7646321ac4d9aa947f04c5987a19/723",
    "cronet_tests": "01086183980e4e70c24b5a276b914c6e6a982b30cefc70cdc48715c701588b98/647",
    "cronet_unittests": "02e19a481211b514d13ddf90d0f9ca5dc51e1115fa4ca8258a5ea61218456123/563",
    "crypto_unittests": "2077d610fde9d884203efe98ca2fa7b7af797ea1999035c6800abeabd72414a2/486",
    "dbus_unittests": "b11fa8740d6bd5e0623e8a2338b36713b829232d9e232ca417b8537f586e1a9c/486",
    "device_unittests": "8d6dbbbab1511ab08106060e3a9a5eaf1934de9b4bf0a8ca4ed07e6ee33e2fa4/563",
    "display_unittests": "d0bc67682bc13fe6eb15e01d3aa3c7cca2c2c9bb6cd4526a07a0576196dcd4d3/486",
    "events_unittests": "61742a78aa5782581368d4b84ae9be7bc83382adeea8b6b7341990e12a82d9ca/486",
    "extensions_browsertests": "fbe5d8221e184b92d19c6ba9666bfea41532a6d920b051c3779635cc3726a188/649",
    "extensions_unittests": "ba7f218f892ae73a96d19d162b36b2831beea9962c582a8e43e05e867581f8ed/729",
    "filesystem_service_unittests": "8eaf22bb3dac26fcd7adba70b977fbab2d99e1f26124127275fed541dd761bb8/486",
    "gcm_unit_tests": "bc3cc50b5748ba3b68d5f99bd99d1a225410e3941ee6d412a526ee2a4a3b09ac/563",
    "gfx_unittests": "df73402bf86b58c6adf79d22d5a83f5f7fd9f968d9e6f7bd84cd1cb327c8501c/562",
    "gin_unittests": "4ad88d375843e514873240343b7ee21f1f506888de2b5d7072befd1b51e3c4f8/563",
    "gl_tests": "ea714463622806e17f9fa6bf23ee202004318b6baef018be84aca50b3a39c54c/486",
    "gl_unittests": "ae4a4196fa3adb644a13a24fee4e8e72945cf3343f03015e618d1af59686ded5/486",
    "google_apis_unittests": "77dbd8edffd57e01ad4a1ed325bd80368b6996a17055104bb21131f759be14e6/648",
    "gpu_unittests": "b5ae2b4390fce34eb1d466a1bb751f8e00c2ba0e00a3c09493f50a79edca2736/563",
    "gwp_asan_unittests": "9f0c239c68fea59420ca99ce70a62fb65535d7d430a0cf7b1ca6e62a9c801b1e/487",
    "headless_browsertests": "fd3194a9ad7f8e888326467dac3502d654dea5cedee4c454179eff2b449c9ed2/647",
    "headless_unittests": "4a77e320ea00c60d0ac65e6d959b93dea16c6a247712fea63a3ee76ba7ec1e16/486",
    "interactive_ui_tests": "50996954efa2f773447d0692c1c07b38f43b25784417709b26b2dc7c78a83ece/882",
    "ipc_tests": "9b4876164e4c9b44b7a75e93aaba3088461151ea5e14af529e94da3f705b6e0c/486",
    "latency_unittests": "c00af9b500689c165423b55cfcc126561467e48f9ff320b37e8b37bfcaff95a2/486",
    "libjingle_xmpp_unittests": "8fa01f12f78073849eb6f68eca243259f7fb5ad2ee1a381baa910ce6809aac1c/486",
    "liburlpattern_unittests": "e329b7dd0aabb9b30b58b6b9b44884d8e1435200fc58d1bb644fd246e181ca42/486",
    "media_unittests": "896b74cd8528598af940a488546ef2b3a020d3e88cfedd27c4dd1368b12ed57c/566",
    "message_center_unittests": "427d06d0d9f79a864a345a00ad033f2934aaa3e61600e0226471e069a15b1cbd/486",
    "midi_unittests": "71cfc217dac8a84b55eeaf93b628085b2d8cf5f41802bd7fa785ced2ed00b9d8/486",
    "mojo_core_unittests": "19a61e94253dc6a759f621227df3f0489a552261a7eba688b09696f52fc0bfbf/486",
    "mojo_unittests": "0102e43b2df115f2a513f0ea669d6e11c191d100be70d89c7fc2efac273f30f4/564",
    "native_theme_unittests": "0401b042a8c18633171151102c36e76d3439a0699a5548d4a162f2a729380454/486",
    "net_unittests": "6a156823041f42bc61fb434c4dfc56966a85d3e83d06f5fa529feb6682a09425/565",
    "openscreen_unittests": "6a2cc2885aeb38e7f24bccc9d473b77426799963890ebea128c845be5fdb8bad/487",
    "ozone_x11_unittests": "e28c734327ac88110ac242e9d31798da95356c4a0fed9660fdfae9c22df185b8/486",
    "pdf_unittests": "06bb7663f6d3da6f157869ad300b02d7fb9ac7e7b34ad274780ba8d07d52a7b1/563",
    "perfetto_unittests": "2e07e44342f50809640725bf82ff8caf13b45b1f6d49afda7008f747e6958294/486",
    "ppapi_unittests": "d13ebd088043e3d4da791a28a6922fa8f6ccb2f958240d82f181002700ddbff5/486",
    "printing_unittests": "12a222a7c53994a26231762bb90155ee4a3800c62c36e7aa9c735ed8a270c17d/486",
    "remoting_unittests": "ad41be8574e8036ae73512e50d25fe7c4859d79210a4b7bba4d858b829c45179/563",
    "sandbox_linux_unittests": "428611361f533d783f426622f9473ebf2415b0af44cafddf92f3d67df4424aef/486",
    "service_manager_unittests": "69eb0b8f2a5a59fe6aa5eb74ca75df223a8a3c3347abfd15c1096e8dcbfcd3a6/486",
    "services_unittests": "9f0e07de49da8c3f6e48b511a30b743b984231043dacfcbdc5d4e27d600d34cc/732",
    "shell_dialogs_unittests": "1591c1c9590d081c078429c28694fa3859e6b6fc15b7e610024cbd80301534d7/486",
    "skia_unittests": "80d7eb5683f35b911ce2d01f8b46cceca29c65e75c3dba19ddd91b4f4180a43f/486",
    "snapshot_unittests": "260fcc2732bbf3133dff3b4387a348ece7c5921cf79e71357e4a89df059c3955/486",
    "sql_unittests": "a13993358031ece12764d97811e45fe40e250e760d4501c8e703e94b9ce4434e/563",
    "storage_unittests": "2c8fa290631925a5096f0aba8abdcf33b738e560a5f436ec017ce63a24db66fa/644",
    "sync_integration_tests": "475025b6074bea5afeda8ac669f4672fac85be8a417971a94270ce5f41417407/646",
    "ui_base_unittests": "baf6d8605be043e1bed48586056542e8649286f61f230247bbfe54ba66880d6e/640",
    "ui_touch_selection_unittests": "a1457fa67ea90e4bd681f30f0cef62c7ea1324c6a27650687aa37286f64e8947/486",
    "unit_tests": "c36b69073c050cfb2a5b7a9eeac6500dd717fac8a9d59286199ad1e91c00001f/1056",
    "url_unittests": "06a426e7b95436181b57dbd3fedf387d5077b25d4febb37396de9180e40c1f7f/486",
    "views_unittests": "89f9f274dfad93f0bb63b2026bb534040a79177e5bf0fd63b867ce73c3b0ada2/487",
    "viz_unittests": "d89fc0cba487bbcdb1dd67625df2ea93494b7234e54591ef383630ddc570e98f/570",
    "vr_common_unittests": "2cbfe3d0fdf545830664021fe49ebd685a06d23dc34a08f9e87a799cab52aec6/565",
    "vr_pixeltests": "1e6ea8c87d12717a43822b5d8a1dacf8479cd65ad212b468fa6d59a640898fd4/563",
    "wm_unittests": "14c21cd421900cc03c0438a982093ff118bd47c8b397d80e210d4b0f36555b49/486",
    "wtf_unittests": "4eb345c302c0f4ff4fbbb2be84e1a9edf1a91cbbc3a9ee62d5c168f7ceb7ad0b/486",
    "xr_browser_tests": "9a93db9e6e33fe558d47c97dce9865dcfcf91abd9d2b9b73f7418b3b0c75065a/645",
    "zlib_unittests": "514d2173d6d3f108cdb53649cd58a16bf98ec9493f15e861dc3636e5f83c59b5/487"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "4c3847b3a356936a83c9ec1790ace36e83668460e387c5689f9d094d4e364eed/94",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25ef2f60dfc939a58811aa81c141a9fc226d0626
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:88147
  • user_agent:recipe

Debug log (UTC)

[02:54:38.544] New invocation is queued and will start shortly
[02:54:38.544] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:54:39.944] Starting the invocation (attempt 1)
[02:54:39.996] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25ef2f60dfc939a58811aa81c141a9fc226d0626"
[02:54:39.996] Popped gitiles commit info from properties and tags
[02:54:39.996] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:54:39.996] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:54:39.996] Buildbucket request:
{
  "requestId": "8962532383053764320",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "25ef2f60dfc939a58811aa81c141a9fc226d0626"
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8378032e5912148f53c319086a2023bca0518524",
      "parent_got_dawn_revision": "b097bf2e341cb96d1d5cf4cede9405d94de3023c",
      "parent_got_nacl_revision": "8951ee06b9ea017812877089233c14f96717d9e7",
      "parent_got_revision": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
      "parent_got_revision_cp": "refs/heads/main@{#1073689}",
      "parent_got_swiftshader_revision": "6a259c87ef52ffbcdca88c32a5e5f2798f70ad03",
      "parent_got_v8_revision": "43396790e735ab38df59610033dd3a172127ce4d",
      "parent_got_v8_revision_cp": "refs/heads/11.0.49@{#1}",
      "parent_got_webrtc_revision": "444042679257669f8102f63a816a958c8cc92646",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#38686}",
      "swarm_hashes": {
            "absl_hardening_tests": "3cf9e87dcbac06aea59100b36a86fe07610558f01727e6593273cc4fd53c239e/486",
            "accessibility_unittests": "c159a002c9a600fdac503da994ab7ef9239389cdd639d913d0c33676dc7218c0/486",
            "angle_unittests": "aef3e78c7f40c099ff66f5fce2fb0bac6d1d407899b3e6e5290846fb8f320533/487",
            "app_shell_unittests": "bc5ca12dca49efa3b6d8f8764f9a30122b03241216c37040ad817c7d0a8ac9f6/647",
            "aura_unittests": "d329a50ec857d37d7af22c6a28bcf645957dc4d2bd3dcc5d0e2943b572151788/486",
            "base_unittests": "4fd4c48bd41a749d03336a803ed0136ebf6aa8395491c629b6043b3b7f19c47b/565",
            "blink_common_unittests": "911b2781e6b561e73fad74c3ae00bfd35f9c6e93e51f26d714de97d2e2e1b9b2/564",
            "blink_fuzzer_unittests": "faf1036508f0f7828b45f73799991794d3f0db630194c90251744a2dd5baa40e/486",
            "blink_heap_unittests": "a562a0f896f426b6be2c3239fd245b42352c15817b3db7e08d5c869c39e7efef/486",
            "blink_platform_unittests": "dfd1026abfda68808d4690abceaea3516d3a6ce3373a83bd97879258cd968b5f/643",
            "blink_unittests": "bfa723710bab57740f1933df464c50b8e4c53924cbc1b35fdb42670e80e60635/727",
            "boringssl_crypto_tests": "5093c005c604863b0320274f104627582d9b89b0d2186dd85ba8eaaaa185d1b8/487",
            "boringssl_ssl_tests": "73f8846ae119ef9872076c0424fbef811528d08731150152737dd4424e8486a5/486",
            "capture_unittests": "997c31139caef2c2c2f329a2202c744a5c85fe99b590b1319dd78fa3c42c2500/565",
            "cast_unittests": "e40a7b7e43f198fbec97903b80660571540d5dabe3c0991d5393cb9e6cebf4f9/486",
            "cc_unittests": "d58af52b896464a5a60bb9d4a64d81f91ca3a3c05c8e15562cb20e024c86e4d2/646",
            "chrome_app_unittests": "e6761c756ea10e92a7aff32f286675381bfc6fbf79763ece7618b1f62e55bccc/565",
            "chromedriver_unittests": "7b06cf2869dcc5ffdc30666a7d7a2af5db2be071bcb118243bfe297d13014a6c/643",
            "color_unittests": "e5c64904787aa8b2f35d6d20be2269cde78f2045205360534086229973254566/486",
            "components_browsertests": "e66f8946f9917d09167a9d3115624bf364e1878bc9b33db0542583a5979bf946/730",
            "components_unittests": "ce28ef6cf443b9e094943ee7b61c15f3d131f0737c3a4d6c78ab6575d9616b6e/731",
            "compositor_unittests": "62ed97d62603ef091a0347da27bd0d6d8de8a9bc78b8279c95935dc88b12f6fd/562",
            "content_browsertests": "b1a698cacbbeb9fee9b150fe21670fead7ead6ec795e6b004a88ea09f7b9dab9/804",
            "content_unittests": "859054267628c78ac2786553df7fd485c8de7646321ac4d9aa947f04c5987a19/723",
            "cronet_tests": "01086183980e4e70c24b5a276b914c6e6a982b30cefc70cdc48715c701588b98/647",
            "cronet_unittests": "02e19a481211b514d13ddf90d0f9ca5dc51e1115fa4ca8258a5ea61218456123/563",
            "crypto_unittests": "2077d610fde9d884203efe98ca2fa7b7af797ea1999035c6800abeabd72414a2/486",
            "dbus_unittests": "b11fa8740d6bd5e0623e8a2338b36713b829232d9e232ca417b8537f586e1a9c/486",
            "device_unittests": "8d6dbbbab1511ab08106060e3a9a5eaf1934de9b4bf0a8ca4ed07e6ee33e2fa4/563",
            "display_unittests": "d0bc67682bc13fe6eb15e01d3aa3c7cca2c2c9bb6cd4526a07a0576196dcd4d3/486",
            "events_unittests": "61742a78aa5782581368d4b84ae9be7bc83382adeea8b6b7341990e12a82d9ca/486",
            "extensions_browsertests": "fbe5d8221e184b92d19c6ba9666bfea41532a6d920b051c3779635cc3726a188/649",
            "extensions_unittests": "ba7f218f892ae73a96d19d162b36b2831beea9962c582a8e43e05e867581f8ed/729",
            "filesystem_service_unittests": "8eaf22bb3dac26fcd7adba70b977fbab2d99e1f26124127275fed541dd761bb8/486",
            "gcm_unit_tests": "bc3cc50b5748ba3b68d5f99bd99d1a225410e3941ee6d412a526ee2a4a3b09ac/563",
            "gfx_unittests": "df73402bf86b58c6adf79d22d5a83f5f7fd9f968d9e6f7bd84cd1cb327c8501c/562",
            "gin_unittests": "4ad88d375843e514873240343b7ee21f1f506888de2b5d7072befd1b51e3c4f8/563",
            "gl_tests": "ea714463622806e17f9fa6bf23ee202004318b6baef018be84aca50b3a39c54c/486",
            "gl_unittests": "ae4a4196fa3adb644a13a24fee4e8e72945cf3343f03015e618d1af59686ded5/486",
            "google_apis_unittests": "77dbd8edffd57e01ad4a1ed325bd80368b6996a17055104bb21131f759be14e6/648",
            "gpu_unittests": "b5ae2b4390fce34eb1d466a1bb751f8e00c2ba0e00a3c09493f50a79edca2736/563",
            "gwp_asan_unittests": "9f0c239c68fea59420ca99ce70a62fb65535d7d430a0cf7b1ca6e62a9c801b1e/487",
            "headless_browsertests": "fd3194a9ad7f8e888326467dac3502d654dea5cedee4c454179eff2b449c9ed2/647",
            "headless_unittests": "4a77e320ea00c60d0ac65e6d959b93dea16c6a247712fea63a3ee76ba7ec1e16/486",
            "interactive_ui_tests": "50996954efa2f773447d0692c1c07b38f43b25784417709b26b2dc7c78a83ece/882",
            "ipc_tests": "9b4876164e4c9b44b7a75e93aaba3088461151ea5e14af529e94da3f705b6e0c/486",
            "latency_unittests": "c00af9b500689c165423b55cfcc126561467e48f9ff320b37e8b37bfcaff95a2/486",
            "libjingle_xmpp_unittests": "8fa01f12f78073849eb6f68eca243259f7fb5ad2ee1a381baa910ce6809aac1c/486",
            "liburlpattern_unittests": "e329b7dd0aabb9b30b58b6b9b44884d8e1435200fc58d1bb644fd246e181ca42/486",
            "media_unittests": "896b74cd8528598af940a488546ef2b3a020d3e88cfedd27c4dd1368b12ed57c/566",
            "message_center_unittests": "427d06d0d9f79a864a345a00ad033f2934aaa3e61600e0226471e069a15b1cbd/486",
            "midi_unittests": "71cfc217dac8a84b55eeaf93b628085b2d8cf5f41802bd7fa785ced2ed00b9d8/486",
            "mojo_core_unittests": "19a61e94253dc6a759f621227df3f0489a552261a7eba688b09696f52fc0bfbf/486",
            "mojo_unittests": "0102e43b2df115f2a513f0ea669d6e11c191d100be70d89c7fc2efac273f30f4/564",
            "native_theme_unittests": "0401b042a8c18633171151102c36e76d3439a0699a5548d4a162f2a729380454/486",
            "net_unittests": "6a156823041f42bc61fb434c4dfc56966a85d3e83d06f5fa529feb6682a09425/565",
            "openscreen_unittests": "6a2cc2885aeb38e7f24bccc9d473b77426799963890ebea128c845be5fdb8bad/487",
            "ozone_x11_unittests": "e28c734327ac88110ac242e9d31798da95356c4a0fed9660fdfae9c22df185b8/486",
            "pdf_unittests": "06bb7663f6d3da6f157869ad300b02d7fb9ac7e7b34ad274780ba8d07d52a7b1/563",
            "perfetto_unittests": "2e07e44342f50809640725bf82ff8caf13b45b1f6d49afda7008f747e6958294/486",
            "ppapi_unittests": "d13ebd088043e3d4da791a28a6922fa8f6ccb2f958240d82f181002700ddbff5/486",
            "printing_unittests": "12a222a7c53994a26231762bb90155ee4a3800c62c36e7aa9c735ed8a270c17d/486",
            "remoting_unittests": "ad41be8574e8036ae73512e50d25fe7c4859d79210a4b7bba4d858b829c45179/563",
            "sandbox_linux_unittests": "428611361f533d783f426622f9473ebf2415b0af44cafddf92f3d67df4424aef/486",
            "service_manager_unittests": "69eb0b8f2a5a59fe6aa5eb74ca75df223a8a3c3347abfd15c1096e8dcbfcd3a6/486",
            "services_unittests": "9f0e07de49da8c3f6e48b511a30b743b984231043dacfcbdc5d4e27d600d34cc/732",
            "shell_dialogs_unittests": "1591c1c9590d081c078429c28694fa3859e6b6fc15b7e610024cbd80301534d7/486",
            "skia_unittests": "80d7eb5683f35b911ce2d01f8b46cceca29c65e75c3dba19ddd91b4f4180a43f/486",
            "snapshot_unittests": "260fcc2732bbf3133dff3b4387a348ece7c5921cf79e71357e4a89df059c3955/486",
            "sql_unittests": "a13993358031ece12764d97811e45fe40e250e760d4501c8e703e94b9ce4434e/563",
            "storage_unittests": "2c8fa290631925a5096f0aba8abdcf33b738e560a5f436ec017ce63a24db66fa/644",
            "sync_integration_tests": "475025b6074bea5afeda8ac669f4672fac85be8a417971a94270ce5f41417407/646",
            "ui_base_unittests": "baf6d8605be043e1bed48586056542e8649286f61f230247bbfe54ba66880d6e/640",
            "ui_touch_selection_unittests": "a1457fa67ea90e4bd681f30f0cef62c7ea1324c6a27650687aa37286f64e8947/486",
            "unit_tests": "c36b69073c050cfb2a5b7a9eeac6500dd717fac8a9d59286199ad1e91c00001f/1056",
            "url_unittests": "06a426e7b95436181b57dbd3fedf387d5077b25d4febb37396de9180e40c1f7f/486",
            "views_unittests": "89f9f274dfad93f0bb63b2026bb534040a79177e5bf0fd63b867ce73c3b0ada2/487",
            "viz_unittests": "d89fc0cba487bbcdb1dd67625df2ea93494b7234e54591ef383630ddc570e98f/570",
            "vr_common_unittests": "2cbfe3d0fdf545830664021fe49ebd685a06d23dc34a08f9e87a799cab52aec6/565",
            "vr_pixeltests": "1e6ea8c87d12717a43822b5d8a1dacf8479cd65ad212b468fa6d59a640898fd4/563",
            "wm_unittests": "14c21cd421900cc03c0438a982093ff118bd47c8b397d80e210d4b0f36555b49/486",
            "wtf_unittests": "4eb345c302c0f4ff4fbbb2be84e1a9edf1a91cbbc3a9ee62d5c168f7ceb7ad0b/486",
            "xr_browser_tests": "9a93db9e6e33fe558d47c97dce9865dcfcf91abd9d2b9b73f7418b3b0c75065a/645",
            "zlib_unittests": "514d2173d6d3f108cdb53649cd58a16bf98ec9493f15e861dc3636e5f83c59b5/487"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "4c3847b3a356936a83c9ec1790ace36e83668460e387c5689f9d094d4e364eed/94",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962532383053764320"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "88147"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:54:40.507] Scheduled build:
{
  "id": "8797102320740204113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 80006,
  "createdBy": "project:chromium",
  "createTime": "2022-11-19T02:54:40.120523800Z",
  "updateTime": "2022-11-19T02:54:40.120523800Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:54:40.507] Task URL: https://cr-buildbucket.appspot.com/build/8797102320740204113
[02:54:40.507] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:2:0) after 4m54s
[02:55:01.320] Received PubSub notification, asking Buildbucket for the build status
[02:55:01.394] Build status: STARTED
[02:59:34.528] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:2:0)
[02:59:34.549] Build status: STARTED
[02:59:34.550] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:4:0) after 3m26s
[03:03:00.570] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:4:0)
[03:03:00.592] Build status: STARTED
[03:03:00.592] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:5:0) after 3m19s
[03:06:19.621] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:5:0)
[03:06:19.655] Build status: STARTED
[03:06:19.655] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:6:0) after 5m57s
[03:12:16.670] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:6:0)
[03:12:16.704] Build status: STARTED
[03:12:16.704] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:7:0) after 4m20s
[03:16:36.770] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:7:0)
[03:16:36.861] Build status: STARTED
[03:16:36.861] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:8:0) after 4m24s
[03:21:00.899] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:8:0)
[03:21:00.938] Build status: STARTED
[03:21:00.938] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8962532383053764320:9:0) after 3m44s
[03:21:27.982] Received PubSub notification, asking Buildbucket for the build status
[03:21:28.009] Build:
{
  "id": "8797102320740204113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 80006,
  "createdBy": "project:chromium",
  "createTime": "2022-11-19T02:54:40.120523800Z",
  "startTime": "2022-11-19T02:55:00.634939Z",
  "endTime": "2022-11-19T03:21:27.209779627Z",
  "updateTime": "2022-11-19T03:21:27.209779627Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25ef2f60dfc939a58811aa81c141a9fc226d0626",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:21:28.009] Invocation finished in 26m49.479626393s with status FAILED