Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81695 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "06edae72ba692eaf34aaca2d9a96168b5c13d2b2",
  "parent_got_dawn_revision": "3b88de520185610248cd9ddaf7305d3e590d6b87",
  "parent_got_nacl_revision": "2683d46b59d4a9fbff747c5f7d06f87ce0f9fba0",
  "parent_got_revision": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
  "parent_got_revision_cp": "refs/heads/main@{#970477}",
  "parent_got_swiftshader_revision": "f908b18550c982a6f4160b6b855fba649bff7f1b",
  "parent_got_v8_revision": "7d77940127204f858561c10b8aba06c78b1dcd29",
  "parent_got_v8_revision_cp": "refs/heads/10.0.124@{#1}",
  "parent_got_webrtc_revision": "884e8ae64064e9dcae5544b99053d33070b77c7f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35982}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
  "swarm_hashes": {
    "absl_hardening_tests": "6cc77713c50c92d3e3bb952dfb5e819bf4bbd99c0af190b8b957b4fdd2abbd3e/569",
    "accessibility_unittests": "9f2c3bc4d90deba259fe522503bf31d4ea2d7b566ec930edb6d2092b8eebbff2/569",
    "angle_unittests": "870300002eb95bf6ff7a24f5014852a46a23e4ab8dae57b1c07cd5e08731c124/570",
    "app_shell_unittests": "7ec0007da799deba5e41e63746f426f39489503006f8eba4a8f6a483a0fe51b8/730",
    "aura_unittests": "cbf30a2a953920fa861d4bd414f819e00ed476194ac792897802f41d6e6882f6/569",
    "base_unittests": "bcfff47e1f34faa5dbd5df39d255ad0e6133ba3d97598e9db848809c7a4fda93/648",
    "blink_common_unittests": "685a68e974476c5362c26f0675438b7be455a831f79311d21e8e3670e566caca/647",
    "blink_fuzzer_unittests": "414ef2ffac6fea9f9afaca1fee953c5c0ea92830306dd331ee4560d156abf602/569",
    "blink_heap_unittests": "6418b26188dce66c9fbb44822f25f4c1aa07d2f2eaaff22e435577e9bc8303dc/569",
    "blink_platform_unittests": "88f79c8e543ee51b10d7be0c7c74d7ac23411dda58d13f52133f25da0ebee699/726",
    "blink_unittests": "3df123d400e5f4bd57671f6af7b066a61e4cc929b23b793fbe2acb46fbebb410/810",
    "boringssl_crypto_tests": "5bc782e0b1cc085a7909817536c633ef6cc216f41f96d1fa8d69a374a49ac65d/570",
    "boringssl_ssl_tests": "7f83c89ace66f454b2eec94630debaefe6c9423b74a2bf21e18e2819212fd390/569",
    "capture_unittests": "9d719b134d329f90f8e1adf70b2a6af5f1c55e6006a4f22eb2f3d1f3357b5346/648",
    "cast_unittests": "e2bf653d46c8ea99ce3a3a859fe284f80654d092f13c565ac014a257a8c5867c/569",
    "cc_unittests": "17b3acc32e98a44de5a6d6cd49addfe74f7ccb5aabde07676031d0dab30b2a0f/653",
    "chrome_app_unittests": "9d8fd6b7ff7f6a56ebb5c4304ed3164d9a56d4eb70d843651ae36bd4e132ac06/648",
    "chromedriver_unittests": "a9192a99e4c7be9d69e3a4a26e9d9df0cbf086059696fcd3d6690bc4f04940a9/726",
    "color_unittests": "06d076b978a2a6f45797d82b9de55c2955e473652220a6280244826a59d56b09/569",
    "components_browsertests": "632d3a06a55570e03ad6763fc5cf59421a4066a079ad05ed123bc035e0c3e388/813",
    "components_unittests": "f78ed048f6d902f44f22d48f656f312f2b84cf5fedc2539752816fcf61eaa201/813",
    "compositor_unittests": "89f8ef0c722a3e6b488060b45e1497dd405dd78be13b8076999ec2a9f90d3e2a/645",
    "content_browsertests": "570415a1f3bfcea7a4053a970952382808b108e385f8230479709c057ac8bafb/887",
    "content_unittests": "d1cd0dc1d07f0685a64e86853b91b73c8d89e7b6450707c35ad0b72430925ddc/806",
    "cronet_tests": "cd2fecbb6518c49b5981b8a3676fe41dfe353f0df0c7829107768d4ce42ddf27/730",
    "cronet_unittests": "25c09ab308de49ef74d4770c68ccf2c61283938c7657a627dc8f065e9f8dd859/646",
    "crypto_unittests": "d35daf12434c18f44c177aca38eeb14838d6d0fe3de7acc2577e0ef90919826f/569",
    "dbus_unittests": "9b32c704f01becc1dd5b108718f9710285075230f2142c06678dbd636224d96a/569",
    "device_unittests": "81fb807c695340a56d70fc22c91f56ced6c89460b7e095908396cef780eda0f4/646",
    "display_unittests": "3c7c2dbd56104121a05a93c5873255390b6a548624dee43c27445a7ea9b87b73/569",
    "events_unittests": "a44ac3df12416a24fa48145a644e6d95f7218572bf747c9d67ea3f385101c75c/569",
    "extensions_browsertests": "f218495360c0ceb64da157185d38e0bb9c50cac549b59dabe7661f078c57948d/732",
    "extensions_unittests": "fdb3a4b189d67a863a6e50fb49f97ae527ddc3276062be85fe9407e62cda3c0a/896",
    "filesystem_service_unittests": "373aaf35a8a1ea3aff0b6c9c8ea3f8ed4758ed71390630093e1f44e0a64fc952/569",
    "gcm_unit_tests": "0b2625ac6e8ccf1b19cf73adc984f05bbf688df2265ec88d6a7352f1ebd5a3e1/646",
    "gfx_unittests": "fa1549c65056da7670098e4d70d5c462fc47957055e043eff30ea7b4baf10e18/645",
    "gin_unittests": "f8d09e42f02e9b3edbd695090db18d030eabe1293e8ab1522a6f3ed22a93e0cc/646",
    "gl_tests": "20c35ed3562926353aca799b40425034268f48ad7da645356c156f911f6a67e9/569",
    "gl_unittests": "2b691dbe05b30f03df1e6221d703ba47e40cadcf5821d0362df0e030dfd76936/569",
    "google_apis_unittests": "bec6cdb119dfa9a51b3025a6b2bf46590aa012eb41badcaf0945a6d38da82842/731",
    "gpu_unittests": "61b172b525c68ac5081be9f9924c65f7d917029852d7680d505882afbda62d35/646",
    "gwp_asan_unittests": "8402c55f65c7b15324c55f1e7216e86056eed2c5e7c24b4b49f509bc6e8d79f5/570",
    "headless_browsertests": "c947591e8c81a38654ccae91e21fba5e94d7aef0cacdeb2ddaebf524ecdb0f1b/730",
    "headless_unittests": "27142ee4bb7634bdd58304f1c6623b6b92b1ad43317cd652df46897a8e2ed7cc/569",
    "interactive_ui_tests": "9c0d2bb890f85b8b281f128a6c3d3434307179319f4cb9b5d5220a34fa7e34f4/965",
    "ipc_tests": "580ee8abade1537828356a5dfb2cda181fc69343621d3617383c47fb9bb75e52/569",
    "latency_unittests": "1e442fca7e64a5775f41e0e127e28a788fb5c0cfe4dd0c75dc27327e31157103/569",
    "libjingle_xmpp_unittests": "3279833e3800ea3e01e97f27fbb8a98a9b47c55dbfb945fae2df4403a827e6a7/569",
    "liburlpattern_unittests": "bc649fdc816ed48490b8cd16dfd1e0fc6c73f589c09f1eef0a8f80f83c5f629a/569",
    "media_unittests": "2658b0fb833605bb39b341d7ace15e3bcc63cd5973f4588d54550a14c03336fd/649",
    "message_center_unittests": "d9077518dc981286762569418369cc364c154479781e228496bf5bb71eebce51/569",
    "midi_unittests": "0130b3740dee381a07110d1d86113cf1d59e34d33c0e273ef1b3042e4ac18080/569",
    "mojo_core_unittests": "4c27353ad85f8478e285402350b7a95d0ad7be103251a6fc89547b1bc88f1947/569",
    "mojo_unittests": "3a29122de28396c94083fbfb341551f4ed76c40600e41a3743f8381558a7a85c/647",
    "native_theme_unittests": "5d57d7957d03e6034ae7c02b81b165f6345fd1ba86c415d6e015112b1d639dce/569",
    "net_unittests": "ae1fcca3ece9b443fbf14880fc4dc47b10a11cd1aae050394e029dbbb56df09a/648",
    "openscreen_unittests": "1db56022d3b63b954289a5d09b6c0d446957f8b5de8169473d57867cd3c5fc80/648",
    "ozone_x11_unittests": "7978ac07dd5c6be6432f0ce02f3939af79d7138c7c05dbfe0ed0f5e5319e6fc8/569",
    "pdf_unittests": "306541c923a31171ac0cffb0d1ce24bc0c55ef64093f9906ee79c981586d1b34/646",
    "perfetto_unittests": "c986d3c96e7d2645a32febf6bc58ce438dc3baf2b48e08d20aa0a10668136c07/569",
    "ppapi_unittests": "da5d1fc8fd8f00df38f6d202b3e829f5bfb7289fe08390161642301cf2755f34/569",
    "printing_unittests": "291c9fc4141cae789e5f024892cb00a0c52182b6b63647040018f4c9f60bc84e/569",
    "remoting_unittests": "b9df484ba92f3982adb28306a3685b916a4df76ae3d5b46f30fea1a583e5e5b5/646",
    "sandbox_linux_unittests": "9f4a6d315f13eb4874fb73742ea339dff9d6ef05135f0f635b5c2bf729da8ae5/569",
    "service_manager_unittests": "0c46a8054883ab151720e7776f23546258cb51bd3111eecef95e8c27435d3f81/569",
    "services_unittests": "ae73bdaaed895ef75052df0d7deeada32ac8825d251d684268bdb5d504593d42/815",
    "shell_dialogs_unittests": "d01e5cf76f25e6c89670ca0174b1332daa652ee89eef2542be9535b33737b9d8/569",
    "skia_unittests": "ad275128ddda10708ca463aa956361a182e703c74be8c6e47c8f80686e986d9c/569",
    "snapshot_unittests": "8f9f9251408ab5a274d5f5a6b61abfb2cfe23336ee52d04e382e0bcc281b7669/569",
    "sql_unittests": "69b76df3b4a769f3cfd8458cf3ec458e69f897339677bf7840e83efc9def9cc4/646",
    "storage_unittests": "08ec3fe76144af7f4d46843b705a3df271dc4dd8381aa223a0bca7b776d25e80/727",
    "sync_integration_tests": "e7bd22d0fc5c70b8bb329ebd0c5afdade4f540619b4a343d373ffd520ca0ae07/729",
    "ui_base_unittests": "d1c450aed38628bb2c55c9a2b019fbc91a8a181bb27f6eaeb6822c4f7e9038d5/723",
    "ui_touch_selection_unittests": "4a6a483cd0ae8d3398329dbc3e598bc4820a4ebd05f22ee058541b96ab678143/569",
    "unit_tests": "691bf1b73cec9b8387b442d120de6d49ededfd98f88307fa099e498eccd470f7/1139",
    "url_unittests": "a54db2d2cae71c98983a2a5a83eb8493c7a8d49ed24d390ddf8957101dc07e23/569",
    "views_unittests": "73b1bfbf0881345ac8d6605b25383d47921b02463d3a5303fe81e3bd08419d84/569",
    "viz_unittests": "5ac636e6fca2e3c23e4825dc37a89f6e7a482a83c0721cdb0303cf2de8c7b3da/653",
    "vr_common_unittests": "fe73feeb1d10c46601f90e01010953190c86ea19a110ee5f58620a7dbd8dca5a/648",
    "vr_pixeltests": "d1063fa5dc5a570d6db8ad09bf9067f9ed0ecc2878f5e8a18527facafe820122/646",
    "weblayer_browsertests": "7f5919a355233ab594dba2d709738cb2f81c9f307668421d245279decffc7982/814",
    "weblayer_unittests": "d2c1ca74fea939ec4614c6a0c12cbf9fb80b0d7b2ac08ef5529a5c9fa00ac9a6/646",
    "wm_unittests": "ee5a083450fd377f923ddb50a4af2c0f7e53625e144051114d594cd75af9a637/569",
    "wtf_unittests": "7ea74ece7db482c646c8c78e39b96509f02257edaae2b277986964b0afb19078/569",
    "xr_browser_tests": "9325dc404f0b6ebfa8c0a0290b93bc0f03207987fadf24b6b1bad222b24e82f0/728",
    "zlib_unittests": "c6f5a0667941c1d56333398b66a06552373778aeecfdba05d6296a40c566a4c9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81695
  • user_agent:recipe

Debug log (UTC)

[05:36:38.220] New invocation is queued and will start shortly
[05:36:38.220] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:36:39.495] Starting the invocation (attempt 1)
[05:36:39.531] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f"
[05:36:39.531] Popped gitiles commit info from properties and tags
[05:36:39.531] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:36:39.531] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:36:39.531] Buildbucket request:
{
  "requestId": "8987708147893556464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "06edae72ba692eaf34aaca2d9a96168b5c13d2b2",
      "parent_got_dawn_revision": "3b88de520185610248cd9ddaf7305d3e590d6b87",
      "parent_got_nacl_revision": "2683d46b59d4a9fbff747c5f7d06f87ce0f9fba0",
      "parent_got_revision": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
      "parent_got_revision_cp": "refs/heads/main@{#970477}",
      "parent_got_swiftshader_revision": "f908b18550c982a6f4160b6b855fba649bff7f1b",
      "parent_got_v8_revision": "7d77940127204f858561c10b8aba06c78b1dcd29",
      "parent_got_v8_revision_cp": "refs/heads/10.0.124@{#1}",
      "parent_got_webrtc_revision": "884e8ae64064e9dcae5544b99053d33070b77c7f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35982}",
      "swarm_hashes": {
            "absl_hardening_tests": "6cc77713c50c92d3e3bb952dfb5e819bf4bbd99c0af190b8b957b4fdd2abbd3e/569",
            "accessibility_unittests": "9f2c3bc4d90deba259fe522503bf31d4ea2d7b566ec930edb6d2092b8eebbff2/569",
            "angle_unittests": "870300002eb95bf6ff7a24f5014852a46a23e4ab8dae57b1c07cd5e08731c124/570",
            "app_shell_unittests": "7ec0007da799deba5e41e63746f426f39489503006f8eba4a8f6a483a0fe51b8/730",
            "aura_unittests": "cbf30a2a953920fa861d4bd414f819e00ed476194ac792897802f41d6e6882f6/569",
            "base_unittests": "bcfff47e1f34faa5dbd5df39d255ad0e6133ba3d97598e9db848809c7a4fda93/648",
            "blink_common_unittests": "685a68e974476c5362c26f0675438b7be455a831f79311d21e8e3670e566caca/647",
            "blink_fuzzer_unittests": "414ef2ffac6fea9f9afaca1fee953c5c0ea92830306dd331ee4560d156abf602/569",
            "blink_heap_unittests": "6418b26188dce66c9fbb44822f25f4c1aa07d2f2eaaff22e435577e9bc8303dc/569",
            "blink_platform_unittests": "88f79c8e543ee51b10d7be0c7c74d7ac23411dda58d13f52133f25da0ebee699/726",
            "blink_unittests": "3df123d400e5f4bd57671f6af7b066a61e4cc929b23b793fbe2acb46fbebb410/810",
            "boringssl_crypto_tests": "5bc782e0b1cc085a7909817536c633ef6cc216f41f96d1fa8d69a374a49ac65d/570",
            "boringssl_ssl_tests": "7f83c89ace66f454b2eec94630debaefe6c9423b74a2bf21e18e2819212fd390/569",
            "capture_unittests": "9d719b134d329f90f8e1adf70b2a6af5f1c55e6006a4f22eb2f3d1f3357b5346/648",
            "cast_unittests": "e2bf653d46c8ea99ce3a3a859fe284f80654d092f13c565ac014a257a8c5867c/569",
            "cc_unittests": "17b3acc32e98a44de5a6d6cd49addfe74f7ccb5aabde07676031d0dab30b2a0f/653",
            "chrome_app_unittests": "9d8fd6b7ff7f6a56ebb5c4304ed3164d9a56d4eb70d843651ae36bd4e132ac06/648",
            "chromedriver_unittests": "a9192a99e4c7be9d69e3a4a26e9d9df0cbf086059696fcd3d6690bc4f04940a9/726",
            "color_unittests": "06d076b978a2a6f45797d82b9de55c2955e473652220a6280244826a59d56b09/569",
            "components_browsertests": "632d3a06a55570e03ad6763fc5cf59421a4066a079ad05ed123bc035e0c3e388/813",
            "components_unittests": "f78ed048f6d902f44f22d48f656f312f2b84cf5fedc2539752816fcf61eaa201/813",
            "compositor_unittests": "89f8ef0c722a3e6b488060b45e1497dd405dd78be13b8076999ec2a9f90d3e2a/645",
            "content_browsertests": "570415a1f3bfcea7a4053a970952382808b108e385f8230479709c057ac8bafb/887",
            "content_unittests": "d1cd0dc1d07f0685a64e86853b91b73c8d89e7b6450707c35ad0b72430925ddc/806",
            "cronet_tests": "cd2fecbb6518c49b5981b8a3676fe41dfe353f0df0c7829107768d4ce42ddf27/730",
            "cronet_unittests": "25c09ab308de49ef74d4770c68ccf2c61283938c7657a627dc8f065e9f8dd859/646",
            "crypto_unittests": "d35daf12434c18f44c177aca38eeb14838d6d0fe3de7acc2577e0ef90919826f/569",
            "dbus_unittests": "9b32c704f01becc1dd5b108718f9710285075230f2142c06678dbd636224d96a/569",
            "device_unittests": "81fb807c695340a56d70fc22c91f56ced6c89460b7e095908396cef780eda0f4/646",
            "display_unittests": "3c7c2dbd56104121a05a93c5873255390b6a548624dee43c27445a7ea9b87b73/569",
            "events_unittests": "a44ac3df12416a24fa48145a644e6d95f7218572bf747c9d67ea3f385101c75c/569",
            "extensions_browsertests": "f218495360c0ceb64da157185d38e0bb9c50cac549b59dabe7661f078c57948d/732",
            "extensions_unittests": "fdb3a4b189d67a863a6e50fb49f97ae527ddc3276062be85fe9407e62cda3c0a/896",
            "filesystem_service_unittests": "373aaf35a8a1ea3aff0b6c9c8ea3f8ed4758ed71390630093e1f44e0a64fc952/569",
            "gcm_unit_tests": "0b2625ac6e8ccf1b19cf73adc984f05bbf688df2265ec88d6a7352f1ebd5a3e1/646",
            "gfx_unittests": "fa1549c65056da7670098e4d70d5c462fc47957055e043eff30ea7b4baf10e18/645",
            "gin_unittests": "f8d09e42f02e9b3edbd695090db18d030eabe1293e8ab1522a6f3ed22a93e0cc/646",
            "gl_tests": "20c35ed3562926353aca799b40425034268f48ad7da645356c156f911f6a67e9/569",
            "gl_unittests": "2b691dbe05b30f03df1e6221d703ba47e40cadcf5821d0362df0e030dfd76936/569",
            "google_apis_unittests": "bec6cdb119dfa9a51b3025a6b2bf46590aa012eb41badcaf0945a6d38da82842/731",
            "gpu_unittests": "61b172b525c68ac5081be9f9924c65f7d917029852d7680d505882afbda62d35/646",
            "gwp_asan_unittests": "8402c55f65c7b15324c55f1e7216e86056eed2c5e7c24b4b49f509bc6e8d79f5/570",
            "headless_browsertests": "c947591e8c81a38654ccae91e21fba5e94d7aef0cacdeb2ddaebf524ecdb0f1b/730",
            "headless_unittests": "27142ee4bb7634bdd58304f1c6623b6b92b1ad43317cd652df46897a8e2ed7cc/569",
            "interactive_ui_tests": "9c0d2bb890f85b8b281f128a6c3d3434307179319f4cb9b5d5220a34fa7e34f4/965",
            "ipc_tests": "580ee8abade1537828356a5dfb2cda181fc69343621d3617383c47fb9bb75e52/569",
            "latency_unittests": "1e442fca7e64a5775f41e0e127e28a788fb5c0cfe4dd0c75dc27327e31157103/569",
            "libjingle_xmpp_unittests": "3279833e3800ea3e01e97f27fbb8a98a9b47c55dbfb945fae2df4403a827e6a7/569",
            "liburlpattern_unittests": "bc649fdc816ed48490b8cd16dfd1e0fc6c73f589c09f1eef0a8f80f83c5f629a/569",
            "media_unittests": "2658b0fb833605bb39b341d7ace15e3bcc63cd5973f4588d54550a14c03336fd/649",
            "message_center_unittests": "d9077518dc981286762569418369cc364c154479781e228496bf5bb71eebce51/569",
            "midi_unittests": "0130b3740dee381a07110d1d86113cf1d59e34d33c0e273ef1b3042e4ac18080/569",
            "mojo_core_unittests": "4c27353ad85f8478e285402350b7a95d0ad7be103251a6fc89547b1bc88f1947/569",
            "mojo_unittests": "3a29122de28396c94083fbfb341551f4ed76c40600e41a3743f8381558a7a85c/647",
            "native_theme_unittests": "5d57d7957d03e6034ae7c02b81b165f6345fd1ba86c415d6e015112b1d639dce/569",
            "net_unittests": "ae1fcca3ece9b443fbf14880fc4dc47b10a11cd1aae050394e029dbbb56df09a/648",
            "openscreen_unittests": "1db56022d3b63b954289a5d09b6c0d446957f8b5de8169473d57867cd3c5fc80/648",
            "ozone_x11_unittests": "7978ac07dd5c6be6432f0ce02f3939af79d7138c7c05dbfe0ed0f5e5319e6fc8/569",
            "pdf_unittests": "306541c923a31171ac0cffb0d1ce24bc0c55ef64093f9906ee79c981586d1b34/646",
            "perfetto_unittests": "c986d3c96e7d2645a32febf6bc58ce438dc3baf2b48e08d20aa0a10668136c07/569",
            "ppapi_unittests": "da5d1fc8fd8f00df38f6d202b3e829f5bfb7289fe08390161642301cf2755f34/569",
            "printing_unittests": "291c9fc4141cae789e5f024892cb00a0c52182b6b63647040018f4c9f60bc84e/569",
            "remoting_unittests": "b9df484ba92f3982adb28306a3685b916a4df76ae3d5b46f30fea1a583e5e5b5/646",
            "sandbox_linux_unittests": "9f4a6d315f13eb4874fb73742ea339dff9d6ef05135f0f635b5c2bf729da8ae5/569",
            "service_manager_unittests": "0c46a8054883ab151720e7776f23546258cb51bd3111eecef95e8c27435d3f81/569",
            "services_unittests": "ae73bdaaed895ef75052df0d7deeada32ac8825d251d684268bdb5d504593d42/815",
            "shell_dialogs_unittests": "d01e5cf76f25e6c89670ca0174b1332daa652ee89eef2542be9535b33737b9d8/569",
            "skia_unittests": "ad275128ddda10708ca463aa956361a182e703c74be8c6e47c8f80686e986d9c/569",
            "snapshot_unittests": "8f9f9251408ab5a274d5f5a6b61abfb2cfe23336ee52d04e382e0bcc281b7669/569",
            "sql_unittests": "69b76df3b4a769f3cfd8458cf3ec458e69f897339677bf7840e83efc9def9cc4/646",
            "storage_unittests": "08ec3fe76144af7f4d46843b705a3df271dc4dd8381aa223a0bca7b776d25e80/727",
            "sync_integration_tests": "e7bd22d0fc5c70b8bb329ebd0c5afdade4f540619b4a343d373ffd520ca0ae07/729",
            "ui_base_unittests": "d1c450aed38628bb2c55c9a2b019fbc91a8a181bb27f6eaeb6822c4f7e9038d5/723",
            "ui_touch_selection_unittests": "4a6a483cd0ae8d3398329dbc3e598bc4820a4ebd05f22ee058541b96ab678143/569",
            "unit_tests": "691bf1b73cec9b8387b442d120de6d49ededfd98f88307fa099e498eccd470f7/1139",
            "url_unittests": "a54db2d2cae71c98983a2a5a83eb8493c7a8d49ed24d390ddf8957101dc07e23/569",
            "views_unittests": "73b1bfbf0881345ac8d6605b25383d47921b02463d3a5303fe81e3bd08419d84/569",
            "viz_unittests": "5ac636e6fca2e3c23e4825dc37a89f6e7a482a83c0721cdb0303cf2de8c7b3da/653",
            "vr_common_unittests": "fe73feeb1d10c46601f90e01010953190c86ea19a110ee5f58620a7dbd8dca5a/648",
            "vr_pixeltests": "d1063fa5dc5a570d6db8ad09bf9067f9ed0ecc2878f5e8a18527facafe820122/646",
            "weblayer_browsertests": "7f5919a355233ab594dba2d709738cb2f81c9f307668421d245279decffc7982/814",
            "weblayer_unittests": "d2c1ca74fea939ec4614c6a0c12cbf9fb80b0d7b2ac08ef5529a5c9fa00ac9a6/646",
            "wm_unittests": "ee5a083450fd377f923ddb50a4af2c0f7e53625e144051114d594cd75af9a637/569",
            "wtf_unittests": "7ea74ece7db482c646c8c78e39b96509f02257edaae2b277986964b0afb19078/569",
            "xr_browser_tests": "9325dc404f0b6ebfa8c0a0290b93bc0f03207987fadf24b6b1bad222b24e82f0/728",
            "zlib_unittests": "c6f5a0667941c1d56333398b66a06552373778aeecfdba05d6296a40c566a4c9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8987708147893556464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81695"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:36:39.995] Scheduled build:
{
  "id": "8822278085797710705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73626,
  "createdBy": "project:chromium",
  "createTime": "2022-02-14T05:36:39.589151023Z",
  "updateTime": "2022-02-14T05:36:39.589151023Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
      "ref": "refs/heads/main"
    }
  }
}
[05:36:39.995] Task URL: https://cr-buildbucket.appspot.com/build/8822278085797710705
[05:36:39.995] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:2:0) after 3m16s
[05:36:58.063] Received PubSub notification, asking Buildbucket for the build status
[05:36:58.081] Build status: STARTED
[05:39:56.014] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:2:0)
[05:39:56.067] Build status: STARTED
[05:39:56.067] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:4:0) after 7m8s
[05:47:04.371] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:4:0)
[05:47:04.395] Build status: STARTED
[05:47:04.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:5:0) after 2m30s
[05:49:34.414] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:5:0)
[05:49:34.436] Build status: STARTED
[05:49:34.436] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:6:0) after 4m46s
[05:54:20.642] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:6:0)
[05:54:20.664] Build status: STARTED
[05:54:20.664] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:7:0) after 3m39s
[05:57:59.691] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:7:0)
[05:57:59.711] Build status: STARTED
[05:57:59.711] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8987708147893556464:8:0) after 8m14s
[06:02:47.542] Received PubSub notification, asking Buildbucket for the build status
[06:02:47.561] Build:
{
  "id": "8822278085797710705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73626,
  "createdBy": "project:chromium",
  "createTime": "2022-02-14T05:36:39.589151023Z",
  "startTime": "2022-02-14T05:36:57.351678Z",
  "endTime": "2022-02-14T06:02:47.192132124Z",
  "updateTime": "2022-02-14T06:02:47.192132124Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ece1ad5c591e41dfc749a25d6badfbf1f2f3c4f",
      "ref": "refs/heads/main"
    }
  }
}
[06:02:47.561] Invocation finished in 26m9.355107525s with status FAILED