Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81061 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "75c7e50155e846330c56cd853da85044fa4e9a3c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "75c7e50155e846330c56cd853da85044fa4e9a3c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "e6ed6977c8ffa3a40b8f9fc703894a9cd7f51660",
  "parent_got_dawn_revision": "b4fbf55e63dc1232cf005b69874be762a8ab7cd9",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "75c7e50155e846330c56cd853da85044fa4e9a3c",
  "parent_got_revision_cp": "refs/heads/main@{#962050}",
  "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
  "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
  "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
  "parent_got_webrtc_revision": "95701503f29324359669324446f8d51d9fd15e48",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35763}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "75c7e50155e846330c56cd853da85044fa4e9a3c",
  "swarm_hashes": {
    "absl_hardening_tests": "c3cb187bcf55ae82ed1ccf12d7810c48d46740bdf49aa734716534446ec8e7c5/569",
    "accessibility_unittests": "3ea97614f21359b39a8957a61a708bc20d59c361937f90a82e376690e42b1a86/569",
    "angle_unittests": "d082a7a058f3dc41847b336a557e57dd48d48243ebf8a56b4279f45ff01794f7/570",
    "app_shell_unittests": "11728bca039ce98f81ecd8117d167940eae58cef4b3d10c31ecf14eb70a83926/730",
    "aura_unittests": "24c880c2eb4da16bfa8a29616023c89a29e684ca84585c33f1613878b1074643/569",
    "base_unittests": "a135408f11b7e34fb7ccb66fc7e794c378755e1171b6c20dfbf7f45a041c953e/648",
    "blink_common_unittests": "b4c62c38cf214723501e0603b45036d269ce101d407f2448da1c9c93d16d5624/647",
    "blink_fuzzer_unittests": "c4226de9892bc7b6ae6fbecb87acf94334c59f472bf17d95f991cbccab44774c/569",
    "blink_heap_unittests": "2df8df2c4727abd86669d114dd0f79bdc27566df94f3795c20629fc3d8e4f9d0/569",
    "blink_platform_unittests": "bf7e9e4a280a56bd64f77c7894af807548c177ced4caa27646543041a7a00232/726",
    "blink_unittests": "9cd2969e1d9cbfd24f884a4ec21a90b97dcbcefa9f02e15788f924c923934031/810",
    "boringssl_crypto_tests": "272b3e704a6f121b897e09a58d97f6b4bbf1f6da7ea01a4be43785de49a7f401/570",
    "boringssl_ssl_tests": "52fbf821fae5f32ef8516ccac3ddd36badbc5d8f61a3a431cae6f02a1a61d6f4/569",
    "capture_unittests": "2d10819fbec37102a76d64c1b3280f07f1524a1e5d627cccfde9a081e06dce5f/648",
    "cast_unittests": "1e14c5b11859bf788389436ee78b310677a8833d841b555e31b05c73830c9144/569",
    "cc_unittests": "5a619e1c42033012458ca07331b3bfb642fafe686078d12e58a57b6e7b720eb6/653",
    "chrome_app_unittests": "81b3abb14c1e65fc071d894389f337c46645d69ef362de8f3acbf8a379b19b77/648",
    "chromedriver_unittests": "f057b22921b1ca34550ae80e71bf4866c337bb7b7984e3c226d4acbd6b16098a/726",
    "color_unittests": "98c2672b54991574add6c6934d905aa3657fec88296b3dada33c4c75588e419f/569",
    "components_browsertests": "fce133b25660ae314a81763e517de6b19d6ac69295521430dc3f4f4727624b9b/813",
    "components_unittests": "a8d9280f91af67141a66dcf585d6f78129f3323a12692a9b745390cbaefc9e16/813",
    "compositor_unittests": "6ee7f2d050577af44adfdc8428c00650a13bf5a37771c2aec3368ce87d66109e/645",
    "content_browsertests": "5c16e5e0aa00de09c9b0db57a921fe1ecc9be2d7f05a04619119ddbec8b483f7/887",
    "content_unittests": "a12df6545593d7349cc99dcb9a4b8f10a9b932151cc7cf0f041c2367405ab445/806",
    "cronet_tests": "5f2f552919bc4307a65fc13f44e43117957521a1c385e776d9a3d55b9ee1e6f0/730",
    "cronet_unittests": "6286821e8c5131d69a49017751734e1e05c188084d0fd9e4deb4e026879abdc6/646",
    "crypto_unittests": "9d4a6aad02ae5662fce175f526ad0dc84ba9f1080e3c3d68f4eb1831b45ad224/569",
    "dbus_unittests": "e5c94d9ce2b02d567da9f8a0928ac0ac5721bd3be638ccf888a6551df121a52a/569",
    "device_unittests": "a4f0f6bae20ca8de95e1ee2ea375790a8daac1656ab506970f524bf1992f0891/646",
    "display_unittests": "2826b66ab3cbd43cbb5a76f3ac440cf14bdaba6654c418f98729d83e3a0fd052/569",
    "events_unittests": "8c061ce4c8b7a60ef1541f3242ff0e3572ad25f5592c3e4dfcae582bc7805923/569",
    "extensions_browsertests": "403711a82d5015c32b8cbd238e17a88b475399b8c2d2cf1b3cd7049fd76c8d0e/732",
    "extensions_unittests": "3b50f4501a1b959ed0d2e377fb6a7449dbe25a18d3a8dd622f0b33ba969dbf1b/896",
    "filesystem_service_unittests": "e3337c595e2b19b14c54bb0d0bad71556cd6bdfce6bc052c2cbc8fede135bfab/569",
    "gcm_unit_tests": "8ceb5c799e6f39d9aa4d787659e6b395fcda1b4e63d7974d41546e6bcee2e133/646",
    "gfx_unittests": "af29ddc7fb4d6cede42a16ba0add07d67bdb91ef6e4a7b9fc9785d4ef7a2847a/645",
    "gin_unittests": "87ec283820c58afee28c6d87b1c0a103608de3392c6a467d9d5515a518072759/646",
    "gl_tests": "47cb5465d47beec2ed38b0e927b2325fdb6b85c3e7048365bbdf88d70911c0b3/569",
    "gl_unittests": "813ecc376bfff993a4691dfbbce0034c421a95d7567159f1f2f7ed05ff966622/569",
    "google_apis_unittests": "8f5b8fd9e59e861969c06ead8fa0d4eccad5830347503dddafa99e5561b5b04a/731",
    "gpu_unittests": "8c5ff9a43b6ee620499cd17a038cdf63c84ca80fe2cbfec13ea3990ddd420931/646",
    "gwp_asan_unittests": "bfe594c5faad82e05afbc878db64d94a7467188bcc858b7b87ba4dd7187c90ba/570",
    "headless_browsertests": "466ad82491cff30fd8e68af97bc2db3a9a89b03b036714ba31df07c0767bbb81/730",
    "headless_unittests": "268b4afb7f324b249a68f3d02cebd0af1867b7a140324f497cde1a19f1205db3/569",
    "interactive_ui_tests": "184843b4ab9cc73d31151b2879432d31c13091af0a0f19c8913158ecd3ac2033/965",
    "ipc_tests": "824785bd343714707d17faee9f14a590b7e43958d2039a242a9d36b43e6394dc/569",
    "jingle_unittests": "359e218208bce05535790e35c4fc72ddfba3739cc1c0e131a442fe38b9a9e979/646",
    "latency_unittests": "a2253ccd81dff03f2e76ea8800b9cf8e96e183e42ac6671e24a2974be43ae49c/569",
    "libjingle_xmpp_unittests": "4d55f6287488a4ded48c1a3f72fd37d752229875a978062b64ebb7c78462f362/569",
    "liburlpattern_unittests": "b08924241184aa8f4544d919ad17ef80e54a4e66a88397671f7c6f09639121cb/569",
    "media_unittests": "093a65cd724547695a78fdddaf0f0e3598fc2c96b964bfef407024c28c56fa90/649",
    "message_center_unittests": "edea4cceadbe0160c1589332c4614c4c8cb0b339df59957cccc4d385aef8be26/569",
    "midi_unittests": "9fdcdfd5174af0bce158bcb2e86dbb186c45ecc154590b3d778df6a2dd189bf5/569",
    "mojo_core_unittests": "bb0e22d7a01a35ee9d8661516f5511a727933df0b7c063ebc9a7171505e33434/569",
    "mojo_unittests": "3eae85e4970e380bcbd316dbe2f4c59381a588acc6164067a6ced769c910cf23/647",
    "native_theme_unittests": "547cc186722acf18266155a1a509d83009a91e95816d0d0b30f4a9be5c95b9c7/569",
    "net_unittests": "f47aa61bfd48561f5d14502608680046d5c9056f313ded0172b119dc32664084/648",
    "openscreen_unittests": "5f6783f5a41442b84c0adb29abb7d44f7da6f1b802f55f9ec80738a851fef436/648",
    "ozone_x11_unittests": "a7b3762ae8a050a8f58b3fe76a4adf00fc350f24820981ff344cd19171a2e9b9/569",
    "pdf_unittests": "200fc7289ab11b22fd570fdef73ce7363ae028fdf14aad386c363bb3059a688c/646",
    "perfetto_unittests": "54b69fd5b8437d4d2e8ea06d1a50ba8673414d2523bfae471622f6217f6c43d0/569",
    "ppapi_unittests": "798f4a2360d4bd34044741955064c4218365303cfc8df38cbe0c88173b38d2d9/569",
    "printing_unittests": "6e1209c1f09425af70ad821a7cd4d8010fb852c4a6e8bdd2da86921362cdfa3f/569",
    "remoting_unittests": "021bfb23f70b47bc4d2e7503fb44f762a034d5398354092697cceb665e82a238/646",
    "sandbox_linux_unittests": "d01e4c19b45699418c5013dfe9619829823b29e763f2847c2bd3c1398221fba8/569",
    "service_manager_unittests": "01c428a9d0ac7827e28b5487ceddc834cd32d5d21e0edbfb3b407023f4c8eb20/569",
    "services_unittests": "71fdd1713f375972d625b0e393877fc826ddd6fa7640b48a7e763c56e376c2dd/815",
    "shell_dialogs_unittests": "5ed70317c7018b5e729d2fd3b88fd750984e3c33679c48b23f982536effea8dd/569",
    "skia_unittests": "03964ffd3f9685c78bf3ae5e98d174404756d95a920004f1e7411b54e92c3589/569",
    "snapshot_unittests": "1c1a993aeb25edab48103f092f464162714d2f42464821fbf4ad1f067d2e4162/569",
    "sql_unittests": "98a9114492f87e270e33d0f1a82a04fdc0cab22b4e39d01bc8ad0aa5aca50d79/646",
    "storage_unittests": "e2e10543508acbff81744c5ec2e0c1a3f3a960236dde03d4f070affef95e7e4b/727",
    "sync_integration_tests": "2f76c970aa60cba28c7f13ac5213afd32532308350ab703741c1b6b9211c7adf/729",
    "ui_base_unittests": "3e81f0e4f995a14b6a98181be6471b452cd3c4968f9b0c71dea51bc131f54e9c/723",
    "ui_touch_selection_unittests": "7a928554e14ae196b29b62b3789515ca689d64b42dfa4c6a418b4ea96f5b4459/569",
    "unit_tests": "ae151343c04a32db54a34bc40f8b4b7f0c63b19f0332430109ff1d619234ab60/1139",
    "url_unittests": "a6336b8dcd60ff851ad28dda7b3413dad868d3335b7316010f6340b96b26a76c/569",
    "views_unittests": "076afb180cdade39c2d2899edcbcd430d58e15049c67fdbbc23cf6b4afe89e67/569",
    "viz_unittests": "788f9daf6d7850c94235d7c525c2c767c4f6d771800498e25181e397060e076f/653",
    "vr_common_unittests": "b87f1ad71fe42934bd97651b55a0c5acd7ab0705414ee4823eba53ac41790c2e/648",
    "vr_pixeltests": "a135d68f48f8c6b404d7e2073ae44cfbfbcea318b1ab55a7978d8a42604c3a29/646",
    "weblayer_browsertests": "1742f55bbd60644f366ba741640aa31d0d6a7dbe989180bc1f721f2deb7b46f3/814",
    "weblayer_unittests": "3ce79a5ca75ee95d2d71fdbf9b9f42e32b120103f5a1ad82e56ae505eb112765/646",
    "wm_unittests": "c8c581aa8eaef10ed6fa8c8b9423ed1ff624d9bfc2bde1e01aa74cc173410234/569",
    "wtf_unittests": "73f7d022688591c6e8f5f77fcf4e11bff25c69894b53975a363a1ef3faf31cf3/569",
    "x11_unittests": "20e9a95eb8f8c5a415dd64d6dc8d544bb339a9e6d562cad8e294b39adc59bb57/569",
    "xr_browser_tests": "975248881c746a8e9a5734b5a339c58ed8c5f71d316ff604d0b72cf990fd709e/728",
    "zlib_unittests": "71eba9748ce06adb40e8d53920291c0d79e30fdbca4286db428241ce79909b4f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/75c7e50155e846330c56cd853da85044fa4e9a3c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81061
  • user_agent:recipe

Debug log (UTC)

[20:58:21.241] New invocation is queued and will start shortly
[20:58:21.241] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:58:24.088] Starting the invocation (attempt 1)
[20:58:24.120] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/75c7e50155e846330c56cd853da85044fa4e9a3c"
[20:58:24.121] Popped gitiles commit info from properties and tags
[20:58:24.121] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:58:24.121] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:58:24.121] Buildbucket request:
{
  "requestId": "8989824485668191376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "75c7e50155e846330c56cd853da85044fa4e9a3c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "75c7e50155e846330c56cd853da85044fa4e9a3c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "e6ed6977c8ffa3a40b8f9fc703894a9cd7f51660",
      "parent_got_dawn_revision": "b4fbf55e63dc1232cf005b69874be762a8ab7cd9",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "75c7e50155e846330c56cd853da85044fa4e9a3c",
      "parent_got_revision_cp": "refs/heads/main@{#962050}",
      "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
      "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
      "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
      "parent_got_webrtc_revision": "95701503f29324359669324446f8d51d9fd15e48",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35763}",
      "swarm_hashes": {
            "absl_hardening_tests": "c3cb187bcf55ae82ed1ccf12d7810c48d46740bdf49aa734716534446ec8e7c5/569",
            "accessibility_unittests": "3ea97614f21359b39a8957a61a708bc20d59c361937f90a82e376690e42b1a86/569",
            "angle_unittests": "d082a7a058f3dc41847b336a557e57dd48d48243ebf8a56b4279f45ff01794f7/570",
            "app_shell_unittests": "11728bca039ce98f81ecd8117d167940eae58cef4b3d10c31ecf14eb70a83926/730",
            "aura_unittests": "24c880c2eb4da16bfa8a29616023c89a29e684ca84585c33f1613878b1074643/569",
            "base_unittests": "a135408f11b7e34fb7ccb66fc7e794c378755e1171b6c20dfbf7f45a041c953e/648",
            "blink_common_unittests": "b4c62c38cf214723501e0603b45036d269ce101d407f2448da1c9c93d16d5624/647",
            "blink_fuzzer_unittests": "c4226de9892bc7b6ae6fbecb87acf94334c59f472bf17d95f991cbccab44774c/569",
            "blink_heap_unittests": "2df8df2c4727abd86669d114dd0f79bdc27566df94f3795c20629fc3d8e4f9d0/569",
            "blink_platform_unittests": "bf7e9e4a280a56bd64f77c7894af807548c177ced4caa27646543041a7a00232/726",
            "blink_unittests": "9cd2969e1d9cbfd24f884a4ec21a90b97dcbcefa9f02e15788f924c923934031/810",
            "boringssl_crypto_tests": "272b3e704a6f121b897e09a58d97f6b4bbf1f6da7ea01a4be43785de49a7f401/570",
            "boringssl_ssl_tests": "52fbf821fae5f32ef8516ccac3ddd36badbc5d8f61a3a431cae6f02a1a61d6f4/569",
            "capture_unittests": "2d10819fbec37102a76d64c1b3280f07f1524a1e5d627cccfde9a081e06dce5f/648",
            "cast_unittests": "1e14c5b11859bf788389436ee78b310677a8833d841b555e31b05c73830c9144/569",
            "cc_unittests": "5a619e1c42033012458ca07331b3bfb642fafe686078d12e58a57b6e7b720eb6/653",
            "chrome_app_unittests": "81b3abb14c1e65fc071d894389f337c46645d69ef362de8f3acbf8a379b19b77/648",
            "chromedriver_unittests": "f057b22921b1ca34550ae80e71bf4866c337bb7b7984e3c226d4acbd6b16098a/726",
            "color_unittests": "98c2672b54991574add6c6934d905aa3657fec88296b3dada33c4c75588e419f/569",
            "components_browsertests": "fce133b25660ae314a81763e517de6b19d6ac69295521430dc3f4f4727624b9b/813",
            "components_unittests": "a8d9280f91af67141a66dcf585d6f78129f3323a12692a9b745390cbaefc9e16/813",
            "compositor_unittests": "6ee7f2d050577af44adfdc8428c00650a13bf5a37771c2aec3368ce87d66109e/645",
            "content_browsertests": "5c16e5e0aa00de09c9b0db57a921fe1ecc9be2d7f05a04619119ddbec8b483f7/887",
            "content_unittests": "a12df6545593d7349cc99dcb9a4b8f10a9b932151cc7cf0f041c2367405ab445/806",
            "cronet_tests": "5f2f552919bc4307a65fc13f44e43117957521a1c385e776d9a3d55b9ee1e6f0/730",
            "cronet_unittests": "6286821e8c5131d69a49017751734e1e05c188084d0fd9e4deb4e026879abdc6/646",
            "crypto_unittests": "9d4a6aad02ae5662fce175f526ad0dc84ba9f1080e3c3d68f4eb1831b45ad224/569",
            "dbus_unittests": "e5c94d9ce2b02d567da9f8a0928ac0ac5721bd3be638ccf888a6551df121a52a/569",
            "device_unittests": "a4f0f6bae20ca8de95e1ee2ea375790a8daac1656ab506970f524bf1992f0891/646",
            "display_unittests": "2826b66ab3cbd43cbb5a76f3ac440cf14bdaba6654c418f98729d83e3a0fd052/569",
            "events_unittests": "8c061ce4c8b7a60ef1541f3242ff0e3572ad25f5592c3e4dfcae582bc7805923/569",
            "extensions_browsertests": "403711a82d5015c32b8cbd238e17a88b475399b8c2d2cf1b3cd7049fd76c8d0e/732",
            "extensions_unittests": "3b50f4501a1b959ed0d2e377fb6a7449dbe25a18d3a8dd622f0b33ba969dbf1b/896",
            "filesystem_service_unittests": "e3337c595e2b19b14c54bb0d0bad71556cd6bdfce6bc052c2cbc8fede135bfab/569",
            "gcm_unit_tests": "8ceb5c799e6f39d9aa4d787659e6b395fcda1b4e63d7974d41546e6bcee2e133/646",
            "gfx_unittests": "af29ddc7fb4d6cede42a16ba0add07d67bdb91ef6e4a7b9fc9785d4ef7a2847a/645",
            "gin_unittests": "87ec283820c58afee28c6d87b1c0a103608de3392c6a467d9d5515a518072759/646",
            "gl_tests": "47cb5465d47beec2ed38b0e927b2325fdb6b85c3e7048365bbdf88d70911c0b3/569",
            "gl_unittests": "813ecc376bfff993a4691dfbbce0034c421a95d7567159f1f2f7ed05ff966622/569",
            "google_apis_unittests": "8f5b8fd9e59e861969c06ead8fa0d4eccad5830347503dddafa99e5561b5b04a/731",
            "gpu_unittests": "8c5ff9a43b6ee620499cd17a038cdf63c84ca80fe2cbfec13ea3990ddd420931/646",
            "gwp_asan_unittests": "bfe594c5faad82e05afbc878db64d94a7467188bcc858b7b87ba4dd7187c90ba/570",
            "headless_browsertests": "466ad82491cff30fd8e68af97bc2db3a9a89b03b036714ba31df07c0767bbb81/730",
            "headless_unittests": "268b4afb7f324b249a68f3d02cebd0af1867b7a140324f497cde1a19f1205db3/569",
            "interactive_ui_tests": "184843b4ab9cc73d31151b2879432d31c13091af0a0f19c8913158ecd3ac2033/965",
            "ipc_tests": "824785bd343714707d17faee9f14a590b7e43958d2039a242a9d36b43e6394dc/569",
            "jingle_unittests": "359e218208bce05535790e35c4fc72ddfba3739cc1c0e131a442fe38b9a9e979/646",
            "latency_unittests": "a2253ccd81dff03f2e76ea8800b9cf8e96e183e42ac6671e24a2974be43ae49c/569",
            "libjingle_xmpp_unittests": "4d55f6287488a4ded48c1a3f72fd37d752229875a978062b64ebb7c78462f362/569",
            "liburlpattern_unittests": "b08924241184aa8f4544d919ad17ef80e54a4e66a88397671f7c6f09639121cb/569",
            "media_unittests": "093a65cd724547695a78fdddaf0f0e3598fc2c96b964bfef407024c28c56fa90/649",
            "message_center_unittests": "edea4cceadbe0160c1589332c4614c4c8cb0b339df59957cccc4d385aef8be26/569",
            "midi_unittests": "9fdcdfd5174af0bce158bcb2e86dbb186c45ecc154590b3d778df6a2dd189bf5/569",
            "mojo_core_unittests": "bb0e22d7a01a35ee9d8661516f5511a727933df0b7c063ebc9a7171505e33434/569",
            "mojo_unittests": "3eae85e4970e380bcbd316dbe2f4c59381a588acc6164067a6ced769c910cf23/647",
            "native_theme_unittests": "547cc186722acf18266155a1a509d83009a91e95816d0d0b30f4a9be5c95b9c7/569",
            "net_unittests": "f47aa61bfd48561f5d14502608680046d5c9056f313ded0172b119dc32664084/648",
            "openscreen_unittests": "5f6783f5a41442b84c0adb29abb7d44f7da6f1b802f55f9ec80738a851fef436/648",
            "ozone_x11_unittests": "a7b3762ae8a050a8f58b3fe76a4adf00fc350f24820981ff344cd19171a2e9b9/569",
            "pdf_unittests": "200fc7289ab11b22fd570fdef73ce7363ae028fdf14aad386c363bb3059a688c/646",
            "perfetto_unittests": "54b69fd5b8437d4d2e8ea06d1a50ba8673414d2523bfae471622f6217f6c43d0/569",
            "ppapi_unittests": "798f4a2360d4bd34044741955064c4218365303cfc8df38cbe0c88173b38d2d9/569",
            "printing_unittests": "6e1209c1f09425af70ad821a7cd4d8010fb852c4a6e8bdd2da86921362cdfa3f/569",
            "remoting_unittests": "021bfb23f70b47bc4d2e7503fb44f762a034d5398354092697cceb665e82a238/646",
            "sandbox_linux_unittests": "d01e4c19b45699418c5013dfe9619829823b29e763f2847c2bd3c1398221fba8/569",
            "service_manager_unittests": "01c428a9d0ac7827e28b5487ceddc834cd32d5d21e0edbfb3b407023f4c8eb20/569",
            "services_unittests": "71fdd1713f375972d625b0e393877fc826ddd6fa7640b48a7e763c56e376c2dd/815",
            "shell_dialogs_unittests": "5ed70317c7018b5e729d2fd3b88fd750984e3c33679c48b23f982536effea8dd/569",
            "skia_unittests": "03964ffd3f9685c78bf3ae5e98d174404756d95a920004f1e7411b54e92c3589/569",
            "snapshot_unittests": "1c1a993aeb25edab48103f092f464162714d2f42464821fbf4ad1f067d2e4162/569",
            "sql_unittests": "98a9114492f87e270e33d0f1a82a04fdc0cab22b4e39d01bc8ad0aa5aca50d79/646",
            "storage_unittests": "e2e10543508acbff81744c5ec2e0c1a3f3a960236dde03d4f070affef95e7e4b/727",
            "sync_integration_tests": "2f76c970aa60cba28c7f13ac5213afd32532308350ab703741c1b6b9211c7adf/729",
            "ui_base_unittests": "3e81f0e4f995a14b6a98181be6471b452cd3c4968f9b0c71dea51bc131f54e9c/723",
            "ui_touch_selection_unittests": "7a928554e14ae196b29b62b3789515ca689d64b42dfa4c6a418b4ea96f5b4459/569",
            "unit_tests": "ae151343c04a32db54a34bc40f8b4b7f0c63b19f0332430109ff1d619234ab60/1139",
            "url_unittests": "a6336b8dcd60ff851ad28dda7b3413dad868d3335b7316010f6340b96b26a76c/569",
            "views_unittests": "076afb180cdade39c2d2899edcbcd430d58e15049c67fdbbc23cf6b4afe89e67/569",
            "viz_unittests": "788f9daf6d7850c94235d7c525c2c767c4f6d771800498e25181e397060e076f/653",
            "vr_common_unittests": "b87f1ad71fe42934bd97651b55a0c5acd7ab0705414ee4823eba53ac41790c2e/648",
            "vr_pixeltests": "a135d68f48f8c6b404d7e2073ae44cfbfbcea318b1ab55a7978d8a42604c3a29/646",
            "weblayer_browsertests": "1742f55bbd60644f366ba741640aa31d0d6a7dbe989180bc1f721f2deb7b46f3/814",
            "weblayer_unittests": "3ce79a5ca75ee95d2d71fdbf9b9f42e32b120103f5a1ad82e56ae505eb112765/646",
            "wm_unittests": "c8c581aa8eaef10ed6fa8c8b9423ed1ff624d9bfc2bde1e01aa74cc173410234/569",
            "wtf_unittests": "73f7d022688591c6e8f5f77fcf4e11bff25c69894b53975a363a1ef3faf31cf3/569",
            "x11_unittests": "20e9a95eb8f8c5a415dd64d6dc8d544bb339a9e6d562cad8e294b39adc59bb57/569",
            "xr_browser_tests": "975248881c746a8e9a5734b5a339c58ed8c5f71d316ff604d0b72cf990fd709e/728",
            "zlib_unittests": "71eba9748ce06adb40e8d53920291c0d79e30fdbca4286db428241ce79909b4f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "75c7e50155e846330c56cd853da85044fa4e9a3c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989824485668191376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81061"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:58:24.772] Scheduled build:
{
  "id": "8824394421872687537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73000,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T20:58:24.229931809Z",
  "updateTime": "2022-01-21T20:58:24.229931809Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "75c7e50155e846330c56cd853da85044fa4e9a3c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:58:24.772] Task URL: https://cr-buildbucket.appspot.com/build/8824394421872687537
[20:58:24.772] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:2:0) after 1m2s
[20:58:44.072] Received PubSub notification, asking Buildbucket for the build status
[20:58:44.098] Build status: STARTED
[20:59:26.802] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:2:0)
[20:59:26.822] Build status: STARTED
[20:59:26.822] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:4:0) after 3m8s
[21:02:34.844] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:4:0)
[21:02:34.871] Build status: STARTED
[21:02:34.871] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:5:0) after 8m9s
[21:10:43.894] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:5:0)
[21:10:43.921] Build status: STARTED
[21:10:43.921] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:6:0) after 7m5s
[21:17:48.933] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:6:0)
[21:17:48.954] Build status: STARTED
[21:17:48.954] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989824485668191376:7:0) after 9m45s
[21:23:08.754] Received PubSub notification, asking Buildbucket for the build status
[21:23:08.773] Build:
{
  "id": "8824394421872687537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73000,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T20:58:24.229931809Z",
  "startTime": "2022-01-21T20:58:42.329384Z",
  "endTime": "2022-01-21T21:23:08.103973149Z",
  "updateTime": "2022-01-21T21:23:08.103973149Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "75c7e50155e846330c56cd853da85044fa4e9a3c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:23:08.773] Invocation finished in 24m47.546728833s with status FAILED