Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79656 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f3ad09b9452b4ae58d846c685a222eedee864b9d"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "c88a73c8b84f5082142d6e1399cb74109bd7a5e6",
  "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
  "parent_got_revision_cp": "refs/heads/main@{#948109}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
  "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
  "swarm_hashes": {
    "absl_hardening_tests": "997d3efb78f6daf597bed07c1fb9e778fbc86e90caca33a27a33477c749d460d/569",
    "accessibility_unittests": "8719d072478f9a043297f52aa34b9459f56082adc8fdf3c1fd843f8f309d2af3/569",
    "angle_unittests": "47ab6f54ba3e431883f6640578996700b6546298e59750804fe31c89b8d5e526/570",
    "app_shell_unittests": "c0d127945b3d6ccc39debb9b5613663a0247b7fbc60b0957057c9ae76006eb60/730",
    "aura_unittests": "48bf58fa910a5d1f931d14039dce4162b50ed804cc96702365750d5c88d0fbda/569",
    "base_unittests": "0e9d067b8225ff34b5c980e2958ed58f5c5c5486641f5ad6a5c72d93cb582603/648",
    "blink_common_unittests": "4e28a304d2f4414e19bc199ff19722333637fdbc2028c603b212f89018445f68/647",
    "blink_fuzzer_unittests": "61adab634a77e7937dbae15713e56fc4502da855aaa705891c4835751c2f300c/569",
    "blink_heap_unittests": "e2c6f1e53866df615b5e3ba3e67a0ca7f588ac70c48619e65217bc0d46891956/569",
    "blink_platform_unittests": "74f4dfe0cbc7cde7e3fa5d044420ca860ffe9f88e5fe364fd1d7546e79fdce62/726",
    "blink_unittests": "8693e341274dfc3eb41a14131d48a869ec6c8211a7755593021e7dd4b5ac7eb3/810",
    "boringssl_crypto_tests": "339cc3eb96af8f8871fffdb1e5526fdcedd6b98eb3b7622dbf1061de98599055/570",
    "boringssl_ssl_tests": "931c9dbe7b7ab6835c84a981cc8ea9c36d608618efa57c2f7e671d0a02904677/569",
    "capture_unittests": "9fd2c112e672e3fbd19be612c000a0386b779716e49cd7f013ac868e3479ed26/648",
    "cast_unittests": "f1e2ee0384d895008706b10fe745f7315424b259d314a2bb862b89393096a1ed/569",
    "cc_unittests": "c4d0b61e3c8e2c9e0b913d957a609e3a5fbd790f0ada2e0146d01f14fc9bee2a/653",
    "chrome_app_unittests": "fd4944d5a98f52565ad4aecf5349b69f2d57642dd462563c3e63d2268c21de1a/648",
    "chromedriver_unittests": "b7323febbf4f80fe6553328c9dc1006d3aa6c1865145e7436be559adb50c0e5c/726",
    "color_unittests": "83b9f4f9779aa3ad63c4f1b4289b14bf51a1cd568be4675916f02dc0e749d0aa/569",
    "components_browsertests": "a3ec242b7d3e788b1ecaa4940130f34d32f0d2d2178a287d3d8a9061929d46b1/813",
    "components_unittests": "7bf1454bdd4e3ae55418eae20ac75a2caa01eb3f99cce9b8b81d2836c2085b85/813",
    "compositor_unittests": "abe851da282b1fe8670c1db4a0f3b65ac0c40dc424cd3a2f819863ea65ba8ac7/645",
    "content_browsertests": "c0a63ddbaf69153cf898f68a8d62ac3160428b3bdf35b283271ee3e0d03b5157/887",
    "content_unittests": "49541717e04e4aab7e96d7e5c0d6275687310acc407356d94b488148a4eceacc/806",
    "cronet_tests": "d620f8a7f198963a0ccfbade72384e8f5b618f2fcbbffc91742c3db671c9cc74/730",
    "cronet_unittests": "9dc7e7fd98147342e1551360405a544c9d4de869be47a8f4fc5c4a5479f02164/646",
    "crypto_unittests": "4a565cdcea6670f46a7d190c7692a95c7952f86d25b614b269a7334bb768fe87/569",
    "dbus_unittests": "b3c99df2cf33981e014445c9dfb606eac4bf00929814896f58412b746b82a002/569",
    "device_unittests": "6fbd3cedc084832e273815a05f2ffa4d1301d4a08064bac17725a8a93e3e30bf/646",
    "display_unittests": "c816545b4c284156343585c322f179e3c466595be0032dde006625154c893823/569",
    "events_unittests": "95327ebc890f6f477db9ec8719b0e5bc9ee02944c9049bdb9401068880192363/569",
    "extensions_browsertests": "eb307182eeb00e421c36f1d84f026d33d1be2701ec2651441b31b9f4a3a5285e/732",
    "extensions_unittests": "0a72d63bc672828755f50101975357008a9e988e6f2a356b15ae9538020836a3/896",
    "filesystem_service_unittests": "435177886c2017a5e0f502ce708f6ee1ab51546bf906ea6f2a5f9045fb756e93/569",
    "gcm_unit_tests": "31ca0a9a9eb4c531b424369116f719974d5864ab1766f997acd4a59ca39502de/646",
    "gfx_unittests": "0b8b162f1110edcd10dede8e2b39dfa21962b91465cdd05f61e95a71bb17b369/645",
    "gin_unittests": "d08dfea0220b48b939212a3d4cdfe903cdfc0e06adb48ade5885c146084c3eed/646",
    "gl_tests": "c63d86ae63df3ef20c93f44dab53fdd21b17ed94373a2eca575bc9d3ab45349f/569",
    "gl_unittests": "9ce17eaa30e5a103be2848ce6db78a540b89e5de7016cfe9f52936431e5b95c5/569",
    "google_apis_unittests": "dd09002b10bdb39f6d4a7ee9a6ee38096228f2bad4d123858471e79e1e1affae/731",
    "gpu_unittests": "bce0ac8f7a32d283e5a57f796188f41d4c4361bc2ceefda80924dd7594b83c8a/646",
    "gwp_asan_unittests": "3a480b2eb520ace7e185ddde214b5f740a70e26bee159055d9f3fe5438e249af/570",
    "headless_browsertests": "cfdcf44242b62bd92147eea249cb63455d64af3d1a00a161d4e4162fd1d9c624/730",
    "headless_unittests": "4419e71fe751231820e23483745633fd3a7e715edf3deeb8296da4e8a127d178/569",
    "interactive_ui_tests": "58d389345c07f7afa9b9968473fbf0da6eaca057d0df8aa7e7d4cc1b58b09eb7/965",
    "ipc_tests": "dab44f62cc366b80a5a333d0c47e56eca45a959fc08525e6518caf67579994d8/569",
    "jingle_unittests": "ed998a16a48051b9010cce509ab166614c4007b4ed91870a132333d320299df9/646",
    "latency_unittests": "ed22227e87e95a4c98e2bb7af6f78d0ef6c1ba50060a6edf8dff2c982d1d68ab/569",
    "libjingle_xmpp_unittests": "b73d78ee73b47d8b0b316927cf95c2c39ffd672d2cac6cca3176b3c9f63241b9/569",
    "liburlpattern_unittests": "a98d6bcc44558d7708cb77e2f75bb4382fd4805ecc74a9da065dde03dff1db96/569",
    "media_unittests": "04023e38edd8b02a64416a7449c1dfb1efe9c7f90fb35f46da8bee54f63f6598/649",
    "message_center_unittests": "b4d9fb271b00bdc10d1670b868eb478706d5ee2a469548042c0b27ec50e07ecb/569",
    "midi_unittests": "f51054d523b56e822c5d144d28c2a45fe40665666f7177891023ef4b7a263c88/569",
    "mojo_core_unittests": "e6d56f33323f34177c615722795d976b4971c37d22ddaea947fc2e3120cee71a/569",
    "mojo_unittests": "b8e663238b5b829843948186d12a6faf9f2ba0f16556d20959e8d0bd61ea2e7a/647",
    "native_theme_unittests": "51eea31d3a1b6e86af0fb4c1840d33ebd4b9811a8834069a2c67aed183db60ef/569",
    "net_unittests": "38ed0fefb173dc57b5855b56f2813494310b17a364715b24661318977a553b99/648",
    "openscreen_unittests": "1268e0cc9c34e00a267c5a8d2dfce836904c178c3610115df1bc647084e0463e/648",
    "ozone_x11_unittests": "48319c105320dd26b0ef093d6919484034f0de992827841027c3837e19adb2c5/569",
    "pdf_unittests": "6fa382a12e171fa356d480bd77e694546d84f48f020a3b93eddcaf483c4d1da9/646",
    "perfetto_unittests": "2345bf2941ea765e2d123c6b5cff1c15fea5c6f6828b0f2c7aab64daa90fdb9a/569",
    "ppapi_unittests": "8fd8859da0961fd3abb864601acba1f7d5d7893e3461138448fcfe31d99a6092/569",
    "printing_unittests": "cb9ce044f5df5180e31b0fadaca79cfb39300cbcf6daa6f4c8f00843f0cd2196/569",
    "remoting_unittests": "803dbec8398d3c0f90e779d6f20130cd8d957cecc16c5e36048fef4c0ce673a9/646",
    "sandbox_linux_unittests": "312c870aa801029bd47a8fb1d0a2c6e3d144b5e3b7fb3c7a0d9ea6ff83620e96/569",
    "service_manager_unittests": "7cb27f61372d1f5b11e090e23b539b62ae731ce752ffb15a5c8fcc4a06549299/569",
    "services_unittests": "8c92841e594a0ae2da7871a3a9b356ad45ac26c57ef943b3678806717b7c6cac/815",
    "shell_dialogs_unittests": "c960b04ce133c912ac945445bddd8ef20b9631467c9ff8fe65a5cd292d0a69c0/569",
    "skia_unittests": "14eabf4198b14c9ab8a0dd80eb7879e9a6ec56e36b7879e7fcfd1ed2f64fe7bf/569",
    "snapshot_unittests": "23817822bd2d5887aa44e79e1e7ad66a9d4e8cfbeb62c2c1cad6128dae351ba9/569",
    "sql_unittests": "053e6adad944a67e80c2ecbf4bae1e364f73b56806b4b0de1249ccfd07411db4/646",
    "storage_unittests": "a3809a2b381d2a3ef25c742010a2a8e93f49328ddf7fc198449dfb6ef927c4aa/727",
    "sync_integration_tests": "bd6427aa87c2d5075dbbe9b4b71e4879db7e0ed610530d90e25ad56a404ad745/729",
    "ui_base_unittests": "007d02a464d9d2f6f6ae953f1ebcc6394059e4951cc961d7f4d1d3496b928fdf/723",
    "ui_touch_selection_unittests": "cf7725325b9eb709ea8be014b9799905ae858bbb0204d5ac3d4c4855b70e551b/569",
    "unit_tests": "106777304073ae423a7ed3879c9976474a81eeb34bbbdac905304d40d5ee684b/1062",
    "url_unittests": "cfbbd6b09d99f9874ce5f7395badd731c059e304ab3e9a1a728d4a435a906a4b/569",
    "views_unittests": "8f550c7e521b5be8d3a3e20851fd5ff0d15d8d3d909cfdba51a2708c3e596480/569",
    "viz_unittests": "f416f1812efc0a6a2b72789a5b184661b52c83858b77d3f3debac999a7d6ed1b/653",
    "vr_common_unittests": "efb2498cfcaa488c140974f9f34f35ed3f0116f7e3f6bf98132859047d802391/648",
    "vr_pixeltests": "6d28a1897686bdc41f8b62f1b123f97c59b9051c949c1206b8a930b8d477b8bc/646",
    "weblayer_browsertests": "705b2c7c797bb88de184cbad6c8489c5aae690a5a09bb5356c54372830021330/814",
    "weblayer_unittests": "0d52334c1feae349dc5398778999efa2578c155c01cc2b53020677ee89535421/646",
    "wm_unittests": "f4d607e4c308dce887e4b94c199715f2ab9d39c0d25e11c9562ffce311dc4fdc/569",
    "wtf_unittests": "301c26726855ab4b9abef780520e44ea5527f537665cce60e94e006cd7d407c4/569",
    "x11_unittests": "064a7f0c1c5b1399b2145f1db5c622c7f1278e11db83ed9d83135887f9074232/569",
    "xr_browser_tests": "72c1d20a787bb37fb62218eeff45dc3738f3457a63ffacbbe4e981d7b47f346a/728",
    "zlib_unittests": "84a31e92092313667dcf054513493a1b2cd2ebf6ea7d10cf0d735c78c049e6d9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f3ad09b9452b4ae58d846c685a222eedee864b9d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79656
  • user_agent:recipe

Debug log (UTC)

[20:32:48.699] New invocation is queued and will start shortly
[20:32:48.699] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:32:50.177] Starting the invocation (attempt 1)
[20:32:50.211] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f3ad09b9452b4ae58d846c685a222eedee864b9d"
[20:32:50.211] Popped gitiles commit info from properties and tags
[20:32:50.211] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:32:50.211] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:32:50.212] Buildbucket request:
{
  "requestId": "8994265344008667328",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f3ad09b9452b4ae58d846c685a222eedee864b9d"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "c88a73c8b84f5082142d6e1399cb74109bd7a5e6",
      "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
      "parent_got_revision_cp": "refs/heads/main@{#948109}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
      "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "997d3efb78f6daf597bed07c1fb9e778fbc86e90caca33a27a33477c749d460d/569",
            "accessibility_unittests": "8719d072478f9a043297f52aa34b9459f56082adc8fdf3c1fd843f8f309d2af3/569",
            "angle_unittests": "47ab6f54ba3e431883f6640578996700b6546298e59750804fe31c89b8d5e526/570",
            "app_shell_unittests": "c0d127945b3d6ccc39debb9b5613663a0247b7fbc60b0957057c9ae76006eb60/730",
            "aura_unittests": "48bf58fa910a5d1f931d14039dce4162b50ed804cc96702365750d5c88d0fbda/569",
            "base_unittests": "0e9d067b8225ff34b5c980e2958ed58f5c5c5486641f5ad6a5c72d93cb582603/648",
            "blink_common_unittests": "4e28a304d2f4414e19bc199ff19722333637fdbc2028c603b212f89018445f68/647",
            "blink_fuzzer_unittests": "61adab634a77e7937dbae15713e56fc4502da855aaa705891c4835751c2f300c/569",
            "blink_heap_unittests": "e2c6f1e53866df615b5e3ba3e67a0ca7f588ac70c48619e65217bc0d46891956/569",
            "blink_platform_unittests": "74f4dfe0cbc7cde7e3fa5d044420ca860ffe9f88e5fe364fd1d7546e79fdce62/726",
            "blink_unittests": "8693e341274dfc3eb41a14131d48a869ec6c8211a7755593021e7dd4b5ac7eb3/810",
            "boringssl_crypto_tests": "339cc3eb96af8f8871fffdb1e5526fdcedd6b98eb3b7622dbf1061de98599055/570",
            "boringssl_ssl_tests": "931c9dbe7b7ab6835c84a981cc8ea9c36d608618efa57c2f7e671d0a02904677/569",
            "capture_unittests": "9fd2c112e672e3fbd19be612c000a0386b779716e49cd7f013ac868e3479ed26/648",
            "cast_unittests": "f1e2ee0384d895008706b10fe745f7315424b259d314a2bb862b89393096a1ed/569",
            "cc_unittests": "c4d0b61e3c8e2c9e0b913d957a609e3a5fbd790f0ada2e0146d01f14fc9bee2a/653",
            "chrome_app_unittests": "fd4944d5a98f52565ad4aecf5349b69f2d57642dd462563c3e63d2268c21de1a/648",
            "chromedriver_unittests": "b7323febbf4f80fe6553328c9dc1006d3aa6c1865145e7436be559adb50c0e5c/726",
            "color_unittests": "83b9f4f9779aa3ad63c4f1b4289b14bf51a1cd568be4675916f02dc0e749d0aa/569",
            "components_browsertests": "a3ec242b7d3e788b1ecaa4940130f34d32f0d2d2178a287d3d8a9061929d46b1/813",
            "components_unittests": "7bf1454bdd4e3ae55418eae20ac75a2caa01eb3f99cce9b8b81d2836c2085b85/813",
            "compositor_unittests": "abe851da282b1fe8670c1db4a0f3b65ac0c40dc424cd3a2f819863ea65ba8ac7/645",
            "content_browsertests": "c0a63ddbaf69153cf898f68a8d62ac3160428b3bdf35b283271ee3e0d03b5157/887",
            "content_unittests": "49541717e04e4aab7e96d7e5c0d6275687310acc407356d94b488148a4eceacc/806",
            "cronet_tests": "d620f8a7f198963a0ccfbade72384e8f5b618f2fcbbffc91742c3db671c9cc74/730",
            "cronet_unittests": "9dc7e7fd98147342e1551360405a544c9d4de869be47a8f4fc5c4a5479f02164/646",
            "crypto_unittests": "4a565cdcea6670f46a7d190c7692a95c7952f86d25b614b269a7334bb768fe87/569",
            "dbus_unittests": "b3c99df2cf33981e014445c9dfb606eac4bf00929814896f58412b746b82a002/569",
            "device_unittests": "6fbd3cedc084832e273815a05f2ffa4d1301d4a08064bac17725a8a93e3e30bf/646",
            "display_unittests": "c816545b4c284156343585c322f179e3c466595be0032dde006625154c893823/569",
            "events_unittests": "95327ebc890f6f477db9ec8719b0e5bc9ee02944c9049bdb9401068880192363/569",
            "extensions_browsertests": "eb307182eeb00e421c36f1d84f026d33d1be2701ec2651441b31b9f4a3a5285e/732",
            "extensions_unittests": "0a72d63bc672828755f50101975357008a9e988e6f2a356b15ae9538020836a3/896",
            "filesystem_service_unittests": "435177886c2017a5e0f502ce708f6ee1ab51546bf906ea6f2a5f9045fb756e93/569",
            "gcm_unit_tests": "31ca0a9a9eb4c531b424369116f719974d5864ab1766f997acd4a59ca39502de/646",
            "gfx_unittests": "0b8b162f1110edcd10dede8e2b39dfa21962b91465cdd05f61e95a71bb17b369/645",
            "gin_unittests": "d08dfea0220b48b939212a3d4cdfe903cdfc0e06adb48ade5885c146084c3eed/646",
            "gl_tests": "c63d86ae63df3ef20c93f44dab53fdd21b17ed94373a2eca575bc9d3ab45349f/569",
            "gl_unittests": "9ce17eaa30e5a103be2848ce6db78a540b89e5de7016cfe9f52936431e5b95c5/569",
            "google_apis_unittests": "dd09002b10bdb39f6d4a7ee9a6ee38096228f2bad4d123858471e79e1e1affae/731",
            "gpu_unittests": "bce0ac8f7a32d283e5a57f796188f41d4c4361bc2ceefda80924dd7594b83c8a/646",
            "gwp_asan_unittests": "3a480b2eb520ace7e185ddde214b5f740a70e26bee159055d9f3fe5438e249af/570",
            "headless_browsertests": "cfdcf44242b62bd92147eea249cb63455d64af3d1a00a161d4e4162fd1d9c624/730",
            "headless_unittests": "4419e71fe751231820e23483745633fd3a7e715edf3deeb8296da4e8a127d178/569",
            "interactive_ui_tests": "58d389345c07f7afa9b9968473fbf0da6eaca057d0df8aa7e7d4cc1b58b09eb7/965",
            "ipc_tests": "dab44f62cc366b80a5a333d0c47e56eca45a959fc08525e6518caf67579994d8/569",
            "jingle_unittests": "ed998a16a48051b9010cce509ab166614c4007b4ed91870a132333d320299df9/646",
            "latency_unittests": "ed22227e87e95a4c98e2bb7af6f78d0ef6c1ba50060a6edf8dff2c982d1d68ab/569",
            "libjingle_xmpp_unittests": "b73d78ee73b47d8b0b316927cf95c2c39ffd672d2cac6cca3176b3c9f63241b9/569",
            "liburlpattern_unittests": "a98d6bcc44558d7708cb77e2f75bb4382fd4805ecc74a9da065dde03dff1db96/569",
            "media_unittests": "04023e38edd8b02a64416a7449c1dfb1efe9c7f90fb35f46da8bee54f63f6598/649",
            "message_center_unittests": "b4d9fb271b00bdc10d1670b868eb478706d5ee2a469548042c0b27ec50e07ecb/569",
            "midi_unittests": "f51054d523b56e822c5d144d28c2a45fe40665666f7177891023ef4b7a263c88/569",
            "mojo_core_unittests": "e6d56f33323f34177c615722795d976b4971c37d22ddaea947fc2e3120cee71a/569",
            "mojo_unittests": "b8e663238b5b829843948186d12a6faf9f2ba0f16556d20959e8d0bd61ea2e7a/647",
            "native_theme_unittests": "51eea31d3a1b6e86af0fb4c1840d33ebd4b9811a8834069a2c67aed183db60ef/569",
            "net_unittests": "38ed0fefb173dc57b5855b56f2813494310b17a364715b24661318977a553b99/648",
            "openscreen_unittests": "1268e0cc9c34e00a267c5a8d2dfce836904c178c3610115df1bc647084e0463e/648",
            "ozone_x11_unittests": "48319c105320dd26b0ef093d6919484034f0de992827841027c3837e19adb2c5/569",
            "pdf_unittests": "6fa382a12e171fa356d480bd77e694546d84f48f020a3b93eddcaf483c4d1da9/646",
            "perfetto_unittests": "2345bf2941ea765e2d123c6b5cff1c15fea5c6f6828b0f2c7aab64daa90fdb9a/569",
            "ppapi_unittests": "8fd8859da0961fd3abb864601acba1f7d5d7893e3461138448fcfe31d99a6092/569",
            "printing_unittests": "cb9ce044f5df5180e31b0fadaca79cfb39300cbcf6daa6f4c8f00843f0cd2196/569",
            "remoting_unittests": "803dbec8398d3c0f90e779d6f20130cd8d957cecc16c5e36048fef4c0ce673a9/646",
            "sandbox_linux_unittests": "312c870aa801029bd47a8fb1d0a2c6e3d144b5e3b7fb3c7a0d9ea6ff83620e96/569",
            "service_manager_unittests": "7cb27f61372d1f5b11e090e23b539b62ae731ce752ffb15a5c8fcc4a06549299/569",
            "services_unittests": "8c92841e594a0ae2da7871a3a9b356ad45ac26c57ef943b3678806717b7c6cac/815",
            "shell_dialogs_unittests": "c960b04ce133c912ac945445bddd8ef20b9631467c9ff8fe65a5cd292d0a69c0/569",
            "skia_unittests": "14eabf4198b14c9ab8a0dd80eb7879e9a6ec56e36b7879e7fcfd1ed2f64fe7bf/569",
            "snapshot_unittests": "23817822bd2d5887aa44e79e1e7ad66a9d4e8cfbeb62c2c1cad6128dae351ba9/569",
            "sql_unittests": "053e6adad944a67e80c2ecbf4bae1e364f73b56806b4b0de1249ccfd07411db4/646",
            "storage_unittests": "a3809a2b381d2a3ef25c742010a2a8e93f49328ddf7fc198449dfb6ef927c4aa/727",
            "sync_integration_tests": "bd6427aa87c2d5075dbbe9b4b71e4879db7e0ed610530d90e25ad56a404ad745/729",
            "ui_base_unittests": "007d02a464d9d2f6f6ae953f1ebcc6394059e4951cc961d7f4d1d3496b928fdf/723",
            "ui_touch_selection_unittests": "cf7725325b9eb709ea8be014b9799905ae858bbb0204d5ac3d4c4855b70e551b/569",
            "unit_tests": "106777304073ae423a7ed3879c9976474a81eeb34bbbdac905304d40d5ee684b/1062",
            "url_unittests": "cfbbd6b09d99f9874ce5f7395badd731c059e304ab3e9a1a728d4a435a906a4b/569",
            "views_unittests": "8f550c7e521b5be8d3a3e20851fd5ff0d15d8d3d909cfdba51a2708c3e596480/569",
            "viz_unittests": "f416f1812efc0a6a2b72789a5b184661b52c83858b77d3f3debac999a7d6ed1b/653",
            "vr_common_unittests": "efb2498cfcaa488c140974f9f34f35ed3f0116f7e3f6bf98132859047d802391/648",
            "vr_pixeltests": "6d28a1897686bdc41f8b62f1b123f97c59b9051c949c1206b8a930b8d477b8bc/646",
            "weblayer_browsertests": "705b2c7c797bb88de184cbad6c8489c5aae690a5a09bb5356c54372830021330/814",
            "weblayer_unittests": "0d52334c1feae349dc5398778999efa2578c155c01cc2b53020677ee89535421/646",
            "wm_unittests": "f4d607e4c308dce887e4b94c199715f2ab9d39c0d25e11c9562ffce311dc4fdc/569",
            "wtf_unittests": "301c26726855ab4b9abef780520e44ea5527f537665cce60e94e006cd7d407c4/569",
            "x11_unittests": "064a7f0c1c5b1399b2145f1db5c622c7f1278e11db83ed9d83135887f9074232/569",
            "xr_browser_tests": "72c1d20a787bb37fb62218eeff45dc3738f3457a63ffacbbe4e981d7b47f346a/728",
            "zlib_unittests": "84a31e92092313667dcf054513493a1b2cd2ebf6ea7d10cf0d735c78c049e6d9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994265344008667328"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79656"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:32:51.104] Scheduled build:
{
  "id": "8828835281696773665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71609,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T20:32:50.272757836Z",
  "updateTime": "2021-12-03T20:32:50.272757836Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:32:51.104] Task URL: https://cr-buildbucket.appspot.com/build/8828835281696773665
[20:32:51.104] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:2:0) after 2m55s
[20:33:16.135] Received PubSub notification, asking Buildbucket for the build status
[20:33:16.172] Build status: STARTED
[20:35:46.195] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:2:0)
[20:35:46.253] Build status: STARTED
[20:35:46.253] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:4:0) after 5m56s
[20:41:42.959] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:4:0)
[20:41:43.006] Build status: STARTED
[20:41:43.006] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:5:0) after 5m57s
[20:47:40.190] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:5:0)
[20:47:40.231] Build status: STARTED
[20:47:40.231] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:6:0) after 1m48s
[20:49:28.276] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:6:0)
[20:49:28.321] Build status: STARTED
[20:49:28.321] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:7:0) after 4m45s
[20:54:13.556] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:7:0)
[20:54:13.595] Build status: STARTED
[20:54:13.595] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:8:0) after 3m32s
[20:57:45.622] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:8:0)
[20:57:45.659] Build status: STARTED
[20:57:45.659] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994265344008667328:9:0) after 6m13s
[21:02:52.522] Received PubSub notification, asking Buildbucket for the build status
[21:02:52.556] Build:
{
  "id": "8828835281696773665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71609,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T20:32:50.272757836Z",
  "startTime": "2021-12-03T20:33:13.739955Z",
  "endTime": "2021-12-03T21:02:52.129294908Z",
  "updateTime": "2021-12-03T21:02:52.129294908Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f3ad09b9452b4ae58d846c685a222eedee864b9d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:02:52.556] Invocation finished in 30m3.872065822s with status FAILED