Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78140 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e799f32b2759e774a80a3721d4e8a5d2f63e226c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "4349703b4c90633d70655850a0b86dd9eabeebf8",
  "parent_got_dawn_revision": "34206ec07bfcc6a5942402caea0385ddffb25d9b",
  "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
  "parent_got_revision": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
  "parent_got_revision_cp": "refs/heads/main@{#930387}",
  "parent_got_swiftshader_revision": "7b550be8d69153cef2bdb36581e5083ebec62bd4",
  "parent_got_v8_revision": "b7ea16e261758f75cdcd09a7cfa76235dd5c7337",
  "parent_got_v8_revision_cp": "refs/heads/9.7.6@{#1}",
  "parent_got_webrtc_revision": "585aad732368a4915b74e58231ffc76725a65191",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35170}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
  "swarm_hashes": {
    "absl_hardening_tests": "fb6ba634e3da5b58f4c957be7d91d4b84daec522edea59093dd302f6c2839f09/569",
    "accessibility_unittests": "14e893a5edfd9eb69fe87bcfcd445b3c579590f145cd0cc71781071c63729a10/569",
    "angle_unittests": "874f0dc076d37e26f3f376c83528503dfae368c61a3a0ceea99d453fe9910688/570",
    "app_shell_unittests": "81a8eb0bdbe4982350ab6b9279c0808c80e9a726cbad5a5c74a8c9c4d3379836/809",
    "aura_unittests": "871b05d03d2b97839a32743796eebb2eb3fcd2437fea189f90fd6fa31f41b9cf/569",
    "base_unittests": "e18fc6960300001823f34ec3761a985b53f3a661499f7faf00cdf0ed84430d4e/648",
    "blink_common_unittests": "14960e9b887ae4004b9e36eb1c3482f8b7d3fe5223ed6424284a67c24b0fdb5e/647",
    "blink_fuzzer_unittests": "75d2492409a2e444c50d5c80603b8c0ce1464061b0fe4f548ca4b1648b8c06da/648",
    "blink_heap_unittests": "e19d92fa774db872a5fade54e6e909562f33d501e4a7c231151de237129ff8f0/648",
    "blink_platform_unittests": "d85742ffc726f5abc5f5aeec5917cd32511b538d3b715866319069f54ff64c75/726",
    "blink_unittests": "b5667979cf417effc80a5d697eb49d9c95ccb43335cc2f73e9b8f89ff0dcfe05/726",
    "boringssl_crypto_tests": "033627213056ab13b6e74d55bcb4949d6386f56d7909c54760b8e2d7eeef3a43/570",
    "boringssl_ssl_tests": "d9b1bbee4aea6103b4c0e84c5304b94e163eceee411b62fbc68192d0a408ad58/569",
    "capture_unittests": "714e68eacf0094205b527e8013a34b719508daef46dc31a682908af9a06f794e/648",
    "cast_unittests": "ad0f9229245d84a82fc27f97ab57644dcbdbf1f349fa4cf9b3157ea9578341d1/569",
    "cc_unittests": "fd0ac9f4d5a8b79dda8ce6bce83faead8a275cfc81378f4f3d40d8f57e41c77a/653",
    "chrome_app_unittests": "048498284d63178351045acf798f138fa384717d60be591ba0b78648362dbc15/811",
    "chromedriver_unittests": "310a1b3126d7ef29beac25946aa334e0f1973907166b957ccb3f7a639d313cb3/726",
    "color_unittests": "86c989e3125753019a3a95a3f1f23032b2338e2630a5bafa5da9e947f7de6bb3/569",
    "components_browsertests": "48e416503006154e9eed0b49a1864542684a8958ca8f3ce903bf86a36a4cb740/892",
    "components_unittests": "741d16dd33024084e9b31e8f1cfe4aec95abee42dbc9098f0485a28d4970b0fd/892",
    "compositor_unittests": "0b1326c8922f53287f98f47f19b17cbab7bd59db54b2f5b2602fa547f6b5098e/645",
    "content_browsertests": "d662766fd9e3df4a35ee4aa4f9f7c045543edf7f0515f4dfb090c6e269e03acc/887",
    "content_unittests": "b0ec6cee916d0f53ac214c9b79af14af3f81ceea901172388ae5a84ec99a60ab/806",
    "cronet_tests": "74cf5470db41c32aed5253f5c59cea514e68e124bc98a65e584742b1ded33152/730",
    "cronet_unittests": "0b775806fa278ec6680cf0216e73e575e872372fc90fa2a35aa6c6d69404fa6a/646",
    "crypto_unittests": "378fecc503576e395f3fbeb02b0b7824453e0ee5f3a998364000e5b1bf2c4182/569",
    "dbus_unittests": "25c5619efec5fc72ddcd1198770030fcbe2553622854b7eb1491e0a97ec1978f/569",
    "device_unittests": "99839dbfe967b2b74d5ebd5faa9fbbbc7573e5b3ab68b621f264cf0c68ff048e/646",
    "display_unittests": "1b6b31557614790189174a579e935797a9b34484b45f6217b5e7c1166319d37b/569",
    "events_unittests": "8d99e162b5471832f17328f2c57fd59536f88b6ca35172c8b358930fb29017b3/569",
    "extensions_browsertests": "90d7c7ec4bff38929624487f9759f3e0880ebd8efe601e2650a96593f13ee88a/811",
    "extensions_unittests": "78418e2ff77268e60c7a67460ee8fd28902c7a10ea6359c1d181325c2364d483/975",
    "filesystem_service_unittests": "4488d20bac5e2a58c576a265945e6bc4d4a9d6c99cbe4bcb9c45d0a843568568/569",
    "gcm_unit_tests": "bb86b7ba69b50f15cbb6753a657684dfb68201b3229084c9220f5328bb181365/646",
    "gfx_unittests": "393126df183a58af8c6bfa39c29801e1ba1ed90b56323dd940b9ba7c22f3fba7/645",
    "gin_unittests": "bf1170b23cf8c99da5a0a3c6cd964cfa68dac095123c7df7be293b39eaa990da/646",
    "gl_tests": "b52c47366b5e293ccd276988feec5280cf3302491a82082566786d6c22f57782/569",
    "gl_unittests": "da09f599bdf2bb6d0158c4840180b310df65fdc7d6232533e5e29c8d66977f4e/569",
    "google_apis_unittests": "8ee1f4203a99b7513cc7c325ee12674b75dff803e3b7af9f7bd53d4195a15fed/731",
    "gpu_unittests": "a9c180ba73a81986a09f3195e2d9d7033bc1ed2617bfe9912d3a1ac49596b94e/646",
    "gtk_unittests": "5e8743132e124e18d63a58296db5ac3a49cad9e113161ac1f15f0dfd43bec716/569",
    "gwp_asan_unittests": "f51d3485efe79a9a7f439cd22cf130fcffbc9022f379ccc0a8ccdfd482f0f819/570",
    "headless_browsertests": "a01d36152c3324a60bb9a410d7226131bf212c299428aaf53cd53952e4a6da48/809",
    "headless_unittests": "2aa2fe4f1f17e45fce23fa05bec4703175e59c7b928986851096f83f5afa02c0/569",
    "interactive_ui_tests": "69a1eba924f1725c03838d94b1d50f88b36588bdfdc9369f89c80a90b27fe312/1128",
    "ipc_tests": "ce72ff687d830aa3e386eecd7bdf1d7ccaf15bd71950740c3c4e318249c312b5/569",
    "jingle_unittests": "6705639226808a993586278b268b1666cfd58a66b7e255a76e03bd078ad109c4/646",
    "latency_unittests": "925583cf03c6ee90db1266cd23e0936453fb618e433e2f7de6adea18831809a6/569",
    "libjingle_xmpp_unittests": "6c175df81da8851a0be0ed3f0be10f174122f2303a37fc501edcd614f3b70848/569",
    "liburlpattern_unittests": "47a91dff86b36b9c52a9a5c677a23c5c4d7965a03b6ceb768ef3e770c70c8b9f/569",
    "media_unittests": "63b6a2ed952967a4b9fec9906c0f2ba357fad629bae44bbb131680143a277e44/649",
    "message_center_unittests": "e6b7c96f27f8742b3cf7924ef5fdb9005a8d05e701d7a7863a3661815ffcd93d/569",
    "midi_unittests": "46a82eda3a135b208d9f8034b86cdfb2ac4200019024785d5c96f9a904da7ec2/569",
    "mojo_core_unittests": "d34c53c05005b830d140ed35a88f791890cf162f0ac9e6f03a15b258498d407e/569",
    "mojo_unittests": "13968be9a8c91936e8b5c98bbd586ca95e3bdcf88b7892f9d4ae95c4f91dee78/647",
    "native_theme_unittests": "cf2f0e74b7b29a2562c8acda5095150374bef3fd6a1bec395071e441f92c62d3/569",
    "net_unittests": "0e8bddb5dafa5f89773807d92bda1c8adad056153607d52ebea7c77deb9f55b2/648",
    "openscreen_unittests": "f68d1daa66fe60ad8ba9ed43ec75d9674ac34d6b24b7036ac0c8cf3859f00696/811",
    "ozone_x11_unittests": "ba081b75a8e858ae81fbb8ab9898bb99edf7a6fa9b21a2157a2b51320028cc53/569",
    "pdf_unittests": "c1d17d0401d10e9838921700f28db337444577ddf4b9e028e43a673e75eff27c/725",
    "perfetto_unittests": "209592ee88bf35ac7100c5c674bff4573518b5157630fc35978da6d40b77b227/569",
    "ppapi_unittests": "0089a70f8f4e37b4bb53f29f02594841271f86ec53a8d8d9b0569e9f2850df5d/569",
    "printing_unittests": "12ab9650ee25229cdc9febd9da81deac7f438d5423421906a90c801299003ac3/569",
    "remoting_unittests": "e5c0a4811f52f7686980b36aa6b238f260e68dbb45f0694aa243eb26cdc8168b/646",
    "sandbox_linux_unittests": "53a156fe03e529c44c66db0988a7077201c8bd5e7a37cb11b3bb69e819568680/569",
    "service_manager_unittests": "7df1238d7e48fac021608d44d52227cec698de06a9ee3d9b09fe81d41dd19c10/569",
    "services_unittests": "eaba8c61f34bce642f17fa643ff53dc9a0af64a39d4ac62b0169c542a11407f6/815",
    "shell_dialogs_unittests": "6a585c5616835ac2f61ec6fb6cf53a447b5345373c322f9a42a00a802a18cb5b/569",
    "skia_unittests": "4fc83510f74f51d9d9d161f937a8585d078a26186bcf59f4d99d9aa9a8ede6ef/569",
    "snapshot_unittests": "a0c7330b15592ebbef57c10c04c390ec28234b081a682a7f9b8045a2272653c8/569",
    "sql_unittests": "095daf69068911dd5c329b269c16cdd12775c32c7b2d4b9b0cc31dfd80c74a8b/646",
    "storage_unittests": "46657e8a20ca4c9f856df31a56c411d13ca08a3abbe1038134779fbdbb2e4fba/727",
    "sync_integration_tests": "f71a087c35fec703e5d3145c13169eef19b340d55d032084927094e21a217653/892",
    "ui_base_unittests": "bff07dcaadc2ed3fa3a6ce88bbe81a123b10de7606e2e5dd721bab936243ae60/723",
    "ui_touch_selection_unittests": "f5e701982856583dd5ab05e824e2229ace47b050707f80909904d5cb75241f59/569",
    "unit_tests": "888cdb3db382e67908ef0c1229f3fa20c0e1c7d49ca7e9b5cdcb572544428fe7/1141",
    "url_unittests": "c1a782b316778928afa27f33b12d7c73fbf00c638eec4a1737e8f25bc8410c20/569",
    "views_unittests": "f425f7df9ae146ffe2bd6cf35e589bd0cfde830840bd62d64f1aed04995ba752/569",
    "viz_unittests": "ab5742fb734da296202def9a5a42abf0cb9be192eae02c0abacad322a598ae45/653",
    "vr_common_unittests": "1fa060e3a0c6023b2c3f788f638404c6bbd53e4a61bb45ce589e00ef6c31ac6c/811",
    "vr_pixeltests": "4980042b45a3cc792745163d4a5db161b6355b5a7f7d0e9038095fb545f7c376/725",
    "weblayer_browsertests": "33fba4bba55037502b443796aad8c1dc236a8da81418cbb808ff61d057ab54bb/893",
    "weblayer_unittests": "9c3dc75323b8658ba52b73cc750a1aa987203d3e6ba6bb6f231747ee1bcfd598/725",
    "wm_unittests": "c4e611778f26f4f2f1aef7918b3d0c23920ed043956424fcc9d7792e52c18fa3/569",
    "wtf_unittests": "2ea976feacfda241913fad3882e7381a6acc8b9ee8cde9a1e04ba0aecc2be7a9/569",
    "x11_unittests": "aa1dc7eecfe0132fe4dde8a8cbf1256d07e6f6b1cd135779d1d83f7d235ddc28/569",
    "xr_browser_tests": "97631b189d32b8ae1ae5edae5b47588ef75e4d11f9d815a032d7a0df9b4badf6/891",
    "zlib_unittests": "50ff8889e966a95ab69c2e389872665317c717252306901b10f1d03b2216e996/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e799f32b2759e774a80a3721d4e8a5d2f63e226c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78140
  • user_agent:recipe

Debug log (UTC)

[03:03:38.785] New invocation is queued and will start shortly
[03:03:38.785] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:03:40.426] Starting the invocation (attempt 1)
[03:03:40.469] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e799f32b2759e774a80a3721d4e8a5d2f63e226c"
[03:03:40.469] Popped gitiles commit info from properties and tags
[03:03:40.469] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:03:40.469] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:03:40.470] Buildbucket request:
{
  "requestId": "8999042394039304800",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e799f32b2759e774a80a3721d4e8a5d2f63e226c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "4349703b4c90633d70655850a0b86dd9eabeebf8",
      "parent_got_dawn_revision": "34206ec07bfcc6a5942402caea0385ddffb25d9b",
      "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
      "parent_got_revision": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
      "parent_got_revision_cp": "refs/heads/main@{#930387}",
      "parent_got_swiftshader_revision": "7b550be8d69153cef2bdb36581e5083ebec62bd4",
      "parent_got_v8_revision": "b7ea16e261758f75cdcd09a7cfa76235dd5c7337",
      "parent_got_v8_revision_cp": "refs/heads/9.7.6@{#1}",
      "parent_got_webrtc_revision": "585aad732368a4915b74e58231ffc76725a65191",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35170}",
      "swarm_hashes": {
            "absl_hardening_tests": "fb6ba634e3da5b58f4c957be7d91d4b84daec522edea59093dd302f6c2839f09/569",
            "accessibility_unittests": "14e893a5edfd9eb69fe87bcfcd445b3c579590f145cd0cc71781071c63729a10/569",
            "angle_unittests": "874f0dc076d37e26f3f376c83528503dfae368c61a3a0ceea99d453fe9910688/570",
            "app_shell_unittests": "81a8eb0bdbe4982350ab6b9279c0808c80e9a726cbad5a5c74a8c9c4d3379836/809",
            "aura_unittests": "871b05d03d2b97839a32743796eebb2eb3fcd2437fea189f90fd6fa31f41b9cf/569",
            "base_unittests": "e18fc6960300001823f34ec3761a985b53f3a661499f7faf00cdf0ed84430d4e/648",
            "blink_common_unittests": "14960e9b887ae4004b9e36eb1c3482f8b7d3fe5223ed6424284a67c24b0fdb5e/647",
            "blink_fuzzer_unittests": "75d2492409a2e444c50d5c80603b8c0ce1464061b0fe4f548ca4b1648b8c06da/648",
            "blink_heap_unittests": "e19d92fa774db872a5fade54e6e909562f33d501e4a7c231151de237129ff8f0/648",
            "blink_platform_unittests": "d85742ffc726f5abc5f5aeec5917cd32511b538d3b715866319069f54ff64c75/726",
            "blink_unittests": "b5667979cf417effc80a5d697eb49d9c95ccb43335cc2f73e9b8f89ff0dcfe05/726",
            "boringssl_crypto_tests": "033627213056ab13b6e74d55bcb4949d6386f56d7909c54760b8e2d7eeef3a43/570",
            "boringssl_ssl_tests": "d9b1bbee4aea6103b4c0e84c5304b94e163eceee411b62fbc68192d0a408ad58/569",
            "capture_unittests": "714e68eacf0094205b527e8013a34b719508daef46dc31a682908af9a06f794e/648",
            "cast_unittests": "ad0f9229245d84a82fc27f97ab57644dcbdbf1f349fa4cf9b3157ea9578341d1/569",
            "cc_unittests": "fd0ac9f4d5a8b79dda8ce6bce83faead8a275cfc81378f4f3d40d8f57e41c77a/653",
            "chrome_app_unittests": "048498284d63178351045acf798f138fa384717d60be591ba0b78648362dbc15/811",
            "chromedriver_unittests": "310a1b3126d7ef29beac25946aa334e0f1973907166b957ccb3f7a639d313cb3/726",
            "color_unittests": "86c989e3125753019a3a95a3f1f23032b2338e2630a5bafa5da9e947f7de6bb3/569",
            "components_browsertests": "48e416503006154e9eed0b49a1864542684a8958ca8f3ce903bf86a36a4cb740/892",
            "components_unittests": "741d16dd33024084e9b31e8f1cfe4aec95abee42dbc9098f0485a28d4970b0fd/892",
            "compositor_unittests": "0b1326c8922f53287f98f47f19b17cbab7bd59db54b2f5b2602fa547f6b5098e/645",
            "content_browsertests": "d662766fd9e3df4a35ee4aa4f9f7c045543edf7f0515f4dfb090c6e269e03acc/887",
            "content_unittests": "b0ec6cee916d0f53ac214c9b79af14af3f81ceea901172388ae5a84ec99a60ab/806",
            "cronet_tests": "74cf5470db41c32aed5253f5c59cea514e68e124bc98a65e584742b1ded33152/730",
            "cronet_unittests": "0b775806fa278ec6680cf0216e73e575e872372fc90fa2a35aa6c6d69404fa6a/646",
            "crypto_unittests": "378fecc503576e395f3fbeb02b0b7824453e0ee5f3a998364000e5b1bf2c4182/569",
            "dbus_unittests": "25c5619efec5fc72ddcd1198770030fcbe2553622854b7eb1491e0a97ec1978f/569",
            "device_unittests": "99839dbfe967b2b74d5ebd5faa9fbbbc7573e5b3ab68b621f264cf0c68ff048e/646",
            "display_unittests": "1b6b31557614790189174a579e935797a9b34484b45f6217b5e7c1166319d37b/569",
            "events_unittests": "8d99e162b5471832f17328f2c57fd59536f88b6ca35172c8b358930fb29017b3/569",
            "extensions_browsertests": "90d7c7ec4bff38929624487f9759f3e0880ebd8efe601e2650a96593f13ee88a/811",
            "extensions_unittests": "78418e2ff77268e60c7a67460ee8fd28902c7a10ea6359c1d181325c2364d483/975",
            "filesystem_service_unittests": "4488d20bac5e2a58c576a265945e6bc4d4a9d6c99cbe4bcb9c45d0a843568568/569",
            "gcm_unit_tests": "bb86b7ba69b50f15cbb6753a657684dfb68201b3229084c9220f5328bb181365/646",
            "gfx_unittests": "393126df183a58af8c6bfa39c29801e1ba1ed90b56323dd940b9ba7c22f3fba7/645",
            "gin_unittests": "bf1170b23cf8c99da5a0a3c6cd964cfa68dac095123c7df7be293b39eaa990da/646",
            "gl_tests": "b52c47366b5e293ccd276988feec5280cf3302491a82082566786d6c22f57782/569",
            "gl_unittests": "da09f599bdf2bb6d0158c4840180b310df65fdc7d6232533e5e29c8d66977f4e/569",
            "google_apis_unittests": "8ee1f4203a99b7513cc7c325ee12674b75dff803e3b7af9f7bd53d4195a15fed/731",
            "gpu_unittests": "a9c180ba73a81986a09f3195e2d9d7033bc1ed2617bfe9912d3a1ac49596b94e/646",
            "gtk_unittests": "5e8743132e124e18d63a58296db5ac3a49cad9e113161ac1f15f0dfd43bec716/569",
            "gwp_asan_unittests": "f51d3485efe79a9a7f439cd22cf130fcffbc9022f379ccc0a8ccdfd482f0f819/570",
            "headless_browsertests": "a01d36152c3324a60bb9a410d7226131bf212c299428aaf53cd53952e4a6da48/809",
            "headless_unittests": "2aa2fe4f1f17e45fce23fa05bec4703175e59c7b928986851096f83f5afa02c0/569",
            "interactive_ui_tests": "69a1eba924f1725c03838d94b1d50f88b36588bdfdc9369f89c80a90b27fe312/1128",
            "ipc_tests": "ce72ff687d830aa3e386eecd7bdf1d7ccaf15bd71950740c3c4e318249c312b5/569",
            "jingle_unittests": "6705639226808a993586278b268b1666cfd58a66b7e255a76e03bd078ad109c4/646",
            "latency_unittests": "925583cf03c6ee90db1266cd23e0936453fb618e433e2f7de6adea18831809a6/569",
            "libjingle_xmpp_unittests": "6c175df81da8851a0be0ed3f0be10f174122f2303a37fc501edcd614f3b70848/569",
            "liburlpattern_unittests": "47a91dff86b36b9c52a9a5c677a23c5c4d7965a03b6ceb768ef3e770c70c8b9f/569",
            "media_unittests": "63b6a2ed952967a4b9fec9906c0f2ba357fad629bae44bbb131680143a277e44/649",
            "message_center_unittests": "e6b7c96f27f8742b3cf7924ef5fdb9005a8d05e701d7a7863a3661815ffcd93d/569",
            "midi_unittests": "46a82eda3a135b208d9f8034b86cdfb2ac4200019024785d5c96f9a904da7ec2/569",
            "mojo_core_unittests": "d34c53c05005b830d140ed35a88f791890cf162f0ac9e6f03a15b258498d407e/569",
            "mojo_unittests": "13968be9a8c91936e8b5c98bbd586ca95e3bdcf88b7892f9d4ae95c4f91dee78/647",
            "native_theme_unittests": "cf2f0e74b7b29a2562c8acda5095150374bef3fd6a1bec395071e441f92c62d3/569",
            "net_unittests": "0e8bddb5dafa5f89773807d92bda1c8adad056153607d52ebea7c77deb9f55b2/648",
            "openscreen_unittests": "f68d1daa66fe60ad8ba9ed43ec75d9674ac34d6b24b7036ac0c8cf3859f00696/811",
            "ozone_x11_unittests": "ba081b75a8e858ae81fbb8ab9898bb99edf7a6fa9b21a2157a2b51320028cc53/569",
            "pdf_unittests": "c1d17d0401d10e9838921700f28db337444577ddf4b9e028e43a673e75eff27c/725",
            "perfetto_unittests": "209592ee88bf35ac7100c5c674bff4573518b5157630fc35978da6d40b77b227/569",
            "ppapi_unittests": "0089a70f8f4e37b4bb53f29f02594841271f86ec53a8d8d9b0569e9f2850df5d/569",
            "printing_unittests": "12ab9650ee25229cdc9febd9da81deac7f438d5423421906a90c801299003ac3/569",
            "remoting_unittests": "e5c0a4811f52f7686980b36aa6b238f260e68dbb45f0694aa243eb26cdc8168b/646",
            "sandbox_linux_unittests": "53a156fe03e529c44c66db0988a7077201c8bd5e7a37cb11b3bb69e819568680/569",
            "service_manager_unittests": "7df1238d7e48fac021608d44d52227cec698de06a9ee3d9b09fe81d41dd19c10/569",
            "services_unittests": "eaba8c61f34bce642f17fa643ff53dc9a0af64a39d4ac62b0169c542a11407f6/815",
            "shell_dialogs_unittests": "6a585c5616835ac2f61ec6fb6cf53a447b5345373c322f9a42a00a802a18cb5b/569",
            "skia_unittests": "4fc83510f74f51d9d9d161f937a8585d078a26186bcf59f4d99d9aa9a8ede6ef/569",
            "snapshot_unittests": "a0c7330b15592ebbef57c10c04c390ec28234b081a682a7f9b8045a2272653c8/569",
            "sql_unittests": "095daf69068911dd5c329b269c16cdd12775c32c7b2d4b9b0cc31dfd80c74a8b/646",
            "storage_unittests": "46657e8a20ca4c9f856df31a56c411d13ca08a3abbe1038134779fbdbb2e4fba/727",
            "sync_integration_tests": "f71a087c35fec703e5d3145c13169eef19b340d55d032084927094e21a217653/892",
            "ui_base_unittests": "bff07dcaadc2ed3fa3a6ce88bbe81a123b10de7606e2e5dd721bab936243ae60/723",
            "ui_touch_selection_unittests": "f5e701982856583dd5ab05e824e2229ace47b050707f80909904d5cb75241f59/569",
            "unit_tests": "888cdb3db382e67908ef0c1229f3fa20c0e1c7d49ca7e9b5cdcb572544428fe7/1141",
            "url_unittests": "c1a782b316778928afa27f33b12d7c73fbf00c638eec4a1737e8f25bc8410c20/569",
            "views_unittests": "f425f7df9ae146ffe2bd6cf35e589bd0cfde830840bd62d64f1aed04995ba752/569",
            "viz_unittests": "ab5742fb734da296202def9a5a42abf0cb9be192eae02c0abacad322a598ae45/653",
            "vr_common_unittests": "1fa060e3a0c6023b2c3f788f638404c6bbd53e4a61bb45ce589e00ef6c31ac6c/811",
            "vr_pixeltests": "4980042b45a3cc792745163d4a5db161b6355b5a7f7d0e9038095fb545f7c376/725",
            "weblayer_browsertests": "33fba4bba55037502b443796aad8c1dc236a8da81418cbb808ff61d057ab54bb/893",
            "weblayer_unittests": "9c3dc75323b8658ba52b73cc750a1aa987203d3e6ba6bb6f231747ee1bcfd598/725",
            "wm_unittests": "c4e611778f26f4f2f1aef7918b3d0c23920ed043956424fcc9d7792e52c18fa3/569",
            "wtf_unittests": "2ea976feacfda241913fad3882e7381a6acc8b9ee8cde9a1e04ba0aecc2be7a9/569",
            "x11_unittests": "aa1dc7eecfe0132fe4dde8a8cbf1256d07e6f6b1cd135779d1d83f7d235ddc28/569",
            "xr_browser_tests": "97631b189d32b8ae1ae5edae5b47588ef75e4d11f9d815a032d7a0df9b4badf6/891",
            "zlib_unittests": "50ff8889e966a95ab69c2e389872665317c717252306901b10f1d03b2216e996/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999042394039304800"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78140"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:03:41.027] Scheduled build:
{
  "id": "8833612331520851985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70098,
  "createdBy": "project:chromium",
  "createTime": "2021-10-12T03:03:40.547829169Z",
  "updateTime": "2021-10-12T03:03:40.797068388Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
      "ref": "refs/heads/main"
    }
  }
}
[03:03:41.027] Task URL: https://cr-buildbucket.appspot.com/build/8833612331520851985
[03:03:41.027] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:2:0) after 4m49s
[03:03:57.715] Received PubSub notification, asking Buildbucket for the build status
[03:03:57.759] Build status: STARTED
[03:08:30.046] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:2:0)
[03:08:30.077] Build status: STARTED
[03:08:30.077] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:4:0) after 3m41s
[03:12:11.092] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:4:0)
[03:12:11.175] Build status: STARTED
[03:12:11.175] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:5:0) after 9m13s
[03:21:24.368] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:5:0)
[03:21:24.399] Build status: STARTED
[03:21:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:6:0) after 9m15s
[03:30:39.720] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:6:0)
[03:30:39.752] Build status: STARTED
[03:30:39.752] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999042394039304800:7:0) after 3m37s
[03:32:36.803] Received PubSub notification, asking Buildbucket for the build status
[03:32:36.835] Build:
{
  "id": "8833612331520851985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70098,
  "createdBy": "project:chromium",
  "createTime": "2021-10-12T03:03:40.547829169Z",
  "startTime": "2021-10-12T03:03:56.986521Z",
  "endTime": "2021-10-12T03:32:36.065636409Z",
  "updateTime": "2021-10-12T03:32:36.066110187Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e799f32b2759e774a80a3721d4e8a5d2f63e226c",
      "ref": "refs/heads/main"
    }
  }
}
[03:32:36.835] Invocation finished in 28m58.074001495s with status FAILED