Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79957 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e3410a719e7df16868d6c0122ac823cec35289c0"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "42bd4fc29aea6c0c1722d3604b0eadf7fb1e9aca",
  "parent_got_dawn_revision": "b7e2f3654264515c50b10308afb70626ef22bce1",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "e3410a719e7df16868d6c0122ac823cec35289c0",
  "parent_got_revision_cp": "refs/heads/main@{#951414}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e3410a719e7df16868d6c0122ac823cec35289c0",
  "swarm_hashes": {
    "absl_hardening_tests": "86d084a3c28cad26b09430b0994a70f9157c64a652a2799a70bc518d46818aeb/569",
    "accessibility_unittests": "643b9d3e5f1451815b45220100c99b0c7dd2ee31fdd863845afa1e6768fb4bd5/569",
    "angle_unittests": "8f28df4b6e9a841364337918bb48cf7c80893e88d5a3e9bcf977aacbb7da4a99/570",
    "app_shell_unittests": "01b37a38500d96e8764fd62900ceb3afcc4735e18911fdf5086bdf27ce6eb7a1/730",
    "aura_unittests": "ee8d460b085dcb4e2b87638d7f39d83edfd3f4aef20d1bbe4df5537f0aa4cf40/569",
    "base_unittests": "0b1d2e19c839e0a6ddca2aef730a18b08070d8895c047335f43310b2ee104792/648",
    "blink_common_unittests": "d2ea843978c4343fb64389fbecf591626490f2a0fbd77eeabfc6a09be68befd1/647",
    "blink_fuzzer_unittests": "13c3d5a8ef7b835b41f27dc19a212f40b1696e1320a8578988e8fa34265cfee6/569",
    "blink_heap_unittests": "e3ecfc9d22c2449ea77e86465f23bdb672a512a649012de6e23e51851c8f712e/569",
    "blink_platform_unittests": "015b1c84f2d9091f0149c476c556255dfd73571f9772a7c3e827d6076fb46d9b/726",
    "blink_unittests": "ff0a32c85755794ebcf1565d40800c2f60671de2f71c5f3a2713b3ef7d9bf27c/810",
    "boringssl_crypto_tests": "4c92789d3de4b968084e1e133224db296df03a344c2ea864ecb6cbed8c9759cf/570",
    "boringssl_ssl_tests": "4226da37df7372e983e614fdaffac45353996a58889955770cb028d8714e7730/569",
    "capture_unittests": "e97738af935329a5f3a7e29e5e35667bdff1495374ff5c50dadaf2d4e0605045/648",
    "cast_unittests": "2c39dba8d8369b61fbb9c297dfed13925488c97fccb74dfcab35e4d0af792bbc/569",
    "cc_unittests": "78e65d30625c30a7c6d91a2e7b857fda05d932ec2dffe5185a672f463dbc0e37/653",
    "chrome_app_unittests": "70900b625d0dda900b8055718194cd8bf2f58c116b7f41c29a781d194fc16de7/648",
    "chromedriver_unittests": "0d9cfcf70092eb6ab074df95682752cda5f0a6de9976f7a1895116f8e38c0311/726",
    "color_unittests": "434942d161a822344b716c03c2e20cbeb44eb6c9a033e9033696ea3bc012b5c3/569",
    "components_browsertests": "fa8c835314fdbe68bc97416c46728738e532db2d0273a6a715c4423f19c6ec0e/813",
    "components_unittests": "75a4ce3ab8d57de96cc73e92ab22af994779ec9ac9555a53cde6bdd7b7982a9f/813",
    "compositor_unittests": "5cd44feb08b68319a664326009c9b0610e13fe572de3a5fb3d8a4a00aeb37a72/645",
    "content_browsertests": "71c21b9adeb62630b9c53c84cf0771fb3870aa057926b3f7083d513ecf07b937/887",
    "content_unittests": "501140bc1d956e249b988c45135221b982f2793e9573ce633b0518e5c1b31728/806",
    "cronet_tests": "91e9f0a9e5b01c7578282282e2de93e1c626d5f3e94bfbf153c7fe06e58bc490/730",
    "cronet_unittests": "fab5f9eb26d40c5dfb26bae2a26ef95c306be3d6e6cc44cd3b9519de98000c1e/646",
    "crypto_unittests": "fe553e1e01e14dd185093e3482fd1324d05902c55af225c0a42423e2434e2552/569",
    "dbus_unittests": "56122a34ccda96e38bea60ac771382e7d14c5bd1dc9018b9208d36af689fa30f/569",
    "device_unittests": "119db1f42857c190b1f4d3a4ef2dcac8fc99988d80eea0cedf8d1b5d37b696d5/646",
    "display_unittests": "460f0fb4063e3fb6b673d93983d829b080be50e7804f2e09a1c7705d74085c29/569",
    "events_unittests": "93cb5653f7eb5b4e7be7aaffaf8dc310e1b2b5f38a4f8600e8731048d909528e/569",
    "extensions_browsertests": "40a09d9341921090307f329bed989fdf6f4e29a0a34aef14ef955148f477e731/732",
    "extensions_unittests": "3273a56d5ebbb0491ed5d33160d228248098fae53cddfca29230501a6de13e30/896",
    "filesystem_service_unittests": "8226d389e3ea65c98eb5bc19d50a871fc25d002fe59a2fd23dc9165f8a3253bf/569",
    "gcm_unit_tests": "f4a5273ff97860ac69a1df2c3368892d02105eab88fb8083e9bc8afd421bafb3/646",
    "gfx_unittests": "dde324c3f464b98fb81d3645a1a9eeaa1a7ec6e72965b03e2c1095aa1f1eeac1/645",
    "gin_unittests": "7303c4541918fb07c8717b4f05abfc4e82de07e5a423c87f62282a011c175a67/646",
    "gl_tests": "40f923e99f2ef256dbc42abf6f444fca3d67054002e2b0b17d553e3da5bb7094/569",
    "gl_unittests": "2dc7ff2a90e6838f09bd6c3c5f66f9a962339b16c2f136d3234135b9f6141c2a/569",
    "google_apis_unittests": "63ca9e2744c9f6ba352f54e6e337d5a0e51965e38059bce4e4b3375fa104ddc7/731",
    "gpu_unittests": "2313f559cfefda5d46b13be0329d64a740e9ea691de9d9875f8a5570ea04d23f/646",
    "gwp_asan_unittests": "0d23d861f5225449b4186267a78a2976546307fa7fd03cad1736b1dbf81c24b8/570",
    "headless_browsertests": "c2495780d42f1bc1ef6d0a32d1a157d37fdae325195234d00783c558bfeac468/730",
    "headless_unittests": "b98f343cbe69c149f30dc6d9de49123342e7481b3100845ac7f77bba1020b710/569",
    "interactive_ui_tests": "02dae5ced98ddb2027000e50a02cc2ab96a74150d6bc647aa3718b84f3594cac/965",
    "ipc_tests": "f3f3e3df7b904684f5679d57a3b54418b31f7eacd702a085d76c2ae36372c4a5/569",
    "jingle_unittests": "a901837abf0085cfc7c5afd47da40072c05688d3836084b5baea50a52bcb0f97/646",
    "latency_unittests": "ee39db0be3006dfb45b9b4ec81e1fad740591d866e6617d73063ad08ca689df8/569",
    "libjingle_xmpp_unittests": "afd95b652125d7798f3cb376fa09ed9b6028bc41a63045e66a05cf49ced3ce69/569",
    "liburlpattern_unittests": "f43fa41224f752ff3fd765b5c5167eb570cb94d2ec7c020e580f01e41d3bd505/569",
    "media_unittests": "1fddd732b3a53d302ef12e1642667e2a9e63c6283c7abdabcf8951ff89a8fe28/649",
    "message_center_unittests": "719caa0b74653054abc3d1da9d45d345e778805fcabefdfdf6f1b0592a911d61/569",
    "midi_unittests": "029bdf900e3f79e936347b046fe458b8a413e65c336cf030cdce6c9e646007e1/569",
    "mojo_core_unittests": "528c0635bed805c6d92196957c883d97b23cba4697d8600b82dce5d7a77074d1/569",
    "mojo_unittests": "8d5ae35a86f8a688b647fdd4a5bb3d87f20c36309519f9842a16615698c0d143/647",
    "native_theme_unittests": "a0f48c921f991aa81fedf1333a52817c85681fbf49598fd6aca82c6262207407/569",
    "net_unittests": "177cef71b929c3e01cdaffc9a3a83ec67c25722c46c9c18e531bb78b47c09fc8/648",
    "openscreen_unittests": "540d1af412075d181b5802aecbe78bc1ae5fe6a3cff8fec69550de81ffb43691/648",
    "ozone_x11_unittests": "e88135c9ca1bc103d7a0d09d8b14b85c2af02b18f6b814508fa8145bde4ad9c1/569",
    "pdf_unittests": "1b4d91421dff132a4741beb394dd4bb9ca0f0bc7b3711f7d569a24871986bcd3/646",
    "perfetto_unittests": "1f8c5f0d778419d0dd6e988de30467221028c9ab8a844334fd4144d1ea09860b/569",
    "ppapi_unittests": "6b2c1ad5d0ea29b198231523cefff951521001af54f757573031f2c3f547ff01/569",
    "printing_unittests": "1fa455f52d3eaf0fcd7669cff1557dad9b8bced91d422c7417716b60decce638/569",
    "remoting_unittests": "fc63c317fd41dd36bcaddd73577e646ab7bf0ec0d80901a5b3639b4deaaf88f3/646",
    "sandbox_linux_unittests": "bd8e79ef3a9bf65db1085a37d75cd4e17bfbdeb3e1be68c74da32ccf42fdca54/569",
    "service_manager_unittests": "86600071aecdc8cb40a2313200568dc5fcec24e612f55a1b5ce6762cf508c528/569",
    "services_unittests": "b0389ae08b16cc2ec6761b7c634bc214625595918c681aa23d47ce13563cd61f/815",
    "shell_dialogs_unittests": "ef298872fcd509d2ab702beaf1bd681e9ac225e6d93fdad765edeaaeddc9cdbc/569",
    "skia_unittests": "4ff8082a7ac018ee88e436814474a16479f7a281eac5b65c754211785740a25b/569",
    "snapshot_unittests": "3a1bedb303c4e9e82cd2905a7db0e4b4e9a4ef7469789ad112b6186ec13960e1/569",
    "sql_unittests": "ad2f9504bdad6fa82653e6834cc58734a363cbbc985ecd25814de41e9ee5bb7f/646",
    "storage_unittests": "fa26ba122edba729a133edd7479e9e5723d058a35975934e2060f2a124d6f279/727",
    "sync_integration_tests": "e68a31b73e5f9481c2d546a7b8d0f7f8caa87e45ff2e56152483f4e4f826b5c9/729",
    "ui_base_unittests": "d20ba3508f81db255f2a983dc46b28bd99f482fe87dd1b7dc8b26dd074db1cad/723",
    "ui_touch_selection_unittests": "a0f5a787327f67846c4846cb20ed3ad956d21e90fde7167deb85389a80683bc4/569",
    "unit_tests": "ce8bb77cc0ef22d46f7b30e4181a8b77bcd3ad920fbda4eb3c76fc5cf49aa57f/1062",
    "url_unittests": "fbf1adce612a26f3c06682a66b60af84756a07f10e87c291105613fc8dd95431/569",
    "views_unittests": "cc935e2823a140c0091982fb12d9219f69460997fb75bfadaac5f2c1a15fbb82/569",
    "viz_unittests": "567b7c15d6860002be0efbf01b7492308b477eb7ae408936c68aefa70dc88394/653",
    "vr_common_unittests": "ff710fcefe7161003d8c692a3d06d5c4ac3a018e570fb0565ad1c57dbe52b837/648",
    "vr_pixeltests": "7c8915ba366f15cccaf978263386c2cb817770c3bada57c3ca01483b3fd06574/646",
    "weblayer_browsertests": "1bf203b7a70cf86dd764eb173784715a33416f4ce54c4827eb7984ba6bbc9bcd/814",
    "weblayer_unittests": "34ff0c20bbc1acb5dd7c636549d496a4c66eaadb67da23aef463b2fe3c33ccd2/646",
    "wm_unittests": "aac5ecddb6f215129e8aaba8016a9326cb659669675c9f06232f944c38f8c1ef/569",
    "wtf_unittests": "209b8a60a93a67cb7e855d2735eb9f6b510940ac0f45264f94186ea0a2f143fc/569",
    "x11_unittests": "240b5802c4150ba66df8db8e298fd561f4615dad8cfaf057c59e295716f5de26/569",
    "xr_browser_tests": "14532cbecf449a85f51569a9b60f057aab63973886bed6739f23b8986b923351/728",
    "zlib_unittests": "0972a3fdffcab42501e97a33049102b8376f5f23b20081f1d50cb22cb90f5db5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3410a719e7df16868d6c0122ac823cec35289c0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79957
  • user_agent:recipe

Debug log (UTC)

[09:24:48.523] New invocation is queued and will start shortly
[09:24:48.523] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:24:49.600] Starting the invocation (attempt 1)
[09:24:49.635] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3410a719e7df16868d6c0122ac823cec35289c0"
[09:24:49.635] Popped gitiles commit info from properties and tags
[09:24:49.635] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:24:49.636] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:24:49.637] Buildbucket request:
{
  "requestId": "8993310804489409168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e3410a719e7df16868d6c0122ac823cec35289c0"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "42bd4fc29aea6c0c1722d3604b0eadf7fb1e9aca",
      "parent_got_dawn_revision": "b7e2f3654264515c50b10308afb70626ef22bce1",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "e3410a719e7df16868d6c0122ac823cec35289c0",
      "parent_got_revision_cp": "refs/heads/main@{#951414}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
      "swarm_hashes": {
            "absl_hardening_tests": "86d084a3c28cad26b09430b0994a70f9157c64a652a2799a70bc518d46818aeb/569",
            "accessibility_unittests": "643b9d3e5f1451815b45220100c99b0c7dd2ee31fdd863845afa1e6768fb4bd5/569",
            "angle_unittests": "8f28df4b6e9a841364337918bb48cf7c80893e88d5a3e9bcf977aacbb7da4a99/570",
            "app_shell_unittests": "01b37a38500d96e8764fd62900ceb3afcc4735e18911fdf5086bdf27ce6eb7a1/730",
            "aura_unittests": "ee8d460b085dcb4e2b87638d7f39d83edfd3f4aef20d1bbe4df5537f0aa4cf40/569",
            "base_unittests": "0b1d2e19c839e0a6ddca2aef730a18b08070d8895c047335f43310b2ee104792/648",
            "blink_common_unittests": "d2ea843978c4343fb64389fbecf591626490f2a0fbd77eeabfc6a09be68befd1/647",
            "blink_fuzzer_unittests": "13c3d5a8ef7b835b41f27dc19a212f40b1696e1320a8578988e8fa34265cfee6/569",
            "blink_heap_unittests": "e3ecfc9d22c2449ea77e86465f23bdb672a512a649012de6e23e51851c8f712e/569",
            "blink_platform_unittests": "015b1c84f2d9091f0149c476c556255dfd73571f9772a7c3e827d6076fb46d9b/726",
            "blink_unittests": "ff0a32c85755794ebcf1565d40800c2f60671de2f71c5f3a2713b3ef7d9bf27c/810",
            "boringssl_crypto_tests": "4c92789d3de4b968084e1e133224db296df03a344c2ea864ecb6cbed8c9759cf/570",
            "boringssl_ssl_tests": "4226da37df7372e983e614fdaffac45353996a58889955770cb028d8714e7730/569",
            "capture_unittests": "e97738af935329a5f3a7e29e5e35667bdff1495374ff5c50dadaf2d4e0605045/648",
            "cast_unittests": "2c39dba8d8369b61fbb9c297dfed13925488c97fccb74dfcab35e4d0af792bbc/569",
            "cc_unittests": "78e65d30625c30a7c6d91a2e7b857fda05d932ec2dffe5185a672f463dbc0e37/653",
            "chrome_app_unittests": "70900b625d0dda900b8055718194cd8bf2f58c116b7f41c29a781d194fc16de7/648",
            "chromedriver_unittests": "0d9cfcf70092eb6ab074df95682752cda5f0a6de9976f7a1895116f8e38c0311/726",
            "color_unittests": "434942d161a822344b716c03c2e20cbeb44eb6c9a033e9033696ea3bc012b5c3/569",
            "components_browsertests": "fa8c835314fdbe68bc97416c46728738e532db2d0273a6a715c4423f19c6ec0e/813",
            "components_unittests": "75a4ce3ab8d57de96cc73e92ab22af994779ec9ac9555a53cde6bdd7b7982a9f/813",
            "compositor_unittests": "5cd44feb08b68319a664326009c9b0610e13fe572de3a5fb3d8a4a00aeb37a72/645",
            "content_browsertests": "71c21b9adeb62630b9c53c84cf0771fb3870aa057926b3f7083d513ecf07b937/887",
            "content_unittests": "501140bc1d956e249b988c45135221b982f2793e9573ce633b0518e5c1b31728/806",
            "cronet_tests": "91e9f0a9e5b01c7578282282e2de93e1c626d5f3e94bfbf153c7fe06e58bc490/730",
            "cronet_unittests": "fab5f9eb26d40c5dfb26bae2a26ef95c306be3d6e6cc44cd3b9519de98000c1e/646",
            "crypto_unittests": "fe553e1e01e14dd185093e3482fd1324d05902c55af225c0a42423e2434e2552/569",
            "dbus_unittests": "56122a34ccda96e38bea60ac771382e7d14c5bd1dc9018b9208d36af689fa30f/569",
            "device_unittests": "119db1f42857c190b1f4d3a4ef2dcac8fc99988d80eea0cedf8d1b5d37b696d5/646",
            "display_unittests": "460f0fb4063e3fb6b673d93983d829b080be50e7804f2e09a1c7705d74085c29/569",
            "events_unittests": "93cb5653f7eb5b4e7be7aaffaf8dc310e1b2b5f38a4f8600e8731048d909528e/569",
            "extensions_browsertests": "40a09d9341921090307f329bed989fdf6f4e29a0a34aef14ef955148f477e731/732",
            "extensions_unittests": "3273a56d5ebbb0491ed5d33160d228248098fae53cddfca29230501a6de13e30/896",
            "filesystem_service_unittests": "8226d389e3ea65c98eb5bc19d50a871fc25d002fe59a2fd23dc9165f8a3253bf/569",
            "gcm_unit_tests": "f4a5273ff97860ac69a1df2c3368892d02105eab88fb8083e9bc8afd421bafb3/646",
            "gfx_unittests": "dde324c3f464b98fb81d3645a1a9eeaa1a7ec6e72965b03e2c1095aa1f1eeac1/645",
            "gin_unittests": "7303c4541918fb07c8717b4f05abfc4e82de07e5a423c87f62282a011c175a67/646",
            "gl_tests": "40f923e99f2ef256dbc42abf6f444fca3d67054002e2b0b17d553e3da5bb7094/569",
            "gl_unittests": "2dc7ff2a90e6838f09bd6c3c5f66f9a962339b16c2f136d3234135b9f6141c2a/569",
            "google_apis_unittests": "63ca9e2744c9f6ba352f54e6e337d5a0e51965e38059bce4e4b3375fa104ddc7/731",
            "gpu_unittests": "2313f559cfefda5d46b13be0329d64a740e9ea691de9d9875f8a5570ea04d23f/646",
            "gwp_asan_unittests": "0d23d861f5225449b4186267a78a2976546307fa7fd03cad1736b1dbf81c24b8/570",
            "headless_browsertests": "c2495780d42f1bc1ef6d0a32d1a157d37fdae325195234d00783c558bfeac468/730",
            "headless_unittests": "b98f343cbe69c149f30dc6d9de49123342e7481b3100845ac7f77bba1020b710/569",
            "interactive_ui_tests": "02dae5ced98ddb2027000e50a02cc2ab96a74150d6bc647aa3718b84f3594cac/965",
            "ipc_tests": "f3f3e3df7b904684f5679d57a3b54418b31f7eacd702a085d76c2ae36372c4a5/569",
            "jingle_unittests": "a901837abf0085cfc7c5afd47da40072c05688d3836084b5baea50a52bcb0f97/646",
            "latency_unittests": "ee39db0be3006dfb45b9b4ec81e1fad740591d866e6617d73063ad08ca689df8/569",
            "libjingle_xmpp_unittests": "afd95b652125d7798f3cb376fa09ed9b6028bc41a63045e66a05cf49ced3ce69/569",
            "liburlpattern_unittests": "f43fa41224f752ff3fd765b5c5167eb570cb94d2ec7c020e580f01e41d3bd505/569",
            "media_unittests": "1fddd732b3a53d302ef12e1642667e2a9e63c6283c7abdabcf8951ff89a8fe28/649",
            "message_center_unittests": "719caa0b74653054abc3d1da9d45d345e778805fcabefdfdf6f1b0592a911d61/569",
            "midi_unittests": "029bdf900e3f79e936347b046fe458b8a413e65c336cf030cdce6c9e646007e1/569",
            "mojo_core_unittests": "528c0635bed805c6d92196957c883d97b23cba4697d8600b82dce5d7a77074d1/569",
            "mojo_unittests": "8d5ae35a86f8a688b647fdd4a5bb3d87f20c36309519f9842a16615698c0d143/647",
            "native_theme_unittests": "a0f48c921f991aa81fedf1333a52817c85681fbf49598fd6aca82c6262207407/569",
            "net_unittests": "177cef71b929c3e01cdaffc9a3a83ec67c25722c46c9c18e531bb78b47c09fc8/648",
            "openscreen_unittests": "540d1af412075d181b5802aecbe78bc1ae5fe6a3cff8fec69550de81ffb43691/648",
            "ozone_x11_unittests": "e88135c9ca1bc103d7a0d09d8b14b85c2af02b18f6b814508fa8145bde4ad9c1/569",
            "pdf_unittests": "1b4d91421dff132a4741beb394dd4bb9ca0f0bc7b3711f7d569a24871986bcd3/646",
            "perfetto_unittests": "1f8c5f0d778419d0dd6e988de30467221028c9ab8a844334fd4144d1ea09860b/569",
            "ppapi_unittests": "6b2c1ad5d0ea29b198231523cefff951521001af54f757573031f2c3f547ff01/569",
            "printing_unittests": "1fa455f52d3eaf0fcd7669cff1557dad9b8bced91d422c7417716b60decce638/569",
            "remoting_unittests": "fc63c317fd41dd36bcaddd73577e646ab7bf0ec0d80901a5b3639b4deaaf88f3/646",
            "sandbox_linux_unittests": "bd8e79ef3a9bf65db1085a37d75cd4e17bfbdeb3e1be68c74da32ccf42fdca54/569",
            "service_manager_unittests": "86600071aecdc8cb40a2313200568dc5fcec24e612f55a1b5ce6762cf508c528/569",
            "services_unittests": "b0389ae08b16cc2ec6761b7c634bc214625595918c681aa23d47ce13563cd61f/815",
            "shell_dialogs_unittests": "ef298872fcd509d2ab702beaf1bd681e9ac225e6d93fdad765edeaaeddc9cdbc/569",
            "skia_unittests": "4ff8082a7ac018ee88e436814474a16479f7a281eac5b65c754211785740a25b/569",
            "snapshot_unittests": "3a1bedb303c4e9e82cd2905a7db0e4b4e9a4ef7469789ad112b6186ec13960e1/569",
            "sql_unittests": "ad2f9504bdad6fa82653e6834cc58734a363cbbc985ecd25814de41e9ee5bb7f/646",
            "storage_unittests": "fa26ba122edba729a133edd7479e9e5723d058a35975934e2060f2a124d6f279/727",
            "sync_integration_tests": "e68a31b73e5f9481c2d546a7b8d0f7f8caa87e45ff2e56152483f4e4f826b5c9/729",
            "ui_base_unittests": "d20ba3508f81db255f2a983dc46b28bd99f482fe87dd1b7dc8b26dd074db1cad/723",
            "ui_touch_selection_unittests": "a0f5a787327f67846c4846cb20ed3ad956d21e90fde7167deb85389a80683bc4/569",
            "unit_tests": "ce8bb77cc0ef22d46f7b30e4181a8b77bcd3ad920fbda4eb3c76fc5cf49aa57f/1062",
            "url_unittests": "fbf1adce612a26f3c06682a66b60af84756a07f10e87c291105613fc8dd95431/569",
            "views_unittests": "cc935e2823a140c0091982fb12d9219f69460997fb75bfadaac5f2c1a15fbb82/569",
            "viz_unittests": "567b7c15d6860002be0efbf01b7492308b477eb7ae408936c68aefa70dc88394/653",
            "vr_common_unittests": "ff710fcefe7161003d8c692a3d06d5c4ac3a018e570fb0565ad1c57dbe52b837/648",
            "vr_pixeltests": "7c8915ba366f15cccaf978263386c2cb817770c3bada57c3ca01483b3fd06574/646",
            "weblayer_browsertests": "1bf203b7a70cf86dd764eb173784715a33416f4ce54c4827eb7984ba6bbc9bcd/814",
            "weblayer_unittests": "34ff0c20bbc1acb5dd7c636549d496a4c66eaadb67da23aef463b2fe3c33ccd2/646",
            "wm_unittests": "aac5ecddb6f215129e8aaba8016a9326cb659669675c9f06232f944c38f8c1ef/569",
            "wtf_unittests": "209b8a60a93a67cb7e855d2735eb9f6b510940ac0f45264f94186ea0a2f143fc/569",
            "x11_unittests": "240b5802c4150ba66df8db8e298fd561f4615dad8cfaf057c59e295716f5de26/569",
            "xr_browser_tests": "14532cbecf449a85f51569a9b60f057aab63973886bed6739f23b8986b923351/728",
            "zlib_unittests": "0972a3fdffcab42501e97a33049102b8376f5f23b20081f1d50cb22cb90f5db5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e3410a719e7df16868d6c0122ac823cec35289c0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993310804489409168"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79957"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:24:50.182] Scheduled build:
{
  "id": "8827880742539533505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71910,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T09:24:49.750706254Z",
  "updateTime": "2021-12-14T09:24:49.750706254Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3410a719e7df16868d6c0122ac823cec35289c0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:24:50.182] Task URL: https://cr-buildbucket.appspot.com/build/8827880742539533505
[09:24:50.182] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:2:0) after 4m3s
[09:26:52.367] Received PubSub notification, asking Buildbucket for the build status
[09:26:52.391] Build status: STARTED
[09:28:53.244] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:2:0)
[09:28:53.298] Build status: STARTED
[09:28:53.298] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:4:0) after 4m23s
[09:33:16.337] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:4:0)
[09:33:16.366] Build status: STARTED
[09:33:16.366] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:5:0) after 5m0s
[09:38:16.448] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:5:0)
[09:38:16.483] Build status: STARTED
[09:38:16.484] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:6:0) after 6m12s
[09:44:28.682] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:6:0)
[09:44:28.707] Build status: STARTED
[09:44:28.707] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:7:0) after 5m34s
[09:50:02.727] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:7:0)
[09:50:02.750] Build status: STARTED
[09:50:02.750] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993310804489409168:8:0) after 5m29s
[09:53:45.714] Received PubSub notification, asking Buildbucket for the build status
[09:53:45.740] Build:
{
  "id": "8827880742539533505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71910,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T09:24:49.750706254Z",
  "startTime": "2021-12-14T09:26:51.017906Z",
  "endTime": "2021-12-14T09:53:44.891692134Z",
  "updateTime": "2021-12-14T09:53:44.891692134Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3410a719e7df16868d6c0122ac823cec35289c0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:53:45.740] Invocation finished in 28m57.232262559s with status FAILED