Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78624 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "354ba538e4a71a5ed3926e9d8ad99196992774ff"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
  "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
  "parent_got_revision_cp": "refs/heads/main@{#936342}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "c29ff66ad0759dbd11c57997625173160e7f3480",
  "parent_got_v8_revision_cp": "refs/heads/9.7.81@{#1}",
  "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
  "swarm_hashes": {
    "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
    "accessibility_unittests": "e75025c0f22bfee27677b2de6113a300296720cf620e30cf2a53ae761969ef52/569",
    "angle_unittests": "ea46ae5a76830e7689787387b4b7930c6388053210d726c068f2c90ebd7118d9/570",
    "app_shell_unittests": "33077ff39576299fc9662a2a1e2b941a9a4f48b0419dd78bf8a4c6e9f491850c/809",
    "aura_unittests": "848c3590933b33c5e41ba5e8c6f3422cf57d6b2aa870bbde88897842b3a936b9/569",
    "base_unittests": "b84762bbe01dccee7103189a896a33a456bf861a4b28930e5234b0c81501019e/648",
    "blink_common_unittests": "8849aa2978936d023ea80d90c4d870354a56abf258192fd562e3867652451272/647",
    "blink_fuzzer_unittests": "588000b8104c779b17b4e1427ea0738542228f84e08ef60cf4e4f8e382578d3f/648",
    "blink_heap_unittests": "faf9314cfb5bcc9356fd7c395300c68a18e98af91a8a4cd678a44ebf0113afec/648",
    "blink_platform_unittests": "d1a0f2ee73ee39aecd50dafc3198144f6f4ff6115ab92a6d33f9c63419bc1d4b/726",
    "blink_unittests": "606782d6a8310574240511433408ab817d8814f4d4854c8e2f1a888d101730d7/726",
    "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
    "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
    "capture_unittests": "d850a643533787e4bf15336546c3faad49fac81aa7d10e08839cd2f22f79da49/648",
    "cast_unittests": "ba3eaf287042695a18bdc39b144b908b466e6b6911ae0f49572e4c95c52df373/569",
    "cc_unittests": "e9699024380eeb92a3879dcb970701a90028c037d742b68a1efae37bcf084674/653",
    "chrome_app_unittests": "f1c6d4c260288d508b933a810f33dda79e16ede5216b7d8737b1227ae38c8a37/811",
    "chromedriver_unittests": "9265e1dff94579235c9e8766e7424ca916ee7ad5fea26b744a0f914390845032/726",
    "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
    "components_browsertests": "007a799d0e7f7e113309967df3bb7aca9a3cb3d590594962193db85d8bc96e4b/892",
    "components_unittests": "a4f3d99a66cc83959edbc558ad5da4e39af8e38462f6ad6c2e1655aa194f8773/892",
    "compositor_unittests": "f9a4090ba60622700ea784addb667d0e24cbb1eb1f3be872e18d8d6e93924dbc/645",
    "content_browsertests": "c6bd50858a388c6d9ae838897516ad3c3bb6c397ed017994241eefe78d1db8da/887",
    "content_unittests": "8d54309f32b17a7c79e28ea283e052c840ceaba29225ffad22a1f0ed787737a4/806",
    "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
    "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
    "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
    "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
    "device_unittests": "25c170e15354c9cba842b6b77a897e4074954bf33b5e2ca36e4eff8ca4733060/646",
    "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
    "events_unittests": "db3e3338bfae848262a9c3e8e8d2278687c4a4766b6388d82b4ae8ca8210814d/569",
    "extensions_browsertests": "b5beeadf0bc14f3fa0f0541d3440941e6237a5616ee7a24ee9cc624cad60f31f/811",
    "extensions_unittests": "97a7b49ab5b03ca8dc58e12eacc7ed9c9cf8e7be6072db40da59dbcac9da1845/975",
    "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
    "gcm_unit_tests": "0b5f3063080495d2f2cfdf05fcc7cd84353cbfbcb4b0d0d53d27d3b67977ae7d/646",
    "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
    "gin_unittests": "aa72036558e7ee66d85b193fdb1161c0eb4df9442819c3581106b8c5abff6263/646",
    "gl_tests": "38e0ac5607d3bb22e985f730378e8e9c8535997866a53d8765177145c127de5c/569",
    "gl_unittests": "be49421f3d313e7c49be1c024396695d2ca702fd63f881c754e435d281d880bb/569",
    "google_apis_unittests": "ef5965441884032b0cf7f93a980e4a4362fbbe2b9dac13081da467c7161ea874/731",
    "gpu_unittests": "83c91b13d6b8d79190e72324ee2b96317d60c5e8250bbbb6a48b8f8fab2b668d/646",
    "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
    "headless_browsertests": "fcf5fdb126fc3b692353a7813e358b01f7535e591be3afe493792d37493bac30/809",
    "headless_unittests": "f45bbc0dd346240af4273f24076e117763446d88d8faae623e3221e23bb5a0c6/569",
    "interactive_ui_tests": "51fef663e927ff0db27f9f083436f3190115d6494174ea3c2a60a86ae7dfbcfe/1128",
    "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
    "jingle_unittests": "1385bb856af2ebbec65b5a609fd21b1792c5a592efe48b89cca8d01fa7b70522/646",
    "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
    "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
    "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
    "media_unittests": "4c0cec912633b2c2eec84a475ff20ecbeef977ac499ff5463746d1456874f08a/649",
    "message_center_unittests": "33ed61709acec0f3e3c4998b778280c1228c4491e73c76b3dd39758579c02a3e/569",
    "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
    "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
    "mojo_unittests": "50fbbab1f75fa4351987f5cd4b1e533d574cdd7af602cc55918358bc1e089ac3/647",
    "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
    "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
    "openscreen_unittests": "54661a263fb377b91a72f463264e0466d2193e79c1f9be05dff57efb7ee6e721/811",
    "ozone_x11_unittests": "8cf66286396c32d34f4f8e5f5e46f13dedae0e28bcfefaa29721333408fe8a02/569",
    "pdf_unittests": "efc94f1b73552eca6e83eb44c6b158cc9ca5ae107bf1527a931364f4c3bde9e7/725",
    "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
    "ppapi_unittests": "c8cae73eedc4c0a12cb51cb9f8dd26f0d5b52b3f9ec8f4d57ec77a5b6cd2865d/569",
    "printing_unittests": "869d2ca8f0f19b3fd047ebcf792dbfd156556fc436fa6c23ce0910cc9c691091/569",
    "remoting_unittests": "4ca92eb2038ff4d10e3edfe5b42ba22568e2cb5df621092d361c6cd426200552/646",
    "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
    "service_manager_unittests": "29f96f51934fb0bfaff3d36df4bffbf0bfb0dce5753e56f12676f40266d8cf81/569",
    "services_unittests": "f6696e671560b88400a59b8c915bce501d94fac7fd7794c9eaa2f32bd7947f6c/815",
    "shell_dialogs_unittests": "137837b4f9f7987f4df0ad9b302a72922aa93227e44a370cb105c2f4df9a2306/569",
    "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
    "snapshot_unittests": "aa9fae789e2bdf58e59fd079403395d48909197c711d7e820f4557f917e94eda/569",
    "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
    "storage_unittests": "152660103edc361d4e68552e4def54d2e84684ea00105596277d135d742886cd/727",
    "sync_integration_tests": "2c9ce0b54f5bdb4a5a67a27578030135e6ca93b93c54049bbfff4cbb7917803e/892",
    "ui_base_unittests": "a5d46f79b793a5261b3c451fbd88e98bcaff934c378169022ee7fc2ae81ba96d/723",
    "ui_touch_selection_unittests": "0be2826de3a50eefd56f75376f347fed2fb19b2960d179ab0fb9d6dce648a500/569",
    "unit_tests": "0e358672a798ed134108b7ca198230a9344d5e2f710670fc11772d75ea9151cf/1141",
    "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
    "views_unittests": "6a8407e95ba9dfb1b5526dcb42ef3be50a4b8ef682deef2f538cd811f8e69b9c/569",
    "viz_unittests": "e78242ed6a9a3a9315d0ac1162a16abc1a3dc36dbc850b0a1949b1db2bea3031/653",
    "vr_common_unittests": "84c476b466bd02c77bf1e2897288a100c78c94f5cdba1a0ea6ed4225bdd7e18a/811",
    "vr_pixeltests": "26fd75ef315c8596aa211cdd7343a34bd495f3f1d1cee0b17f93ca79683f9b4a/725",
    "weblayer_browsertests": "eb1551e626a8fd72ef3c9e26f01d93c7c0e14356ae8b254cdb6ac63c392d2d59/893",
    "weblayer_unittests": "55a3d0f1687f69e87c7d74b8f3a9a1bab866aea0a095e8f42bd764e6eb79f6d0/725",
    "wm_unittests": "65773f0b5e101a9c778f57fa4fb3bda6700078466721fe30e4d264939ed04420/569",
    "wtf_unittests": "44903833b4bbdf7cfa04d7f3e1ed1173e686ecd49c0968660a0732843f178c66/569",
    "x11_unittests": "e42e66615cae4fe917b82c701b909fd3883c4d4d4b5f0a9f59c2dec42dbba719/569",
    "xr_browser_tests": "406b520d94ccf9745a2e0088ea9219c7620b358ae9778103bd851cf70f921a36/891",
    "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/354ba538e4a71a5ed3926e9d8ad99196992774ff
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78624
  • user_agent:recipe

Debug log (UTC)

[11:34:22.259] New invocation is queued and will start shortly
[11:34:22.259] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:34:23.349] Starting the invocation (attempt 1)
[11:34:23.395] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/354ba538e4a71a5ed3926e9d8ad99196992774ff"
[11:34:23.395] Popped gitiles commit info from properties and tags
[11:34:23.395] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:34:23.395] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:34:23.396] Buildbucket request:
{
  "requestId": "8997470113591203376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "354ba538e4a71a5ed3926e9d8ad99196992774ff"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
      "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
      "parent_got_revision_cp": "refs/heads/main@{#936342}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "c29ff66ad0759dbd11c57997625173160e7f3480",
      "parent_got_v8_revision_cp": "refs/heads/9.7.81@{#1}",
      "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
      "swarm_hashes": {
            "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
            "accessibility_unittests": "e75025c0f22bfee27677b2de6113a300296720cf620e30cf2a53ae761969ef52/569",
            "angle_unittests": "ea46ae5a76830e7689787387b4b7930c6388053210d726c068f2c90ebd7118d9/570",
            "app_shell_unittests": "33077ff39576299fc9662a2a1e2b941a9a4f48b0419dd78bf8a4c6e9f491850c/809",
            "aura_unittests": "848c3590933b33c5e41ba5e8c6f3422cf57d6b2aa870bbde88897842b3a936b9/569",
            "base_unittests": "b84762bbe01dccee7103189a896a33a456bf861a4b28930e5234b0c81501019e/648",
            "blink_common_unittests": "8849aa2978936d023ea80d90c4d870354a56abf258192fd562e3867652451272/647",
            "blink_fuzzer_unittests": "588000b8104c779b17b4e1427ea0738542228f84e08ef60cf4e4f8e382578d3f/648",
            "blink_heap_unittests": "faf9314cfb5bcc9356fd7c395300c68a18e98af91a8a4cd678a44ebf0113afec/648",
            "blink_platform_unittests": "d1a0f2ee73ee39aecd50dafc3198144f6f4ff6115ab92a6d33f9c63419bc1d4b/726",
            "blink_unittests": "606782d6a8310574240511433408ab817d8814f4d4854c8e2f1a888d101730d7/726",
            "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
            "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
            "capture_unittests": "d850a643533787e4bf15336546c3faad49fac81aa7d10e08839cd2f22f79da49/648",
            "cast_unittests": "ba3eaf287042695a18bdc39b144b908b466e6b6911ae0f49572e4c95c52df373/569",
            "cc_unittests": "e9699024380eeb92a3879dcb970701a90028c037d742b68a1efae37bcf084674/653",
            "chrome_app_unittests": "f1c6d4c260288d508b933a810f33dda79e16ede5216b7d8737b1227ae38c8a37/811",
            "chromedriver_unittests": "9265e1dff94579235c9e8766e7424ca916ee7ad5fea26b744a0f914390845032/726",
            "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
            "components_browsertests": "007a799d0e7f7e113309967df3bb7aca9a3cb3d590594962193db85d8bc96e4b/892",
            "components_unittests": "a4f3d99a66cc83959edbc558ad5da4e39af8e38462f6ad6c2e1655aa194f8773/892",
            "compositor_unittests": "f9a4090ba60622700ea784addb667d0e24cbb1eb1f3be872e18d8d6e93924dbc/645",
            "content_browsertests": "c6bd50858a388c6d9ae838897516ad3c3bb6c397ed017994241eefe78d1db8da/887",
            "content_unittests": "8d54309f32b17a7c79e28ea283e052c840ceaba29225ffad22a1f0ed787737a4/806",
            "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
            "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
            "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
            "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
            "device_unittests": "25c170e15354c9cba842b6b77a897e4074954bf33b5e2ca36e4eff8ca4733060/646",
            "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
            "events_unittests": "db3e3338bfae848262a9c3e8e8d2278687c4a4766b6388d82b4ae8ca8210814d/569",
            "extensions_browsertests": "b5beeadf0bc14f3fa0f0541d3440941e6237a5616ee7a24ee9cc624cad60f31f/811",
            "extensions_unittests": "97a7b49ab5b03ca8dc58e12eacc7ed9c9cf8e7be6072db40da59dbcac9da1845/975",
            "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
            "gcm_unit_tests": "0b5f3063080495d2f2cfdf05fcc7cd84353cbfbcb4b0d0d53d27d3b67977ae7d/646",
            "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
            "gin_unittests": "aa72036558e7ee66d85b193fdb1161c0eb4df9442819c3581106b8c5abff6263/646",
            "gl_tests": "38e0ac5607d3bb22e985f730378e8e9c8535997866a53d8765177145c127de5c/569",
            "gl_unittests": "be49421f3d313e7c49be1c024396695d2ca702fd63f881c754e435d281d880bb/569",
            "google_apis_unittests": "ef5965441884032b0cf7f93a980e4a4362fbbe2b9dac13081da467c7161ea874/731",
            "gpu_unittests": "83c91b13d6b8d79190e72324ee2b96317d60c5e8250bbbb6a48b8f8fab2b668d/646",
            "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
            "headless_browsertests": "fcf5fdb126fc3b692353a7813e358b01f7535e591be3afe493792d37493bac30/809",
            "headless_unittests": "f45bbc0dd346240af4273f24076e117763446d88d8faae623e3221e23bb5a0c6/569",
            "interactive_ui_tests": "51fef663e927ff0db27f9f083436f3190115d6494174ea3c2a60a86ae7dfbcfe/1128",
            "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
            "jingle_unittests": "1385bb856af2ebbec65b5a609fd21b1792c5a592efe48b89cca8d01fa7b70522/646",
            "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
            "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
            "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
            "media_unittests": "4c0cec912633b2c2eec84a475ff20ecbeef977ac499ff5463746d1456874f08a/649",
            "message_center_unittests": "33ed61709acec0f3e3c4998b778280c1228c4491e73c76b3dd39758579c02a3e/569",
            "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
            "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
            "mojo_unittests": "50fbbab1f75fa4351987f5cd4b1e533d574cdd7af602cc55918358bc1e089ac3/647",
            "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
            "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
            "openscreen_unittests": "54661a263fb377b91a72f463264e0466d2193e79c1f9be05dff57efb7ee6e721/811",
            "ozone_x11_unittests": "8cf66286396c32d34f4f8e5f5e46f13dedae0e28bcfefaa29721333408fe8a02/569",
            "pdf_unittests": "efc94f1b73552eca6e83eb44c6b158cc9ca5ae107bf1527a931364f4c3bde9e7/725",
            "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
            "ppapi_unittests": "c8cae73eedc4c0a12cb51cb9f8dd26f0d5b52b3f9ec8f4d57ec77a5b6cd2865d/569",
            "printing_unittests": "869d2ca8f0f19b3fd047ebcf792dbfd156556fc436fa6c23ce0910cc9c691091/569",
            "remoting_unittests": "4ca92eb2038ff4d10e3edfe5b42ba22568e2cb5df621092d361c6cd426200552/646",
            "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
            "service_manager_unittests": "29f96f51934fb0bfaff3d36df4bffbf0bfb0dce5753e56f12676f40266d8cf81/569",
            "services_unittests": "f6696e671560b88400a59b8c915bce501d94fac7fd7794c9eaa2f32bd7947f6c/815",
            "shell_dialogs_unittests": "137837b4f9f7987f4df0ad9b302a72922aa93227e44a370cb105c2f4df9a2306/569",
            "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
            "snapshot_unittests": "aa9fae789e2bdf58e59fd079403395d48909197c711d7e820f4557f917e94eda/569",
            "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
            "storage_unittests": "152660103edc361d4e68552e4def54d2e84684ea00105596277d135d742886cd/727",
            "sync_integration_tests": "2c9ce0b54f5bdb4a5a67a27578030135e6ca93b93c54049bbfff4cbb7917803e/892",
            "ui_base_unittests": "a5d46f79b793a5261b3c451fbd88e98bcaff934c378169022ee7fc2ae81ba96d/723",
            "ui_touch_selection_unittests": "0be2826de3a50eefd56f75376f347fed2fb19b2960d179ab0fb9d6dce648a500/569",
            "unit_tests": "0e358672a798ed134108b7ca198230a9344d5e2f710670fc11772d75ea9151cf/1141",
            "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
            "views_unittests": "6a8407e95ba9dfb1b5526dcb42ef3be50a4b8ef682deef2f538cd811f8e69b9c/569",
            "viz_unittests": "e78242ed6a9a3a9315d0ac1162a16abc1a3dc36dbc850b0a1949b1db2bea3031/653",
            "vr_common_unittests": "84c476b466bd02c77bf1e2897288a100c78c94f5cdba1a0ea6ed4225bdd7e18a/811",
            "vr_pixeltests": "26fd75ef315c8596aa211cdd7343a34bd495f3f1d1cee0b17f93ca79683f9b4a/725",
            "weblayer_browsertests": "eb1551e626a8fd72ef3c9e26f01d93c7c0e14356ae8b254cdb6ac63c392d2d59/893",
            "weblayer_unittests": "55a3d0f1687f69e87c7d74b8f3a9a1bab866aea0a095e8f42bd764e6eb79f6d0/725",
            "wm_unittests": "65773f0b5e101a9c778f57fa4fb3bda6700078466721fe30e4d264939ed04420/569",
            "wtf_unittests": "44903833b4bbdf7cfa04d7f3e1ed1173e686ecd49c0968660a0732843f178c66/569",
            "x11_unittests": "e42e66615cae4fe917b82c701b909fd3883c4d4d4b5f0a9f59c2dec42dbba719/569",
            "xr_browser_tests": "406b520d94ccf9745a2e0088ea9219c7620b358ae9778103bd851cf70f921a36/891",
            "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997470113591203376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78624"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:34:23.933] Scheduled build:
{
  "id": "8832040051647934225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70580,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T11:34:23.480643133Z",
  "updateTime": "2021-10-29T11:34:23.480643133Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
      "ref": "refs/heads/main"
    }
  }
}
[11:34:23.933] Task URL: https://cr-buildbucket.appspot.com/build/8832040051647934225
[11:34:23.933] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:2:0) after 1m11s
[11:34:59.702] Received PubSub notification, asking Buildbucket for the build status
[11:34:59.738] Build status: STARTED
[11:35:34.927] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:2:0)
[11:35:34.957] Build status: STARTED
[11:35:34.957] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:4:0) after 3m30s
[11:39:05.582] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:4:0)
[11:39:05.615] Build status: STARTED
[11:39:05.615] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:5:0) after 6m55s
[11:46:00.817] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:5:0)
[11:46:00.849] Build status: STARTED
[11:46:00.849] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:6:0) after 7m27s
[11:53:27.872] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:6:0)
[11:53:27.908] Build status: STARTED
[11:53:27.908] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:7:0) after 3m49s
[11:57:16.982] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:7:0)
[11:57:17.028] Build status: STARTED
[11:57:17.028] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997470113591203376:8:0) after 7m52s
[12:02:19.943] Received PubSub notification, asking Buildbucket for the build status
[12:02:19.979] Build:
{
  "id": "8832040051647934225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70580,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T11:34:23.480643133Z",
  "startTime": "2021-10-29T11:34:56.685569Z",
  "endTime": "2021-10-29T12:02:19.374909595Z",
  "updateTime": "2021-10-29T12:02:19.374909595Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "354ba538e4a71a5ed3926e9d8ad99196992774ff",
      "ref": "refs/heads/main"
    }
  }
}
[12:02:19.979] Invocation finished in 27m57.736692598s with status FAILED