Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78722 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "8bea361e6b9518750509a134e486f88ce0e80e6f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "777cbbb22b66e502684b95f8035808d392d092c7",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "8bea361e6b9518750509a134e486f88ce0e80e6f",
  "parent_got_revision_cp": "refs/heads/main@{#937071}",
  "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8bea361e6b9518750509a134e486f88ce0e80e6f",
  "swarm_hashes": {
    "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
    "accessibility_unittests": "2bef4321c950129e15696c10fbe69f8a1a5cc83c2e975b826cc6b4b58d200b0a/569",
    "angle_unittests": "eed5438a0c7eeed338e8692091d370b2c25c3203ea45a000c8b07c7ea5a449f4/570",
    "app_shell_unittests": "e56f40b0d74e75187b03bc3abd6ef2f84572438df4d5c49a368b44167435a7b0/809",
    "aura_unittests": "06ec6178917fcd74d23a6a7fee65848c6f5285946ca6d9f429a9beaf524761ed/569",
    "base_unittests": "ae2f27a2cd38920017d5ad8b45eadb07f38001fa2cc5f42b0883d7236ae5add3/648",
    "blink_common_unittests": "10c7464ba49c0d9e499d3798113530eb454ce5add597a95dd84b7543de405cac/647",
    "blink_fuzzer_unittests": "9de26abe9daff211ab5a0467523dece4a4ac8e1be380f67be7b384f2f742f8c1/648",
    "blink_heap_unittests": "57a49b5e598e6c6d8691e11c96f6f694ea0e61a5970f928a86b2795d9995a1d6/648",
    "blink_platform_unittests": "51c823cdb290ce9d2a8b984854922ff008d50cf22549a035ee146a44548cfc7a/726",
    "blink_unittests": "520cbfda75a402cf3f220994779c5618c73b0289bbeb99837f1564f6b8ae6869/726",
    "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
    "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
    "capture_unittests": "847a30d246e57aed5b8cb27aac32b07738a392cd0992fd9acf1f8c89ac5f3cda/648",
    "cast_unittests": "abe6688fa91398aaa1aadbe9ed88470194ae1cc5e3d54016fd4e5d685c00a5c7/569",
    "cc_unittests": "9604f743989d06a30c624e2c2c2f09ab88f06e474b5b80714cdc52b55d2382d8/653",
    "chrome_app_unittests": "ead3d428046f9516e064d6ac68d903349e236c1387b32c38ee1832467a8a88c8/811",
    "chromedriver_unittests": "bc225124c9290f67b48cd77cd684bd046e0616ce67e70445cdb92880764c4aa9/726",
    "color_unittests": "fdccc47f7da46c7be577e371b7bc06197d4facad35ca6bf92f5aefb8b00fed09/569",
    "components_browsertests": "bc20a5c052a1a1ebdac4dad97bb9c98b28fde7c892c8e2bb9c9e113693d45caf/892",
    "components_unittests": "c9425505883943e87a05a233861fc116b3b2e9f3471284e98b847190d831de58/892",
    "compositor_unittests": "5f91e318620d5198282e2fa5e43a9b3fd4145529d8d057f13c269ced59ef0dc5/645",
    "content_browsertests": "ecb5e8de54a6954f038593a742c06a7026372eb8bf67ed8cfc8ec375c072665d/887",
    "content_unittests": "510557563850eb8ebfc492e6e8f2940cf8a7ecff612e8ce3c4a8987961a76a4c/806",
    "cronet_tests": "f34c4e08fecac4de1fc579ee6953a413ae9ef1b41e6a13c231b2faa7eb83c880/730",
    "cronet_unittests": "96b6ef6c237d63138945348bef2e5b6f3747431e01fc11ada310ee266f8723fe/646",
    "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
    "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
    "device_unittests": "f471c00ae4d559541d068ce9c3f5f182d68c9fa09b425102a23a1b2213887c79/646",
    "display_unittests": "a107d1bd5ce754bde881cd867e964602dc3241aacf6322a2fb20f214cce27ca3/569",
    "events_unittests": "0f395dbb78c064eedd35c4a615ca55cb9d6bc331872145c9b4b285c78c09066b/569",
    "extensions_browsertests": "28b03d24de334d22479b0ac618bb0c29bd0cd279dba1a641c6962609f463cce7/811",
    "extensions_unittests": "7783a69cdec78116cb02ace490a43c87361c46149d06286c6b3e864f90a8328c/975",
    "filesystem_service_unittests": "77377f58030b8642d9d36a1432727644622658748ac0cc45a5d464fe2fc904e0/569",
    "gcm_unit_tests": "ad287d3e9f636382056b4f47c29e7a507b125a03c48d82c2586b42191d056398/646",
    "gfx_unittests": "aa62f631c9a443b2af4a320eb1b972b911182a9ba6ae3232bcc06f53d98db542/645",
    "gin_unittests": "29f0fb8e94bec132e169ab558305d5cc57444f794c6a41e13ecf1d68477d76bf/646",
    "gl_tests": "1f5d28ef401e3520aa5bf7aaf9fca4549c3bbd35202754003e9921e31b768454/569",
    "gl_unittests": "30869ec32e28056a222c008934da62e2137aac28933f4517f85abc1ce8f05445/569",
    "google_apis_unittests": "a973aef211b09b950831bfd8c3ad2458fa237dd702e97d70d976ea8957f55f3a/731",
    "gpu_unittests": "a4ef00887e2d15d65fbef8853bedb3f2967712800e840d507f2800f8354c8a9b/646",
    "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
    "headless_browsertests": "d29b704e7d03cdad498448ea2d822d4961e3739293235c9b475870ffc53d9f15/809",
    "headless_unittests": "50017515dbefb19e7ced3c5856779990d78423505380c42878e9ce96bed7fa42/569",
    "interactive_ui_tests": "30a00f1d729c2f2f571e8b60126cb0c771dd4eba7f9cff17234556fd66e84594/1128",
    "ipc_tests": "23f8d2fe694bed45dfd5d474e6c925ea596617eaed0278de53bfac0b51cc56fa/569",
    "jingle_unittests": "3de89adc4dc7a91ed8248fe8ba70e918efaab354d655d4d15a81b8dc792b2759/646",
    "latency_unittests": "4d46fa8abd806649ae6396c97746a5b2ed8c46c0aa6388a2392c08f8a1047e89/569",
    "libjingle_xmpp_unittests": "2da0c4ef708d4c0f264d46d54dc28a30cd8827a898579410b1d154b65d760c82/569",
    "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
    "media_unittests": "8eef604ea283386038e063f997ad55e6ecca5b416b76e57f696358e3692051e3/649",
    "message_center_unittests": "e6e404df3b1658d38dbde1a3ddc8d784c97c608b4c83386ac0951dc800fee73a/569",
    "midi_unittests": "4999c1d5861c92bdc83d6b715c88ae1f35a291c883453d496c76865139487488/569",
    "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
    "mojo_unittests": "12ef123f15870647bc2f642776909d15da9aea7d0263441ca00cb30caa4324f8/647",
    "native_theme_unittests": "e8daa6fb53981f4c2cc5ddc9f893466b6463471306466fe6429a30159bec165c/569",
    "net_unittests": "43300061193c4dc160152f59589d7f7a974fa9be0560e8cdd7f924a3c480dc75/648",
    "openscreen_unittests": "08994392c0d3ab1ff999b5fdc2ed5fff3401e720b37a82f0680fe4af89bb8d0f/811",
    "ozone_x11_unittests": "86c8ef9670a6ed2f5f300364887c619819ecad635149fb5e57266bbd4456de68/569",
    "pdf_unittests": "39050d4d99fa4fa6f868632a43a4802ed12dd92b60ee5384b8c9a281910fd17f/725",
    "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
    "ppapi_unittests": "5112d51d01365c0fd22ff39a410ab8eb976f5b854d17eed00cd19cb8da53ba93/569",
    "printing_unittests": "c6e47a4fc3e5ae0847903f8227927b38e0ad3a1d828940b163a12d3261de2ec4/569",
    "remoting_unittests": "916756f92d1abaa60a237cda307505816622bd789d18f9f3e6db2fceeae4b36c/646",
    "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
    "service_manager_unittests": "7b9185f36da8bdb9d175254f53dc887f6e239cdae362aa00d7c227c4c26d1420/569",
    "services_unittests": "e3676fe6e46793c1262e62ababd8ab37821f4bb0d5a73805227cb18cfc5ce207/815",
    "shell_dialogs_unittests": "8f1eebf681132553feeb4a171a15eccb6c0602ced923ce29afb00ca64d2a2053/569",
    "skia_unittests": "f68757cfbdd770f7d34cda53e0dce88b7d5de0fac1e5522a49373e6d00564b2e/569",
    "snapshot_unittests": "b885b375c9b8b89f00d94cf7cdc8e665778b41c555e09262472d10e3085cd6aa/569",
    "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
    "storage_unittests": "f468fd2590c72c532f7f4afa4f6232439b9ced655d98bfad280b9aff63290ab2/727",
    "sync_integration_tests": "7395e3e2d1942d4a52ea1f1e7e6a9bce7036e8df1307b7d2edb67cc3f63be828/892",
    "ui_base_unittests": "0ca29b6af9d2dfb16224383166ddd3643bf00841f07efb4017bf4c6a0567abfb/723",
    "ui_touch_selection_unittests": "2150769b8e2df5b78a6363004584c6a406d26563d30c5133ad722173c9da4337/569",
    "unit_tests": "b240f447e94d3752b5c0fbe5a3f69586900f86968c8de2883e69c7f1dd6c365d/1141",
    "url_unittests": "5bafdf568c08153c449954af6b6d5e16ba050544b9d86a93e08c1cf6b77d1ef3/569",
    "views_unittests": "4de0f182ecd1d0db08697d59750078c9dc7ea66406c8621359fb359879e470e1/569",
    "viz_unittests": "b9cc19c04ff223ee86888e17120a2ba9066cb3375e8442d5d8f1a414b714cc1f/653",
    "vr_common_unittests": "04ff1b9dbdbc3d50c1f5ff107f1d3b57b356079025047e5fa9662f51dcf4ac84/811",
    "vr_pixeltests": "bafd05d477ef45ac3c98a8607279fd81e4d55bb411109e2d16e7f6eafe225efd/725",
    "weblayer_browsertests": "b034be4e67e97dbecc76921560c7de40f1fede0a0031f72128518bd5b4b33c9c/893",
    "weblayer_unittests": "6f8faa9d2ae2e805eb0a92b40ac7c5b9bb5c20afff7e3d7e70249cb33eef3a39/725",
    "wm_unittests": "656839b29afb517db6e629f3bd75a72a6c7709f973d74d51e87c622693d2b53e/569",
    "wtf_unittests": "755a48737151862fc01105a15987bd055eaea05438ff20f769e5428070555b67/569",
    "x11_unittests": "67f083a80b4fdc8d4a6976e1136fbbbd163faa6f683c0ad9f3b4ac8190386907/569",
    "xr_browser_tests": "698e3ed072a7f03b803ca64eac95272fbde69066d59576126fe536922d62655c/891",
    "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8bea361e6b9518750509a134e486f88ce0e80e6f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78722
  • user_agent:recipe

Debug log (UTC)

[23:01:48.555] New invocation is queued and will start shortly
[23:01:48.555] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:01:49.727] Starting the invocation (attempt 1)
[23:01:49.770] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8bea361e6b9518750509a134e486f88ce0e80e6f"
[23:01:49.770] Popped gitiles commit info from properties and tags
[23:01:49.770] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:49.770] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:49.770] Buildbucket request:
{
  "requestId": "8997155072815949184",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "8bea361e6b9518750509a134e486f88ce0e80e6f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "777cbbb22b66e502684b95f8035808d392d092c7",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "8bea361e6b9518750509a134e486f88ce0e80e6f",
      "parent_got_revision_cp": "refs/heads/main@{#937071}",
      "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
            "accessibility_unittests": "2bef4321c950129e15696c10fbe69f8a1a5cc83c2e975b826cc6b4b58d200b0a/569",
            "angle_unittests": "eed5438a0c7eeed338e8692091d370b2c25c3203ea45a000c8b07c7ea5a449f4/570",
            "app_shell_unittests": "e56f40b0d74e75187b03bc3abd6ef2f84572438df4d5c49a368b44167435a7b0/809",
            "aura_unittests": "06ec6178917fcd74d23a6a7fee65848c6f5285946ca6d9f429a9beaf524761ed/569",
            "base_unittests": "ae2f27a2cd38920017d5ad8b45eadb07f38001fa2cc5f42b0883d7236ae5add3/648",
            "blink_common_unittests": "10c7464ba49c0d9e499d3798113530eb454ce5add597a95dd84b7543de405cac/647",
            "blink_fuzzer_unittests": "9de26abe9daff211ab5a0467523dece4a4ac8e1be380f67be7b384f2f742f8c1/648",
            "blink_heap_unittests": "57a49b5e598e6c6d8691e11c96f6f694ea0e61a5970f928a86b2795d9995a1d6/648",
            "blink_platform_unittests": "51c823cdb290ce9d2a8b984854922ff008d50cf22549a035ee146a44548cfc7a/726",
            "blink_unittests": "520cbfda75a402cf3f220994779c5618c73b0289bbeb99837f1564f6b8ae6869/726",
            "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
            "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
            "capture_unittests": "847a30d246e57aed5b8cb27aac32b07738a392cd0992fd9acf1f8c89ac5f3cda/648",
            "cast_unittests": "abe6688fa91398aaa1aadbe9ed88470194ae1cc5e3d54016fd4e5d685c00a5c7/569",
            "cc_unittests": "9604f743989d06a30c624e2c2c2f09ab88f06e474b5b80714cdc52b55d2382d8/653",
            "chrome_app_unittests": "ead3d428046f9516e064d6ac68d903349e236c1387b32c38ee1832467a8a88c8/811",
            "chromedriver_unittests": "bc225124c9290f67b48cd77cd684bd046e0616ce67e70445cdb92880764c4aa9/726",
            "color_unittests": "fdccc47f7da46c7be577e371b7bc06197d4facad35ca6bf92f5aefb8b00fed09/569",
            "components_browsertests": "bc20a5c052a1a1ebdac4dad97bb9c98b28fde7c892c8e2bb9c9e113693d45caf/892",
            "components_unittests": "c9425505883943e87a05a233861fc116b3b2e9f3471284e98b847190d831de58/892",
            "compositor_unittests": "5f91e318620d5198282e2fa5e43a9b3fd4145529d8d057f13c269ced59ef0dc5/645",
            "content_browsertests": "ecb5e8de54a6954f038593a742c06a7026372eb8bf67ed8cfc8ec375c072665d/887",
            "content_unittests": "510557563850eb8ebfc492e6e8f2940cf8a7ecff612e8ce3c4a8987961a76a4c/806",
            "cronet_tests": "f34c4e08fecac4de1fc579ee6953a413ae9ef1b41e6a13c231b2faa7eb83c880/730",
            "cronet_unittests": "96b6ef6c237d63138945348bef2e5b6f3747431e01fc11ada310ee266f8723fe/646",
            "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
            "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
            "device_unittests": "f471c00ae4d559541d068ce9c3f5f182d68c9fa09b425102a23a1b2213887c79/646",
            "display_unittests": "a107d1bd5ce754bde881cd867e964602dc3241aacf6322a2fb20f214cce27ca3/569",
            "events_unittests": "0f395dbb78c064eedd35c4a615ca55cb9d6bc331872145c9b4b285c78c09066b/569",
            "extensions_browsertests": "28b03d24de334d22479b0ac618bb0c29bd0cd279dba1a641c6962609f463cce7/811",
            "extensions_unittests": "7783a69cdec78116cb02ace490a43c87361c46149d06286c6b3e864f90a8328c/975",
            "filesystem_service_unittests": "77377f58030b8642d9d36a1432727644622658748ac0cc45a5d464fe2fc904e0/569",
            "gcm_unit_tests": "ad287d3e9f636382056b4f47c29e7a507b125a03c48d82c2586b42191d056398/646",
            "gfx_unittests": "aa62f631c9a443b2af4a320eb1b972b911182a9ba6ae3232bcc06f53d98db542/645",
            "gin_unittests": "29f0fb8e94bec132e169ab558305d5cc57444f794c6a41e13ecf1d68477d76bf/646",
            "gl_tests": "1f5d28ef401e3520aa5bf7aaf9fca4549c3bbd35202754003e9921e31b768454/569",
            "gl_unittests": "30869ec32e28056a222c008934da62e2137aac28933f4517f85abc1ce8f05445/569",
            "google_apis_unittests": "a973aef211b09b950831bfd8c3ad2458fa237dd702e97d70d976ea8957f55f3a/731",
            "gpu_unittests": "a4ef00887e2d15d65fbef8853bedb3f2967712800e840d507f2800f8354c8a9b/646",
            "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
            "headless_browsertests": "d29b704e7d03cdad498448ea2d822d4961e3739293235c9b475870ffc53d9f15/809",
            "headless_unittests": "50017515dbefb19e7ced3c5856779990d78423505380c42878e9ce96bed7fa42/569",
            "interactive_ui_tests": "30a00f1d729c2f2f571e8b60126cb0c771dd4eba7f9cff17234556fd66e84594/1128",
            "ipc_tests": "23f8d2fe694bed45dfd5d474e6c925ea596617eaed0278de53bfac0b51cc56fa/569",
            "jingle_unittests": "3de89adc4dc7a91ed8248fe8ba70e918efaab354d655d4d15a81b8dc792b2759/646",
            "latency_unittests": "4d46fa8abd806649ae6396c97746a5b2ed8c46c0aa6388a2392c08f8a1047e89/569",
            "libjingle_xmpp_unittests": "2da0c4ef708d4c0f264d46d54dc28a30cd8827a898579410b1d154b65d760c82/569",
            "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
            "media_unittests": "8eef604ea283386038e063f997ad55e6ecca5b416b76e57f696358e3692051e3/649",
            "message_center_unittests": "e6e404df3b1658d38dbde1a3ddc8d784c97c608b4c83386ac0951dc800fee73a/569",
            "midi_unittests": "4999c1d5861c92bdc83d6b715c88ae1f35a291c883453d496c76865139487488/569",
            "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
            "mojo_unittests": "12ef123f15870647bc2f642776909d15da9aea7d0263441ca00cb30caa4324f8/647",
            "native_theme_unittests": "e8daa6fb53981f4c2cc5ddc9f893466b6463471306466fe6429a30159bec165c/569",
            "net_unittests": "43300061193c4dc160152f59589d7f7a974fa9be0560e8cdd7f924a3c480dc75/648",
            "openscreen_unittests": "08994392c0d3ab1ff999b5fdc2ed5fff3401e720b37a82f0680fe4af89bb8d0f/811",
            "ozone_x11_unittests": "86c8ef9670a6ed2f5f300364887c619819ecad635149fb5e57266bbd4456de68/569",
            "pdf_unittests": "39050d4d99fa4fa6f868632a43a4802ed12dd92b60ee5384b8c9a281910fd17f/725",
            "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
            "ppapi_unittests": "5112d51d01365c0fd22ff39a410ab8eb976f5b854d17eed00cd19cb8da53ba93/569",
            "printing_unittests": "c6e47a4fc3e5ae0847903f8227927b38e0ad3a1d828940b163a12d3261de2ec4/569",
            "remoting_unittests": "916756f92d1abaa60a237cda307505816622bd789d18f9f3e6db2fceeae4b36c/646",
            "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
            "service_manager_unittests": "7b9185f36da8bdb9d175254f53dc887f6e239cdae362aa00d7c227c4c26d1420/569",
            "services_unittests": "e3676fe6e46793c1262e62ababd8ab37821f4bb0d5a73805227cb18cfc5ce207/815",
            "shell_dialogs_unittests": "8f1eebf681132553feeb4a171a15eccb6c0602ced923ce29afb00ca64d2a2053/569",
            "skia_unittests": "f68757cfbdd770f7d34cda53e0dce88b7d5de0fac1e5522a49373e6d00564b2e/569",
            "snapshot_unittests": "b885b375c9b8b89f00d94cf7cdc8e665778b41c555e09262472d10e3085cd6aa/569",
            "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
            "storage_unittests": "f468fd2590c72c532f7f4afa4f6232439b9ced655d98bfad280b9aff63290ab2/727",
            "sync_integration_tests": "7395e3e2d1942d4a52ea1f1e7e6a9bce7036e8df1307b7d2edb67cc3f63be828/892",
            "ui_base_unittests": "0ca29b6af9d2dfb16224383166ddd3643bf00841f07efb4017bf4c6a0567abfb/723",
            "ui_touch_selection_unittests": "2150769b8e2df5b78a6363004584c6a406d26563d30c5133ad722173c9da4337/569",
            "unit_tests": "b240f447e94d3752b5c0fbe5a3f69586900f86968c8de2883e69c7f1dd6c365d/1141",
            "url_unittests": "5bafdf568c08153c449954af6b6d5e16ba050544b9d86a93e08c1cf6b77d1ef3/569",
            "views_unittests": "4de0f182ecd1d0db08697d59750078c9dc7ea66406c8621359fb359879e470e1/569",
            "viz_unittests": "b9cc19c04ff223ee86888e17120a2ba9066cb3375e8442d5d8f1a414b714cc1f/653",
            "vr_common_unittests": "04ff1b9dbdbc3d50c1f5ff107f1d3b57b356079025047e5fa9662f51dcf4ac84/811",
            "vr_pixeltests": "bafd05d477ef45ac3c98a8607279fd81e4d55bb411109e2d16e7f6eafe225efd/725",
            "weblayer_browsertests": "b034be4e67e97dbecc76921560c7de40f1fede0a0031f72128518bd5b4b33c9c/893",
            "weblayer_unittests": "6f8faa9d2ae2e805eb0a92b40ac7c5b9bb5c20afff7e3d7e70249cb33eef3a39/725",
            "wm_unittests": "656839b29afb517db6e629f3bd75a72a6c7709f973d74d51e87c622693d2b53e/569",
            "wtf_unittests": "755a48737151862fc01105a15987bd055eaea05438ff20f769e5428070555b67/569",
            "x11_unittests": "67f083a80b4fdc8d4a6976e1136fbbbd163faa6f683c0ad9f3b4ac8190386907/569",
            "xr_browser_tests": "698e3ed072a7f03b803ca64eac95272fbde69066d59576126fe536922d62655c/891",
            "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8bea361e6b9518750509a134e486f88ce0e80e6f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997155072815949184"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78722"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:01:50.450] Scheduled build:
{
  "id": "8831725010801695585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70678,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T23:01:49.843542512Z",
  "updateTime": "2021-11-01T23:01:49.843542512Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8bea361e6b9518750509a134e486f88ce0e80e6f",
      "ref": "refs/heads/main"
    }
  }
}
[23:01:50.450] Task URL: https://cr-buildbucket.appspot.com/build/8831725010801695585
[23:01:50.451] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:2:0) after 1m4s
[23:02:44.885] Received PubSub notification, asking Buildbucket for the build status
[23:02:44.927] Build status: STARTED
[23:02:54.610] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:2:0)
[23:02:54.639] Build status: STARTED
[23:02:54.639] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:4:0) after 3m3s
[23:05:57.722] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:4:0)
[23:05:57.751] Build status: STARTED
[23:05:57.751] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:5:0) after 9m35s
[23:15:32.856] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:5:0)
[23:15:32.885] Build status: STARTED
[23:15:32.885] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:6:0) after 7m22s
[23:22:55.205] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:6:0)
[23:22:55.252] Build status: STARTED
[23:22:55.252] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:7:0) after 1m29s
[23:24:24.689] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:7:0)
[23:24:24.737] Build status: STARTED
[23:24:24.737] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997155072815949184:8:0) after 8m43s
[23:30:12.864] Received PubSub notification, asking Buildbucket for the build status
[23:30:12.895] Build:
{
  "id": "8831725010801695585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70678,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T23:01:49.843542512Z",
  "startTime": "2021-11-01T23:02:44.664217443Z",
  "endTime": "2021-11-01T23:30:12.363901634Z",
  "updateTime": "2021-11-01T23:30:12.363901634Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8bea361e6b9518750509a134e486f88ce0e80e6f",
      "ref": "refs/heads/main"
    }
  }
}
[23:30:12.895] Invocation finished in 28m24.35680836s with status FAILED