Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78324 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7aba3bc54ce98fe8ae64e0f0b1484a4a82f096f8",
  "parent_got_dawn_revision": "40b73c646e2da0fe81c89a33252e138e31f16a31",
  "parent_got_nacl_revision": "783519e8d4be7098f582809bdecc5571f7c29cfa",
  "parent_got_revision": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
  "parent_got_revision_cp": "refs/heads/main@{#932821}",
  "parent_got_swiftshader_revision": "95b76912465670b8c723f29a5a6f047933f4fa8a",
  "parent_got_v8_revision": "f9222182e980266efffd993984430f1a75785b98",
  "parent_got_v8_revision_cp": "refs/heads/9.7.32@{#1}",
  "parent_got_webrtc_revision": "50c25ac07871bc327fb90f8d08a2dcd66eb9b661",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35229}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
  "swarm_hashes": {
    "absl_hardening_tests": "8a3c1ee1a646160f2897b508587719f2f9dddcde4306a594f2f3c119e410ad9d/569",
    "accessibility_unittests": "6ad8c2da3a0673fa86e1d3c86b091676beeb5b8f969ee000137a1ab3075f1a4a/569",
    "angle_unittests": "7bfc49b9eb9cb7be50d2f6653ecf3c20ade6fa597158fd548b30d4dcc423d434/570",
    "app_shell_unittests": "09f62d52d6f754743af67d2c30f6976a88521e8d057a2e64e01aca0b880a4a36/809",
    "aura_unittests": "11e6ddf96204d325e039afcee3ec9676c65c1029e3bed3c84ad918e5a48a7b87/569",
    "base_unittests": "da3bad4685b9b113c532f8b4be54961e7cc0d660fb4705b900de55dde67cfd09/648",
    "blink_common_unittests": "23fd1074143201dea31990f8fedffe6cd98e574cf209429644432a01abe2f958/647",
    "blink_fuzzer_unittests": "a3995bed6b04cfbf93db27c88378bc70df09a60b806cf7f10e20df7f78c19067/648",
    "blink_heap_unittests": "503af928828b2e72ddfde4d3314f2a978a7956a8b774f0dae8db2d2acf67d12b/648",
    "blink_platform_unittests": "49a4150912e176826a3b737dfc62ede88df00489fc361fafe4c8ac6000c7460f/726",
    "blink_unittests": "b3344babdd416225995e12304767600dc8872fef6c1a1ef4707bab9f224d7568/726",
    "boringssl_crypto_tests": "ea0ffe4be5c202d9c3b10afe8413c41f59a2aaa88ab21a2679034a93ffb25f4e/570",
    "boringssl_ssl_tests": "8d0870accbd8628bb979e8a5054ced08ea0a326492f9e11cb26663cdd61a9681/569",
    "capture_unittests": "713f9123710f2a44f65f5b758ac45eedce45e155b04dda05da588761c632ba31/648",
    "cast_unittests": "0450ea4bf48eef418ffd6a7c0526b0b6a60d622186a75f15b724ddff61c1b6c2/569",
    "cc_unittests": "de76a4a332a00c1b5c3b3b7ad7f0b09406676c583d066f79062f66995eb3259b/653",
    "chrome_app_unittests": "0b3119ac61f69502812433dc1ff954a5e371b5333083a7c6dc4632d31aeef050/811",
    "chromedriver_unittests": "9a90c4e374c64bcdf4ccf4133ca6370c3854b4852063d7f6d2295a9a6fe678cb/726",
    "color_unittests": "5ecec1895d0ec8d2c43bb7f70d4e8edc662960f7c33a52677289ccce7f23447c/569",
    "components_browsertests": "f0ea49f98988a76f5ff08e91c4995a22e9d0c2d0e73ee3c4cd2cf5b4da4437b5/892",
    "components_unittests": "fe1db404b1cd20d8650427da20865fe5cbe5ab4dd2118e57d0b718366a9eaaa0/892",
    "compositor_unittests": "43e2c3036d096e558c1c151190dcce131c2899288c6de09d64e35291ad6304f8/645",
    "content_browsertests": "04a01e2a29c6dbabddb7d5da359d801ca2b323cfed62c990dc8fa33d29349e70/887",
    "content_unittests": "1881e47da64e84c31093da87f839c956c914786242d7703c7a321b5de3fa3087/806",
    "cronet_tests": "16aef4a077f3ff092b8307b8e17254ada791eb32d1c7ac7d112d0829de938a2e/730",
    "cronet_unittests": "bbe22e5d85ed274c8702a84422f68dc575ce1f860a7ba3cc522f728140fb7d27/646",
    "crypto_unittests": "ddac9af50635e60979308009857fd00462c9e09bf897e2b223f1b8377112847c/569",
    "dbus_unittests": "7b634d675388b8379771f23d4cbc4376db3c38387a2c612e17cca67e939c0063/569",
    "device_unittests": "9f97cb6b5cdfaefe55aa2df6ba9807dc87a90c4b161cbd96c41b815a05fd852b/646",
    "display_unittests": "0e75a6d88db35fe573def99b071d0ae8c2c636c0bdc8b0dd95ba32d5aa91007e/569",
    "events_unittests": "e244d3f50172fa0bef0733e697886ad9d36bfbcbee3ea0e01be1eef057a0b6d8/569",
    "extensions_browsertests": "0ee714bc425fdc4916c7fd71084e0aff049170a76e10ada4996ab5feef65bb2a/811",
    "extensions_unittests": "581b9f6dccde8c091f2482c09341d4a0804e281cf3c4c434e21e4bfac5a409fd/975",
    "filesystem_service_unittests": "9e877d05432d8af51cc2f95f99206326ebe42fff836dc8e13c7c09b7cff8fac4/569",
    "gcm_unit_tests": "b80330eb1ac35edd507b17b1b1a7467164cd7494f69b8d7336e1e8afe0d517a1/646",
    "gfx_unittests": "2e5b018ac087d432453c6ed8efa4645f6363b63da16e4214636dfe372b047433/645",
    "gin_unittests": "059d038c70324dac9f44ab32bc820b694f204c51c6389bc1b572540faa397c99/646",
    "gl_tests": "86753aec2a5f4f1ac18d85681480f5c71308c07590c1063042f001b1816ba09d/569",
    "gl_unittests": "03c8b15ed5729f6ab263a29a9e856c1dac86bc4ec5f9eae2c2c6dd0506d67a6a/569",
    "google_apis_unittests": "bd86f7a3325d61d24a0ca5dda1c8ee5f6fa9092e7df68ffc9eaf89fe5d11f33d/731",
    "gpu_unittests": "e8cde1369c19c78cf8142374dfa744cd9a3e8f76f3f2d7ca9c8a1d6ead26a94c/646",
    "gwp_asan_unittests": "f6ef3d3bddfbe9b971862966809d4a96fb479f2105d13661a7875bbb52a76e6b/570",
    "headless_browsertests": "b7c4d1cbf84f86fb20d1e622429bf7a5de2228ea62cb589bc2f1a53d9db4480c/809",
    "headless_unittests": "543ac5a74e6b1b298c49307e595c6885a696210ed309778ca870c07397b1cd6e/569",
    "interactive_ui_tests": "9e9cc1fab4ee81c8bf055f1ff8e6eeac601a26e23dd797a821e6cbf5dc5d7974/1128",
    "ipc_tests": "2748822c80412c00e16e74ed92a1673391ee3cc1e5ec97eb5937cee8a85a8f67/569",
    "jingle_unittests": "600d41a8ae1d4b2a3f237edc254d39b2dffe7b336566fbc6dfe245873790808e/646",
    "latency_unittests": "b4f8454b9ce454d143e4abe1f6902abac5711e99ee8db5fd6be8338f42a103b7/569",
    "libjingle_xmpp_unittests": "98947c1988a606304f8188562a5ae0bcd06d85a10cfa2a8079e9abc5ff912443/569",
    "liburlpattern_unittests": "fd8f6f4da3c9bab2b0d1ef0c2692b2005083ee08a76d5122cd2941150cf9e586/569",
    "media_unittests": "046a6e4a933311da7b1de62980a94cc3ba9f34db45e0d69440e37e6f786917b3/649",
    "message_center_unittests": "c3305d751b481afa4d434ddc3979b2c1106e3c3371361bb0af1716766faac14b/569",
    "midi_unittests": "58f5cd6ef76ef6ae1501226a0e61b4a43adcf4bb84e6b80bfd22ec4aa4900bbe/569",
    "mojo_core_unittests": "4ba92a8124cb38ca1b58d20c0d0900d4459a99e4cef2d54c1ffa53f338513a8f/569",
    "mojo_unittests": "02049f6896ed3fd04e19ddc9b6814a225a0cbfb0d20b3d6169aa32bea7f35782/647",
    "native_theme_unittests": "8f98677412431927503e6c95d011531755c7a3cc0785278f5024f52dd746b6af/569",
    "net_unittests": "2b9f3691955cfedfd56900a67a872c6e2dfe363165ad2a90bffc735d26c1c6cb/648",
    "openscreen_unittests": "398a53668914e64c39352b731b9708a05397e45ee51f0ea6d351972034a84e23/811",
    "ozone_x11_unittests": "ccba4477ba5c1db8a815e7b6dc119d6c76b84d9ae2b7072541e12ecf797b9eeb/569",
    "pdf_unittests": "7805118ea20920b1d5fd568bdef63b92d723200f602a8bcd679a1f15a41432c5/725",
    "perfetto_unittests": "2a0b4b7332c30ad569dbfcbbb651b5da2815bc774f0d7859e0b36a3cd664eaa7/569",
    "ppapi_unittests": "a33d5bb4978d4eca37668934943583c277e8ae26020e1f30b2246b0ce8fa38b6/569",
    "printing_unittests": "f17960d793bef2c8dfa692c18447cb43efa3e4b9d038335e2b9f17440ab50947/569",
    "remoting_unittests": "3b77b9a89ba94c58e535e4343e7abe5320af53241d6ac937c81715e009627cd3/646",
    "sandbox_linux_unittests": "1aee7dd95feeb2b84f1f1143670c182016863642bf35a73e6ac7018b0b5ba886/569",
    "service_manager_unittests": "fee062e5d225d15b1c3826787b2708cb5478a49bfd3c77c18152a4a4e2d3a28d/569",
    "services_unittests": "cd49ebd03c40707621dc6ea519ef191ac1d4d94207ae1f45605cf1b2cd12d130/815",
    "shell_dialogs_unittests": "68e1afda34a394c575d8920624718c6d7c4addc521aabd7f15b13fa934a19334/569",
    "skia_unittests": "a73f011abe5abaf7305d6babd7e90cf0502bcbe7b52c54178479bb78bfd709e2/569",
    "snapshot_unittests": "29351681a259c33827dcd147cf178b3fe0f9fec4ce2bb804bc67294d28736753/569",
    "sql_unittests": "d277ffbb7c269193fa7e5effaf055f2dc92fae496e0ff2db8051190d667198f3/646",
    "storage_unittests": "943ac7b99b2db0ce370e57e57159c7f534060ba6ba75d700fe6c9f874e1063db/727",
    "sync_integration_tests": "e49a0c49e9c343efa700d1361d1c41c3c9bb94e104115d842005c3412f1dc754/892",
    "ui_base_unittests": "d59aa4fe7b362cecaf7e4e4727d7386d6ff84627846e74f3b44254a31492ae4a/723",
    "ui_touch_selection_unittests": "149904ffa098d30e0890d0403e57d942a19f9a118d1d571ab556a8278468063b/569",
    "unit_tests": "740146314f0ff041d9e729de3927297aad4337a918b13caa5ca6f02b28d4386c/1141",
    "url_unittests": "e155471fc242d15308f056f3a8af2f84ba0ee38c841084ed178a6a29826b81d7/569",
    "views_unittests": "673a2edc9980e4024a233d836dcbd779be7c7a70d09b39d0a38ac8b695804e2a/569",
    "viz_unittests": "4940d9601da8b2b029cb474d311c1c3471cabdb7b55c0529fea8af3ec2bec6d9/653",
    "vr_common_unittests": "22de084ceda7e3b3c5b61de58e79173f15c491d36192c9a47049fe4ba11835f5/811",
    "vr_pixeltests": "f398a1c4f33bdd97f09b5b921e99c372d02bd435287104c36d8be6e3380f15ae/725",
    "weblayer_browsertests": "bfdc9257d054a114a6de6dd284000a5aee2851e91bbfb72aabf888d437965a2f/893",
    "weblayer_unittests": "d939616d32e4fa80b582675ce80ce50b5e405466b8e055e14cd30e88360f756a/725",
    "wm_unittests": "fc0ae4e79bedc82f85ed5c8e78f274e3a9ef86a589cbd3543c04af9081634867/569",
    "wtf_unittests": "9dbacb839464ed32a6d7f7f6d9aebc7436857186824aedfa8dc9fef6988be674/569",
    "x11_unittests": "386c58a380c5d9c3c8410e5f299afb13f66309d5a09bfa4ee840013984d52e2f/569",
    "xr_browser_tests": "4b135382f87e2e6461e874f83c441f0db57ef31638dbdfcba1c972e94ff75b6d/891",
    "zlib_unittests": "92f37c2fb8ffbfe419a8a9d9c317339ad1ec4373a47f6d5803aebc20da8f8554/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78324
  • user_agent:recipe

Debug log (UTC)

[03:33:38.061] New invocation is queued and will start shortly
[03:33:38.061] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:33:39.139] Starting the invocation (attempt 1)
[03:33:39.173] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5"
[03:33:39.173] Popped gitiles commit info from properties and tags
[03:33:39.173] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:33:39.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:33:39.174] Buildbucket request:
{
  "requestId": "8998406328587979984",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7aba3bc54ce98fe8ae64e0f0b1484a4a82f096f8",
      "parent_got_dawn_revision": "40b73c646e2da0fe81c89a33252e138e31f16a31",
      "parent_got_nacl_revision": "783519e8d4be7098f582809bdecc5571f7c29cfa",
      "parent_got_revision": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
      "parent_got_revision_cp": "refs/heads/main@{#932821}",
      "parent_got_swiftshader_revision": "95b76912465670b8c723f29a5a6f047933f4fa8a",
      "parent_got_v8_revision": "f9222182e980266efffd993984430f1a75785b98",
      "parent_got_v8_revision_cp": "refs/heads/9.7.32@{#1}",
      "parent_got_webrtc_revision": "50c25ac07871bc327fb90f8d08a2dcd66eb9b661",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35229}",
      "swarm_hashes": {
            "absl_hardening_tests": "8a3c1ee1a646160f2897b508587719f2f9dddcde4306a594f2f3c119e410ad9d/569",
            "accessibility_unittests": "6ad8c2da3a0673fa86e1d3c86b091676beeb5b8f969ee000137a1ab3075f1a4a/569",
            "angle_unittests": "7bfc49b9eb9cb7be50d2f6653ecf3c20ade6fa597158fd548b30d4dcc423d434/570",
            "app_shell_unittests": "09f62d52d6f754743af67d2c30f6976a88521e8d057a2e64e01aca0b880a4a36/809",
            "aura_unittests": "11e6ddf96204d325e039afcee3ec9676c65c1029e3bed3c84ad918e5a48a7b87/569",
            "base_unittests": "da3bad4685b9b113c532f8b4be54961e7cc0d660fb4705b900de55dde67cfd09/648",
            "blink_common_unittests": "23fd1074143201dea31990f8fedffe6cd98e574cf209429644432a01abe2f958/647",
            "blink_fuzzer_unittests": "a3995bed6b04cfbf93db27c88378bc70df09a60b806cf7f10e20df7f78c19067/648",
            "blink_heap_unittests": "503af928828b2e72ddfde4d3314f2a978a7956a8b774f0dae8db2d2acf67d12b/648",
            "blink_platform_unittests": "49a4150912e176826a3b737dfc62ede88df00489fc361fafe4c8ac6000c7460f/726",
            "blink_unittests": "b3344babdd416225995e12304767600dc8872fef6c1a1ef4707bab9f224d7568/726",
            "boringssl_crypto_tests": "ea0ffe4be5c202d9c3b10afe8413c41f59a2aaa88ab21a2679034a93ffb25f4e/570",
            "boringssl_ssl_tests": "8d0870accbd8628bb979e8a5054ced08ea0a326492f9e11cb26663cdd61a9681/569",
            "capture_unittests": "713f9123710f2a44f65f5b758ac45eedce45e155b04dda05da588761c632ba31/648",
            "cast_unittests": "0450ea4bf48eef418ffd6a7c0526b0b6a60d622186a75f15b724ddff61c1b6c2/569",
            "cc_unittests": "de76a4a332a00c1b5c3b3b7ad7f0b09406676c583d066f79062f66995eb3259b/653",
            "chrome_app_unittests": "0b3119ac61f69502812433dc1ff954a5e371b5333083a7c6dc4632d31aeef050/811",
            "chromedriver_unittests": "9a90c4e374c64bcdf4ccf4133ca6370c3854b4852063d7f6d2295a9a6fe678cb/726",
            "color_unittests": "5ecec1895d0ec8d2c43bb7f70d4e8edc662960f7c33a52677289ccce7f23447c/569",
            "components_browsertests": "f0ea49f98988a76f5ff08e91c4995a22e9d0c2d0e73ee3c4cd2cf5b4da4437b5/892",
            "components_unittests": "fe1db404b1cd20d8650427da20865fe5cbe5ab4dd2118e57d0b718366a9eaaa0/892",
            "compositor_unittests": "43e2c3036d096e558c1c151190dcce131c2899288c6de09d64e35291ad6304f8/645",
            "content_browsertests": "04a01e2a29c6dbabddb7d5da359d801ca2b323cfed62c990dc8fa33d29349e70/887",
            "content_unittests": "1881e47da64e84c31093da87f839c956c914786242d7703c7a321b5de3fa3087/806",
            "cronet_tests": "16aef4a077f3ff092b8307b8e17254ada791eb32d1c7ac7d112d0829de938a2e/730",
            "cronet_unittests": "bbe22e5d85ed274c8702a84422f68dc575ce1f860a7ba3cc522f728140fb7d27/646",
            "crypto_unittests": "ddac9af50635e60979308009857fd00462c9e09bf897e2b223f1b8377112847c/569",
            "dbus_unittests": "7b634d675388b8379771f23d4cbc4376db3c38387a2c612e17cca67e939c0063/569",
            "device_unittests": "9f97cb6b5cdfaefe55aa2df6ba9807dc87a90c4b161cbd96c41b815a05fd852b/646",
            "display_unittests": "0e75a6d88db35fe573def99b071d0ae8c2c636c0bdc8b0dd95ba32d5aa91007e/569",
            "events_unittests": "e244d3f50172fa0bef0733e697886ad9d36bfbcbee3ea0e01be1eef057a0b6d8/569",
            "extensions_browsertests": "0ee714bc425fdc4916c7fd71084e0aff049170a76e10ada4996ab5feef65bb2a/811",
            "extensions_unittests": "581b9f6dccde8c091f2482c09341d4a0804e281cf3c4c434e21e4bfac5a409fd/975",
            "filesystem_service_unittests": "9e877d05432d8af51cc2f95f99206326ebe42fff836dc8e13c7c09b7cff8fac4/569",
            "gcm_unit_tests": "b80330eb1ac35edd507b17b1b1a7467164cd7494f69b8d7336e1e8afe0d517a1/646",
            "gfx_unittests": "2e5b018ac087d432453c6ed8efa4645f6363b63da16e4214636dfe372b047433/645",
            "gin_unittests": "059d038c70324dac9f44ab32bc820b694f204c51c6389bc1b572540faa397c99/646",
            "gl_tests": "86753aec2a5f4f1ac18d85681480f5c71308c07590c1063042f001b1816ba09d/569",
            "gl_unittests": "03c8b15ed5729f6ab263a29a9e856c1dac86bc4ec5f9eae2c2c6dd0506d67a6a/569",
            "google_apis_unittests": "bd86f7a3325d61d24a0ca5dda1c8ee5f6fa9092e7df68ffc9eaf89fe5d11f33d/731",
            "gpu_unittests": "e8cde1369c19c78cf8142374dfa744cd9a3e8f76f3f2d7ca9c8a1d6ead26a94c/646",
            "gwp_asan_unittests": "f6ef3d3bddfbe9b971862966809d4a96fb479f2105d13661a7875bbb52a76e6b/570",
            "headless_browsertests": "b7c4d1cbf84f86fb20d1e622429bf7a5de2228ea62cb589bc2f1a53d9db4480c/809",
            "headless_unittests": "543ac5a74e6b1b298c49307e595c6885a696210ed309778ca870c07397b1cd6e/569",
            "interactive_ui_tests": "9e9cc1fab4ee81c8bf055f1ff8e6eeac601a26e23dd797a821e6cbf5dc5d7974/1128",
            "ipc_tests": "2748822c80412c00e16e74ed92a1673391ee3cc1e5ec97eb5937cee8a85a8f67/569",
            "jingle_unittests": "600d41a8ae1d4b2a3f237edc254d39b2dffe7b336566fbc6dfe245873790808e/646",
            "latency_unittests": "b4f8454b9ce454d143e4abe1f6902abac5711e99ee8db5fd6be8338f42a103b7/569",
            "libjingle_xmpp_unittests": "98947c1988a606304f8188562a5ae0bcd06d85a10cfa2a8079e9abc5ff912443/569",
            "liburlpattern_unittests": "fd8f6f4da3c9bab2b0d1ef0c2692b2005083ee08a76d5122cd2941150cf9e586/569",
            "media_unittests": "046a6e4a933311da7b1de62980a94cc3ba9f34db45e0d69440e37e6f786917b3/649",
            "message_center_unittests": "c3305d751b481afa4d434ddc3979b2c1106e3c3371361bb0af1716766faac14b/569",
            "midi_unittests": "58f5cd6ef76ef6ae1501226a0e61b4a43adcf4bb84e6b80bfd22ec4aa4900bbe/569",
            "mojo_core_unittests": "4ba92a8124cb38ca1b58d20c0d0900d4459a99e4cef2d54c1ffa53f338513a8f/569",
            "mojo_unittests": "02049f6896ed3fd04e19ddc9b6814a225a0cbfb0d20b3d6169aa32bea7f35782/647",
            "native_theme_unittests": "8f98677412431927503e6c95d011531755c7a3cc0785278f5024f52dd746b6af/569",
            "net_unittests": "2b9f3691955cfedfd56900a67a872c6e2dfe363165ad2a90bffc735d26c1c6cb/648",
            "openscreen_unittests": "398a53668914e64c39352b731b9708a05397e45ee51f0ea6d351972034a84e23/811",
            "ozone_x11_unittests": "ccba4477ba5c1db8a815e7b6dc119d6c76b84d9ae2b7072541e12ecf797b9eeb/569",
            "pdf_unittests": "7805118ea20920b1d5fd568bdef63b92d723200f602a8bcd679a1f15a41432c5/725",
            "perfetto_unittests": "2a0b4b7332c30ad569dbfcbbb651b5da2815bc774f0d7859e0b36a3cd664eaa7/569",
            "ppapi_unittests": "a33d5bb4978d4eca37668934943583c277e8ae26020e1f30b2246b0ce8fa38b6/569",
            "printing_unittests": "f17960d793bef2c8dfa692c18447cb43efa3e4b9d038335e2b9f17440ab50947/569",
            "remoting_unittests": "3b77b9a89ba94c58e535e4343e7abe5320af53241d6ac937c81715e009627cd3/646",
            "sandbox_linux_unittests": "1aee7dd95feeb2b84f1f1143670c182016863642bf35a73e6ac7018b0b5ba886/569",
            "service_manager_unittests": "fee062e5d225d15b1c3826787b2708cb5478a49bfd3c77c18152a4a4e2d3a28d/569",
            "services_unittests": "cd49ebd03c40707621dc6ea519ef191ac1d4d94207ae1f45605cf1b2cd12d130/815",
            "shell_dialogs_unittests": "68e1afda34a394c575d8920624718c6d7c4addc521aabd7f15b13fa934a19334/569",
            "skia_unittests": "a73f011abe5abaf7305d6babd7e90cf0502bcbe7b52c54178479bb78bfd709e2/569",
            "snapshot_unittests": "29351681a259c33827dcd147cf178b3fe0f9fec4ce2bb804bc67294d28736753/569",
            "sql_unittests": "d277ffbb7c269193fa7e5effaf055f2dc92fae496e0ff2db8051190d667198f3/646",
            "storage_unittests": "943ac7b99b2db0ce370e57e57159c7f534060ba6ba75d700fe6c9f874e1063db/727",
            "sync_integration_tests": "e49a0c49e9c343efa700d1361d1c41c3c9bb94e104115d842005c3412f1dc754/892",
            "ui_base_unittests": "d59aa4fe7b362cecaf7e4e4727d7386d6ff84627846e74f3b44254a31492ae4a/723",
            "ui_touch_selection_unittests": "149904ffa098d30e0890d0403e57d942a19f9a118d1d571ab556a8278468063b/569",
            "unit_tests": "740146314f0ff041d9e729de3927297aad4337a918b13caa5ca6f02b28d4386c/1141",
            "url_unittests": "e155471fc242d15308f056f3a8af2f84ba0ee38c841084ed178a6a29826b81d7/569",
            "views_unittests": "673a2edc9980e4024a233d836dcbd779be7c7a70d09b39d0a38ac8b695804e2a/569",
            "viz_unittests": "4940d9601da8b2b029cb474d311c1c3471cabdb7b55c0529fea8af3ec2bec6d9/653",
            "vr_common_unittests": "22de084ceda7e3b3c5b61de58e79173f15c491d36192c9a47049fe4ba11835f5/811",
            "vr_pixeltests": "f398a1c4f33bdd97f09b5b921e99c372d02bd435287104c36d8be6e3380f15ae/725",
            "weblayer_browsertests": "bfdc9257d054a114a6de6dd284000a5aee2851e91bbfb72aabf888d437965a2f/893",
            "weblayer_unittests": "d939616d32e4fa80b582675ce80ce50b5e405466b8e055e14cd30e88360f756a/725",
            "wm_unittests": "fc0ae4e79bedc82f85ed5c8e78f274e3a9ef86a589cbd3543c04af9081634867/569",
            "wtf_unittests": "9dbacb839464ed32a6d7f7f6d9aebc7436857186824aedfa8dc9fef6988be674/569",
            "x11_unittests": "386c58a380c5d9c3c8410e5f299afb13f66309d5a09bfa4ee840013984d52e2f/569",
            "xr_browser_tests": "4b135382f87e2e6461e874f83c441f0db57ef31638dbdfcba1c972e94ff75b6d/891",
            "zlib_unittests": "92f37c2fb8ffbfe419a8a9d9c317339ad1ec4373a47f6d5803aebc20da8f8554/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998406328587979984"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78324"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:33:39.812] Scheduled build:
{
  "id": "8832976266694040689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70281,
  "createdBy": "project:chromium",
  "createTime": "2021-10-19T03:33:39.235954263Z",
  "updateTime": "2021-10-19T03:33:39.460550349Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
      "ref": "refs/heads/main"
    }
  }
}
[03:33:39.812] Task URL: https://cr-buildbucket.appspot.com/build/8832976266694040689
[03:33:39.812] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:2:0) after 5m9s
[03:36:19.382] Received PubSub notification, asking Buildbucket for the build status
[03:36:21.996] Build status: STARTED
[03:38:48.831] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:2:0)
[03:38:48.862] Build status: STARTED
[03:38:48.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:4:0) after 9m29s
[03:48:17.992] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:4:0)
[03:48:18.025] Build status: STARTED
[03:48:18.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:5:0) after 3m11s
[03:51:29.044] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:5:0)
[03:51:29.082] Build status: STARTED
[03:51:29.082] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:6:0) after 8m17s
[03:59:46.105] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:6:0)
[03:59:46.136] Build status: STARTED
[03:59:46.136] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:7:0) after 1m8s
[04:00:54.172] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:7:0)
[04:00:54.202] Build status: STARTED
[04:00:54.202] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:8:0) after 2m35s
[04:03:29.337] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:8:0)
[04:03:29.375] Build status: STARTED
[04:03:29.375] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998406328587979984:9:0) after 2m40s
[04:04:56.674] Received PubSub notification, asking Buildbucket for the build status
[04:04:56.750] Build:
{
  "id": "8832976266694040689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70281,
  "createdBy": "project:chromium",
  "createTime": "2021-10-19T03:33:39.235954263Z",
  "startTime": "2021-10-19T03:36:17.188982Z",
  "endTime": "2021-10-19T04:04:56.323330615Z",
  "updateTime": "2021-10-19T04:04:56.323707089Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7dd720ca3576b3cd096fc9eea2ea4cfc2936bef5",
      "ref": "refs/heads/main"
    }
  }
}
[04:04:56.750] Invocation finished in 31m18.704273537s with status FAILED