Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79063 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "eb3ef08eefdd618c8f0319454afa949ef2ff3403",
  "parent_got_dawn_revision": "c62de0760687d818c49b92a3284a0da5ec83fc26",
  "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
  "parent_got_revision": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
  "parent_got_revision_cp": "refs/heads/main@{#941388}",
  "parent_got_swiftshader_revision": "b83b36d65ff4cca883d2e853220d5b660fe9c090",
  "parent_got_v8_revision": "737efd31644f5d11474ea577695f6261ea73c3bf",
  "parent_got_v8_revision_cp": "refs/heads/9.8.41@{#1}",
  "parent_got_webrtc_revision": "069539ef45f12f0626ca6b6d73f2bacc19c0ce4b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35338}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
  "swarm_hashes": {
    "absl_hardening_tests": "70a38b837360c1ae417b36ea11eca409ad95511054265bd66dcbd98c264a36d2/569",
    "accessibility_unittests": "2ae3d4e45c06a170533c4f3691fd93ebd85096fc772e8ff7c9484d1d14a24cc5/569",
    "angle_unittests": "8b771a66d817625f46c805347b452fdf06dcd94a98c089115aefb41bd3d05e7f/570",
    "app_shell_unittests": "b5526edc31f8863fd8be8ca836de4a1c352d78f56b6516d679e29c54d6997b0d/809",
    "aura_unittests": "139e7007e846912fff62a2b57550c43b0907610493a05fce80ad32a0f3258b28/569",
    "base_unittests": "b26261b8104fccb5faab2b1c82f29c4b3d05f34cf577b543b3eb563c4e196f2c/648",
    "blink_common_unittests": "3c6cfc433e858cdaa3f0fbb3a2ed36d1e8f581e440a74aef0062f6ed073f9a8c/647",
    "blink_fuzzer_unittests": "490c56400d56cf0fc077f08f5d2f7ae65c1246370060670d5ac65fa57c83dff3/648",
    "blink_heap_unittests": "2b10ac3dac7d4d9e97d5620eb6981498f36f96db6f9c6fe0649864e48ac52890/648",
    "blink_platform_unittests": "1ef5504549ee2d2139dcf268ed7f69e580d154a8f615225b6829c472c1dc4ceb/726",
    "blink_unittests": "6e7f4c8782182eec1ae4874085fd56c8ce6cd9a22acd600a869a7f7fa8c7e1e2/726",
    "boringssl_crypto_tests": "b5d54bd09fa34cebd72a085fcc19f8ac2a8078d851f86144a5701b73ac13921f/570",
    "boringssl_ssl_tests": "33c6ff3241f2b50f9bf5930529e0aed32ad84ac0710ed25d10e62a033d1b95f0/569",
    "capture_unittests": "01c0408bac2f78ed855eb4edb00fa0d1d91c5463a05b409930d62edba5bebd1a/648",
    "cast_unittests": "6f77383243c2be9bd985e0a5cefc8f8cf8ad922c1ca8165e313e42dd836fb3a1/569",
    "cc_unittests": "c070e335c1807f3f1b9c62c9f9a10179ebff1954969fed23b62a0a54eb368991/653",
    "chrome_app_unittests": "8310ccf986bbf4ec7db0155111d52cbcbe6dcaf4512d9805508a6a9156c6820d/727",
    "chromedriver_unittests": "557c99a1c5fdf26de374ea39e3a1665b3d541a0090fd4fe140ef128fc5700ce4/726",
    "color_unittests": "84410307d92e5bde88dee232b825eb4b744530a48ac9d0613408eee5ba6a45e9/569",
    "components_browsertests": "705c58e86f87d08cdce6b3805372641a77ff7285cf995a0a31419fa07aa473d2/892",
    "components_unittests": "448c9170f3e95c0473edc353ce8f62af99e3e67a4b9e1c9513fdd225d8d8a020/892",
    "compositor_unittests": "a9d4f6b03ccf328c1acb6cc362cd02ae077233ed13091bff6cef2942db38c858/645",
    "content_browsertests": "fb6e52fbf1e23184f63611e968ff9b10e30d114f349e9f1c13a4e67800973c7b/887",
    "content_unittests": "623cb5a404d57aa594d3a6df022dafc41976bb5001da7fd8a5a83b4c5c4df1a7/806",
    "cronet_tests": "1bd41b5f9bcbf3fdf92c9c8568cb6b395d4469f53a294bada5c0668acfcab949/730",
    "cronet_unittests": "9cb1275d93ab2816559875dd6124c4887fc97fc005d37251e3018d8755d44fc7/646",
    "crypto_unittests": "5c56a840af0448129f2613ecbe8d416feb0c9184a745eb107f5647ade6e21021/569",
    "dbus_unittests": "3926b39d9d0a13580c2ea0ac8e049db0003e7121d318ec38ac8d7c8c9d9006ef/569",
    "device_unittests": "5bebf7f318c7f44396ad491a7556b7acf26b5e86a20fe24398fc82baa16f0916/646",
    "display_unittests": "05a8156f682f778b295edcbb15ec487013d26dfd773db035148117ccd3568d0c/569",
    "events_unittests": "3b8931a7d4d0bbeee073cb1a9551aa147e6fd60e5cd517cff0ba0256ac62bd15/569",
    "extensions_browsertests": "388e0a4eae08faa5cb54d8cae27fa7af690bf53827e86e53ff6b62d8cee0759b/811",
    "extensions_unittests": "483d67dc456bbb1f6f1665c1237831dedf2be52d2b41cf34c0fdc2e28a4be9c6/975",
    "filesystem_service_unittests": "a9526d15b10244fccac47905f16d59c9528fe1109c28ba6d7fe35edf0b09cd41/569",
    "gcm_unit_tests": "1ba35c5d1d41fdc3d35dc33c0266b3f6da8abec99ab24c0c676d750e9d7abe5c/646",
    "gfx_unittests": "2094bf025eb887e7e65c682f854a0673d3b111c25a4d8f3a98595b7821f2ee6c/645",
    "gin_unittests": "0077cca6a09a587694b2419d5779a0241255747a54d943bcdefbc3edfba2cbcc/646",
    "gl_tests": "5cea34269464021cad5f3b8cf4391de4911f7d97556f4002d253135277f38b19/569",
    "gl_unittests": "bbcdf775adfccbd5049feb3e3fad20b4bbc556fc5e6de4c477aa75d05fd11116/569",
    "google_apis_unittests": "14eb70d20715e1c2ad8e70a6bd137df16ace55f1cd7d4e722633a6f5be14ed8e/731",
    "gpu_unittests": "5adaeb0d9ccc707f11e27a97cc6cececdf0d3351107ac7f43763fee1eb9fbc94/646",
    "gwp_asan_unittests": "a2af5e353cba7dc70088c55fefdd55a2cb8dadd56b3f2a14cb26546dd6e77d25/570",
    "headless_browsertests": "0676e82e5bac1a3bd448f4d782d60ed56538cdbeb6dc6f6f12407f142bc14fba/809",
    "headless_unittests": "0d5b9cd1998136185e96ae6a739c5d5c6479e261702cb1e20bdc0242e1982479/569",
    "interactive_ui_tests": "bada5e66aba6d2c73c9ccba3cb0ae2943e045af857afcf7412df6cc8d7de0a4a/1044",
    "ipc_tests": "6e70ec7bd87ed4bd9064b078948f3fa366323f9beeb1dcf78b5dd1d578ab4787/569",
    "jingle_unittests": "6c51adea74af247c5965d4f163e7ccbb7e46a5caa06c59af3a3f082a42c46d59/646",
    "latency_unittests": "fb79258f1462d6dff06c98341f559555ab5b2396d14cc331b7365a5a37568e6e/569",
    "libjingle_xmpp_unittests": "550cb2186f4dfb7656df4989a0cade4a8afb58f0d1d9e55f1772c97e3d833043/569",
    "liburlpattern_unittests": "3c85526a08775330acb79397b0450413c71032ea8555c3d418380bdf348183bb/569",
    "media_unittests": "d61b5b96e7e3c2a1fbdd53a156178661c9f7523fc45e179f456f49a791cbaa99/649",
    "message_center_unittests": "2ae08aaad55ef85333cd20f8bf0dac0a3a942dc2f0020c7454a02d235acdb865/569",
    "midi_unittests": "76f9448958ea213c617d6889a746232a2d9f490b6706079eb606555de2b47bef/569",
    "mojo_core_unittests": "1e3d5ac386166b7a996e6bd4b729835eece3baf5ebe8c26eda65f890760a71ce/569",
    "mojo_unittests": "1ea47e72fe3d5eabb1e72330082f16512d825b6f7e5f2f9d559ba01a4861936f/647",
    "native_theme_unittests": "805126f7b824bf12401ef521428f75835163eae6dcada04539fbe27e34c532df/569",
    "net_unittests": "75d0b64378cddd365a5c50adf746f8dbffcf719d5e2e7ff1f6679e1d6997126e/648",
    "openscreen_unittests": "ef18494990da15b54a3f4029462eec08ea8d8f9cfe1e8ab6d27e7dd854c1ed13/727",
    "ozone_x11_unittests": "65dae005a3068d98cf327a1d6ddf5db2d5c35ba933209484038ec2ebea9f0e35/569",
    "pdf_unittests": "56698f01f5dabd650cb2210c58555ba90daabb8a7599ebc7ca792537d1d44002/725",
    "perfetto_unittests": "6b1f2f374378ef11ea7d5c31ef894868d5ae58211b2307bbe22fc3b0d83793be/569",
    "ppapi_unittests": "9c1dcad575111d6a750f9c75e3dd64747696a3612cf3ecf1617350d4929b58a9/569",
    "printing_unittests": "260cb182cc39dd78a4441a29ce540ade258dfc5c2854b06b9e8c3fb10e5c4e5a/569",
    "remoting_unittests": "961a5b5c2cdf5de6747f01f2a96b4bdaae10961bea423d55c35de8973c8a77a8/646",
    "sandbox_linux_unittests": "a9288047aa32e2a6acbf734b0637fe59d0c6a4d04029ae94cfb278fd4396a6b0/569",
    "service_manager_unittests": "6bc2cdc38e992ed7a0f86c943c5904a8585266d83d5d6b9ee2dd3bbf7e94566d/569",
    "services_unittests": "bf0f8cd0ec1006ef9b083358203c8dc8612a3fb5a5202ff5646059c29cb0bf37/815",
    "shell_dialogs_unittests": "f3c228917b3f83adee551dc42f49c8d28a41cefa5428b40d352a61b17a993152/569",
    "skia_unittests": "cc6564517596cdade3aa9ea5e33dbf8bce78181c72ebe4aa02c4e88a2824020c/569",
    "snapshot_unittests": "e1b40915da9f4fa28773315e0a6fc9b7241f8d04b52d99a3d2f8ce1a48de85dd/569",
    "sql_unittests": "66e63e90cc3f947e216c6bb90913a464ee86521d8704858ab02e5310a7ac8592/646",
    "storage_unittests": "5cef475b4ce1cdce76d4b5e5120659c15b5c7a4dfbb360e65b199e734297c49e/727",
    "sync_integration_tests": "1a47d0076fa662e728b2fadc1c1635e8fdcb6a4557a5bca9061074d652f2cff7/808",
    "ui_base_unittests": "ce98df3f8420307fa2c8f896d84140e7249af78ba6434d20fd17694485f25386/723",
    "ui_touch_selection_unittests": "c700c2bfa6a674c8758baf7bc4f24dcc5db5a7377ef9074c47e806a6ea6a44bb/569",
    "unit_tests": "69f03498728954923bb0af2e98a4bbb0ae9a0706403053b69adf65b5dddee41c/1141",
    "url_unittests": "cc16899b079e6069390196f1bf5cff07339f34082bb97e748b3e3eb40817bbab/569",
    "views_unittests": "a12919998e7a9367b5eec69718e82df8a698f4adbc8285208432e6a071798860/569",
    "viz_unittests": "a26d2f4974bfeb4582237524510f9a2eb964fe6949df907fbb4211e6bb5564c0/653",
    "vr_common_unittests": "1e47a8a1770e74a288cf3e03a5095a3897784443f65eca70ab1c8db23e2b7462/727",
    "vr_pixeltests": "d5c92f6c694f9f442767831c8f26df00f71f4d1e3467db3afc892c574432701b/725",
    "weblayer_browsertests": "bfbb1c6f1117ed62b34874d8d80a1499f74cc38c141f7cab8ec7c4cce927d97e/893",
    "weblayer_unittests": "1ad0b3cfc317bcfafb0c02b3d5d2014ceeb5702432a5a6a8056e05a1974d11ce/725",
    "wm_unittests": "f884e5508d0795f8d58b290d2448c9932c5839f75416c30a81318c1ead48f96a/569",
    "wtf_unittests": "6e82e4b6a5909d28297250acd73d44a1d45d5959beba971540f2123140929c77/569",
    "x11_unittests": "3c25307f1a4428a5e1c24db78f41f316ca2b51637e0fd59d5add01b603064433/569",
    "xr_browser_tests": "5c49c7a8d67c5221a4ca78c66c5dff35c73fad2f6cd55acb29b292d7eb85a2cf/807",
    "zlib_unittests": "ab449aaf08db49a242e91f2565894e8b916b45e535ab3ebf0c83532bd10a8731/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79063
  • user_agent:recipe

Debug log (UTC)

[00:48:12.963] New invocation is queued and will start shortly
[00:48:12.963] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:48:14.092] Starting the invocation (attempt 1)
[00:48:14.129] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23"
[00:48:14.129] Popped gitiles commit info from properties and tags
[00:48:14.129] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:48:14.129] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:48:14.129] Buildbucket request:
{
  "requestId": "8996151811652014960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "eb3ef08eefdd618c8f0319454afa949ef2ff3403",
      "parent_got_dawn_revision": "c62de0760687d818c49b92a3284a0da5ec83fc26",
      "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
      "parent_got_revision": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
      "parent_got_revision_cp": "refs/heads/main@{#941388}",
      "parent_got_swiftshader_revision": "b83b36d65ff4cca883d2e853220d5b660fe9c090",
      "parent_got_v8_revision": "737efd31644f5d11474ea577695f6261ea73c3bf",
      "parent_got_v8_revision_cp": "refs/heads/9.8.41@{#1}",
      "parent_got_webrtc_revision": "069539ef45f12f0626ca6b6d73f2bacc19c0ce4b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35338}",
      "swarm_hashes": {
            "absl_hardening_tests": "70a38b837360c1ae417b36ea11eca409ad95511054265bd66dcbd98c264a36d2/569",
            "accessibility_unittests": "2ae3d4e45c06a170533c4f3691fd93ebd85096fc772e8ff7c9484d1d14a24cc5/569",
            "angle_unittests": "8b771a66d817625f46c805347b452fdf06dcd94a98c089115aefb41bd3d05e7f/570",
            "app_shell_unittests": "b5526edc31f8863fd8be8ca836de4a1c352d78f56b6516d679e29c54d6997b0d/809",
            "aura_unittests": "139e7007e846912fff62a2b57550c43b0907610493a05fce80ad32a0f3258b28/569",
            "base_unittests": "b26261b8104fccb5faab2b1c82f29c4b3d05f34cf577b543b3eb563c4e196f2c/648",
            "blink_common_unittests": "3c6cfc433e858cdaa3f0fbb3a2ed36d1e8f581e440a74aef0062f6ed073f9a8c/647",
            "blink_fuzzer_unittests": "490c56400d56cf0fc077f08f5d2f7ae65c1246370060670d5ac65fa57c83dff3/648",
            "blink_heap_unittests": "2b10ac3dac7d4d9e97d5620eb6981498f36f96db6f9c6fe0649864e48ac52890/648",
            "blink_platform_unittests": "1ef5504549ee2d2139dcf268ed7f69e580d154a8f615225b6829c472c1dc4ceb/726",
            "blink_unittests": "6e7f4c8782182eec1ae4874085fd56c8ce6cd9a22acd600a869a7f7fa8c7e1e2/726",
            "boringssl_crypto_tests": "b5d54bd09fa34cebd72a085fcc19f8ac2a8078d851f86144a5701b73ac13921f/570",
            "boringssl_ssl_tests": "33c6ff3241f2b50f9bf5930529e0aed32ad84ac0710ed25d10e62a033d1b95f0/569",
            "capture_unittests": "01c0408bac2f78ed855eb4edb00fa0d1d91c5463a05b409930d62edba5bebd1a/648",
            "cast_unittests": "6f77383243c2be9bd985e0a5cefc8f8cf8ad922c1ca8165e313e42dd836fb3a1/569",
            "cc_unittests": "c070e335c1807f3f1b9c62c9f9a10179ebff1954969fed23b62a0a54eb368991/653",
            "chrome_app_unittests": "8310ccf986bbf4ec7db0155111d52cbcbe6dcaf4512d9805508a6a9156c6820d/727",
            "chromedriver_unittests": "557c99a1c5fdf26de374ea39e3a1665b3d541a0090fd4fe140ef128fc5700ce4/726",
            "color_unittests": "84410307d92e5bde88dee232b825eb4b744530a48ac9d0613408eee5ba6a45e9/569",
            "components_browsertests": "705c58e86f87d08cdce6b3805372641a77ff7285cf995a0a31419fa07aa473d2/892",
            "components_unittests": "448c9170f3e95c0473edc353ce8f62af99e3e67a4b9e1c9513fdd225d8d8a020/892",
            "compositor_unittests": "a9d4f6b03ccf328c1acb6cc362cd02ae077233ed13091bff6cef2942db38c858/645",
            "content_browsertests": "fb6e52fbf1e23184f63611e968ff9b10e30d114f349e9f1c13a4e67800973c7b/887",
            "content_unittests": "623cb5a404d57aa594d3a6df022dafc41976bb5001da7fd8a5a83b4c5c4df1a7/806",
            "cronet_tests": "1bd41b5f9bcbf3fdf92c9c8568cb6b395d4469f53a294bada5c0668acfcab949/730",
            "cronet_unittests": "9cb1275d93ab2816559875dd6124c4887fc97fc005d37251e3018d8755d44fc7/646",
            "crypto_unittests": "5c56a840af0448129f2613ecbe8d416feb0c9184a745eb107f5647ade6e21021/569",
            "dbus_unittests": "3926b39d9d0a13580c2ea0ac8e049db0003e7121d318ec38ac8d7c8c9d9006ef/569",
            "device_unittests": "5bebf7f318c7f44396ad491a7556b7acf26b5e86a20fe24398fc82baa16f0916/646",
            "display_unittests": "05a8156f682f778b295edcbb15ec487013d26dfd773db035148117ccd3568d0c/569",
            "events_unittests": "3b8931a7d4d0bbeee073cb1a9551aa147e6fd60e5cd517cff0ba0256ac62bd15/569",
            "extensions_browsertests": "388e0a4eae08faa5cb54d8cae27fa7af690bf53827e86e53ff6b62d8cee0759b/811",
            "extensions_unittests": "483d67dc456bbb1f6f1665c1237831dedf2be52d2b41cf34c0fdc2e28a4be9c6/975",
            "filesystem_service_unittests": "a9526d15b10244fccac47905f16d59c9528fe1109c28ba6d7fe35edf0b09cd41/569",
            "gcm_unit_tests": "1ba35c5d1d41fdc3d35dc33c0266b3f6da8abec99ab24c0c676d750e9d7abe5c/646",
            "gfx_unittests": "2094bf025eb887e7e65c682f854a0673d3b111c25a4d8f3a98595b7821f2ee6c/645",
            "gin_unittests": "0077cca6a09a587694b2419d5779a0241255747a54d943bcdefbc3edfba2cbcc/646",
            "gl_tests": "5cea34269464021cad5f3b8cf4391de4911f7d97556f4002d253135277f38b19/569",
            "gl_unittests": "bbcdf775adfccbd5049feb3e3fad20b4bbc556fc5e6de4c477aa75d05fd11116/569",
            "google_apis_unittests": "14eb70d20715e1c2ad8e70a6bd137df16ace55f1cd7d4e722633a6f5be14ed8e/731",
            "gpu_unittests": "5adaeb0d9ccc707f11e27a97cc6cececdf0d3351107ac7f43763fee1eb9fbc94/646",
            "gwp_asan_unittests": "a2af5e353cba7dc70088c55fefdd55a2cb8dadd56b3f2a14cb26546dd6e77d25/570",
            "headless_browsertests": "0676e82e5bac1a3bd448f4d782d60ed56538cdbeb6dc6f6f12407f142bc14fba/809",
            "headless_unittests": "0d5b9cd1998136185e96ae6a739c5d5c6479e261702cb1e20bdc0242e1982479/569",
            "interactive_ui_tests": "bada5e66aba6d2c73c9ccba3cb0ae2943e045af857afcf7412df6cc8d7de0a4a/1044",
            "ipc_tests": "6e70ec7bd87ed4bd9064b078948f3fa366323f9beeb1dcf78b5dd1d578ab4787/569",
            "jingle_unittests": "6c51adea74af247c5965d4f163e7ccbb7e46a5caa06c59af3a3f082a42c46d59/646",
            "latency_unittests": "fb79258f1462d6dff06c98341f559555ab5b2396d14cc331b7365a5a37568e6e/569",
            "libjingle_xmpp_unittests": "550cb2186f4dfb7656df4989a0cade4a8afb58f0d1d9e55f1772c97e3d833043/569",
            "liburlpattern_unittests": "3c85526a08775330acb79397b0450413c71032ea8555c3d418380bdf348183bb/569",
            "media_unittests": "d61b5b96e7e3c2a1fbdd53a156178661c9f7523fc45e179f456f49a791cbaa99/649",
            "message_center_unittests": "2ae08aaad55ef85333cd20f8bf0dac0a3a942dc2f0020c7454a02d235acdb865/569",
            "midi_unittests": "76f9448958ea213c617d6889a746232a2d9f490b6706079eb606555de2b47bef/569",
            "mojo_core_unittests": "1e3d5ac386166b7a996e6bd4b729835eece3baf5ebe8c26eda65f890760a71ce/569",
            "mojo_unittests": "1ea47e72fe3d5eabb1e72330082f16512d825b6f7e5f2f9d559ba01a4861936f/647",
            "native_theme_unittests": "805126f7b824bf12401ef521428f75835163eae6dcada04539fbe27e34c532df/569",
            "net_unittests": "75d0b64378cddd365a5c50adf746f8dbffcf719d5e2e7ff1f6679e1d6997126e/648",
            "openscreen_unittests": "ef18494990da15b54a3f4029462eec08ea8d8f9cfe1e8ab6d27e7dd854c1ed13/727",
            "ozone_x11_unittests": "65dae005a3068d98cf327a1d6ddf5db2d5c35ba933209484038ec2ebea9f0e35/569",
            "pdf_unittests": "56698f01f5dabd650cb2210c58555ba90daabb8a7599ebc7ca792537d1d44002/725",
            "perfetto_unittests": "6b1f2f374378ef11ea7d5c31ef894868d5ae58211b2307bbe22fc3b0d83793be/569",
            "ppapi_unittests": "9c1dcad575111d6a750f9c75e3dd64747696a3612cf3ecf1617350d4929b58a9/569",
            "printing_unittests": "260cb182cc39dd78a4441a29ce540ade258dfc5c2854b06b9e8c3fb10e5c4e5a/569",
            "remoting_unittests": "961a5b5c2cdf5de6747f01f2a96b4bdaae10961bea423d55c35de8973c8a77a8/646",
            "sandbox_linux_unittests": "a9288047aa32e2a6acbf734b0637fe59d0c6a4d04029ae94cfb278fd4396a6b0/569",
            "service_manager_unittests": "6bc2cdc38e992ed7a0f86c943c5904a8585266d83d5d6b9ee2dd3bbf7e94566d/569",
            "services_unittests": "bf0f8cd0ec1006ef9b083358203c8dc8612a3fb5a5202ff5646059c29cb0bf37/815",
            "shell_dialogs_unittests": "f3c228917b3f83adee551dc42f49c8d28a41cefa5428b40d352a61b17a993152/569",
            "skia_unittests": "cc6564517596cdade3aa9ea5e33dbf8bce78181c72ebe4aa02c4e88a2824020c/569",
            "snapshot_unittests": "e1b40915da9f4fa28773315e0a6fc9b7241f8d04b52d99a3d2f8ce1a48de85dd/569",
            "sql_unittests": "66e63e90cc3f947e216c6bb90913a464ee86521d8704858ab02e5310a7ac8592/646",
            "storage_unittests": "5cef475b4ce1cdce76d4b5e5120659c15b5c7a4dfbb360e65b199e734297c49e/727",
            "sync_integration_tests": "1a47d0076fa662e728b2fadc1c1635e8fdcb6a4557a5bca9061074d652f2cff7/808",
            "ui_base_unittests": "ce98df3f8420307fa2c8f896d84140e7249af78ba6434d20fd17694485f25386/723",
            "ui_touch_selection_unittests": "c700c2bfa6a674c8758baf7bc4f24dcc5db5a7377ef9074c47e806a6ea6a44bb/569",
            "unit_tests": "69f03498728954923bb0af2e98a4bbb0ae9a0706403053b69adf65b5dddee41c/1141",
            "url_unittests": "cc16899b079e6069390196f1bf5cff07339f34082bb97e748b3e3eb40817bbab/569",
            "views_unittests": "a12919998e7a9367b5eec69718e82df8a698f4adbc8285208432e6a071798860/569",
            "viz_unittests": "a26d2f4974bfeb4582237524510f9a2eb964fe6949df907fbb4211e6bb5564c0/653",
            "vr_common_unittests": "1e47a8a1770e74a288cf3e03a5095a3897784443f65eca70ab1c8db23e2b7462/727",
            "vr_pixeltests": "d5c92f6c694f9f442767831c8f26df00f71f4d1e3467db3afc892c574432701b/725",
            "weblayer_browsertests": "bfbb1c6f1117ed62b34874d8d80a1499f74cc38c141f7cab8ec7c4cce927d97e/893",
            "weblayer_unittests": "1ad0b3cfc317bcfafb0c02b3d5d2014ceeb5702432a5a6a8056e05a1974d11ce/725",
            "wm_unittests": "f884e5508d0795f8d58b290d2448c9932c5839f75416c30a81318c1ead48f96a/569",
            "wtf_unittests": "6e82e4b6a5909d28297250acd73d44a1d45d5959beba971540f2123140929c77/569",
            "x11_unittests": "3c25307f1a4428a5e1c24db78f41f316ca2b51637e0fd59d5add01b603064433/569",
            "xr_browser_tests": "5c49c7a8d67c5221a4ca78c66c5dff35c73fad2f6cd55acb29b292d7eb85a2cf/807",
            "zlib_unittests": "ab449aaf08db49a242e91f2565894e8b916b45e535ab3ebf0c83532bd10a8731/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996151811652014960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79063"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:48:15.066] Scheduled build:
{
  "id": "8830721749643073105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71017,
  "createdBy": "project:chromium",
  "createTime": "2021-11-13T00:48:14.243850083Z",
  "updateTime": "2021-11-13T00:48:14.243850083Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
      "ref": "refs/heads/main"
    }
  }
}
[00:48:15.066] Task URL: https://cr-buildbucket.appspot.com/build/8830721749643073105
[00:48:15.066] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:2:0) after 2m8s
[00:48:28.492] Received PubSub notification, asking Buildbucket for the build status
[00:48:28.539] Build status: STARTED
[00:50:23.086] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:2:0)
[00:50:23.122] Build status: STARTED
[00:50:23.122] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:4:0) after 7m1s
[00:57:24.122] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:4:0)
[00:57:24.154] Build status: STARTED
[00:57:24.154] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:5:0) after 3m49s
[01:01:13.182] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:5:0)
[01:01:13.216] Build status: STARTED
[01:01:13.216] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:6:0) after 9m48s
[01:11:01.427] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:6:0)
[01:11:01.461] Build status: STARTED
[01:11:01.461] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996151811652014960:7:0) after 8m33s
[01:16:31.061] Received PubSub notification, asking Buildbucket for the build status
[01:16:31.112] Build:
{
  "id": "8830721749643073105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71017,
  "createdBy": "project:chromium",
  "createTime": "2021-11-13T00:48:14.243850083Z",
  "startTime": "2021-11-13T00:48:20.789375Z",
  "endTime": "2021-11-13T01:16:30.663008844Z",
  "updateTime": "2021-11-13T01:16:30.663008844Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ddb5eb4cb9695b45cb1e6c7f889eeb18bb968c23",
      "ref": "refs/heads/main"
    }
  }
}
[01:16:31.112] Invocation finished in 28m18.168993785s with status FAILED