Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77028 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d250f37d1a46c63071f081200d224d0eef3a14e6"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "27517801121e28cdf303cc5e499826d5ead4fc9f",
  "parent_got_dawn_revision": "c7226a76245d2bbabaa75685cfaf87b1e530934f",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "d250f37d1a46c63071f081200d224d0eef3a14e6",
  "parent_got_revision_cp": "refs/heads/main@{#916727}",
  "parent_got_swiftshader_revision": "8ed4e39caa5bf34a6f5de2fc38c4a158a0ab6aa5",
  "parent_got_v8_revision": "a22ffa73035361d50d94299539639998bf6c9ece",
  "parent_got_v8_revision_cp": "refs/heads/9.5.91@{#1}",
  "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
  "revision": "d250f37d1a46c63071f081200d224d0eef3a14e6",
  "swarm_hashes": {
    "absl_hardening_tests": "59da6d185b5dffe105d43e2d6fb4c2714963bf2fc922f04fae077b312fce9e27/485",
    "accessibility_unittests": "eea9cbc7bded4c4096075c78153ab5c854c9b979823967048f77b99310edf679/485",
    "angle_unittests": "41746669ca6ff23af559075721a0ef39cef0b5eb9a061b749b4c8d50e694cdfb/486",
    "app_shell_unittests": "f794c6c3b87d87c7cc67b48111eff35acb547dd154b300783be515beaf50fedd/725",
    "aura_unittests": "ec0ad2f2dac09010ee6e218211861d5f7dc91f471d2887a5cfa9e7903f23f2c5/485",
    "base_unittests": "b47c5f3654d18ab99be39f10c44f93d7b7d2e3d076e42e7e661b32d71b13e2cc/564",
    "blink_common_unittests": "8825c9892e7c852328f45b2cf7d4ae03f06fe6d346b8c13541f2588c2385ca9b/563",
    "blink_fuzzer_unittests": "401aa9cbc41ec45f440de115d5f4da3a325accf658550dc1965750f91f18c270/564",
    "blink_heap_unittests": "c8c6da39202e57c8fe6248c79abc80cd1220a51910264214ad35baccaef9d3b2/564",
    "blink_platform_unittests": "350d3cce712b3a9d6936ea8c5738860f9648767b0451a2ee7b9432469be1c6e3/642",
    "blink_unittests": "2453a223a0b07f884abdc1aeec8d0b5b0bd79a4a261c3107e1ab3e65f8426f88/642",
    "boringssl_crypto_tests": "2ed3857b3b72df92931b074c42f166f5b93025a160c7a24bd9657c6554f23ef9/486",
    "boringssl_ssl_tests": "59118be865c53b8878903c24b2a71d601ee4b38ea7fea1019598331d1fd64444/485",
    "capture_unittests": "5cd9eb0ad03732d59dda43ffac3f873a00cdb10f2bc3ba3d458e56e777636317/564",
    "cast_unittests": "669d8ea18550dec726717ea807d3aff9cbc9fc20d050df56ed8ffb1a104b6df3/485",
    "cc_unittests": "218a0eef6d1fdb9059671508d34d86094647faf33c56f9a5d672884eedfa36ba/569",
    "chrome_app_unittests": "295ca86cd14c7c94170be8a1ebdb0b914492127efd00f68bb8180f8f78beee34/727",
    "chromedriver_unittests": "9ad1be2050c11c51b76dddb55d91fb93bdf77da4b50c20b61fd68376c1c199b6/642",
    "color_unittests": "0c8e1d78d63cee217d4da5d5d7d84386f0466703b3c829c3cd1debe39872287f/485",
    "components_browsertests": "63c1a82316c8ec0b3ff972c25ef604417827226bd4fb8d9db3d91b2b6fa7b6e1/808",
    "components_unittests": "eec247e8757d20d467e93582550149b5d0293d49fa67e9045ffcfe81e11d09b3/808",
    "compositor_unittests": "d50193f54b45cddd06a78e97cc1fc96da6857ee535b6f0b7b4a2ca7aa91c6034/561",
    "content_browsertests": "878be31c688a6e34d0eb23782aa26bbc6138f677348afd81e5f68ff432a17696/803",
    "content_unittests": "37e0e231c53b9b48a23df008595a71cd7bdaeaf8c97ca12d500278ac31c67650/722",
    "cronet_tests": "57691af6e89941283c13290b6d949cc7b919518424e37a6fc86f41d7bfceb19d/646",
    "cronet_unittests": "ea5c77302c96b8c69e1fbfa95f4d8d1fc0b8fda27febdd73c47acf1d2b3b49bc/562",
    "crypto_unittests": "2e18860d27a444c5fc4cb9941cf2bdeea98a142eb0451249761483605496c3e1/485",
    "dbus_unittests": "5826b3e5f8f604447903e588b052879e0f1361f8d56e3b82815a4f8e33edb46f/485",
    "device_unittests": "1096a0d1b8bf1316b42b1904f17d139f2b91ad6a22537880b624760ee9611ce1/562",
    "display_unittests": "f10d1a7e7e98ae1ff13b91539290fc7b67534f1e17bd5d6596edd01b65058982/485",
    "events_unittests": "73a3935f59e90f77413386249a6e1ef109b4d4e16d0ba6357bc26853b4d2259a/485",
    "extensions_browsertests": "892157b57899cc829cdf3da7a12b430bea4b81aee54bd97c20de15ea771083c5/727",
    "extensions_unittests": "c9993025ea8e0825b2bcafbe1b64d0073b6b6bd0a923d24c29e47329235096f2/891",
    "filesystem_service_unittests": "4c1d9f3b8aa15f9ee7e269861280ed06c2f4168aaffdaf0562b04acdc38b1748/485",
    "gcm_unit_tests": "0f1e532204b38b2d3bcfc8edefc15e976bab4320acc96254f0fefcf4d3851c1b/562",
    "gfx_unittests": "6d08f1c2adceeb6e4c7826f29fcc1e59815db033aaa65a9aaa2fa7049cfef7d2/561",
    "gin_unittests": "b9fd1525e4af202b2255b354fff886264767dbe095fad33d6a19e7f3ac97bb3e/562",
    "gl_tests": "ccddef157eb76f1d9f6ae38c8fbd25108b21362efd3d69a65d5e75859f543170/485",
    "gl_unittests": "95d6ca90d656c0fc613a030f00204f598bf767c8d7ca7cbc9f20b9ec9a8c51ad/485",
    "google_apis_unittests": "04b51f208654c6009e2e8aca120e6b592561bb061b0a31267a092b55c2292ca6/647",
    "gpu_unittests": "7fc0a25df134e177c798ea1df1be7ce886a9da28c450dca81fad53ef93c3693e/562",
    "gtk_unittests": "7a491ffff5b670f9b7112b5a8a0406215f556e9f90938735aa80d5220c6321eb/485",
    "gwp_asan_unittests": "c5d6934e25fbc23a1d87b5a1dfc7370983e094db3acc413a8694a32e4cdbc5a1/486",
    "headless_browsertests": "879f38bb92d7122afb0134714e85e8265578698d506adea75563f22fac3057b0/725",
    "headless_unittests": "65c3712e51a58387a27701526a4a5d4bc73d6f889ca24eeaad2864c0b2bcb953/485",
    "interactive_ui_tests": "8b60fa7c70671c83209e155ef4e7339cf3678ca58aa66cb4145c2296cf4ce236/1044",
    "ipc_tests": "0f70223ff84b97b6cb5eab0a1db03ddb7e0c99c36847ea3ecdaef0edebede43b/485",
    "jingle_unittests": "6887c4f2cdbd5ba3f0b3c250b54d900effce6844d8cd9e877fd821ee5f13d0f1/562",
    "latency_unittests": "933b102f5531823ee4af5e9eac41ba128d24018c4709fcbaea27c699dd13436e/485",
    "libjingle_xmpp_unittests": "61feac6169d33ded14239e8a9aa29126a4ea3c0ff2f17b2a9aa067cc5693e582/485",
    "liburlpattern_unittests": "32a65b189c1ef33f319322e70c11cfa2ea27cf31ff4fe3640a4dbe846e49ba1b/485",
    "media_unittests": "1bc56194df59413f7b3b793fe8e0ee1fe9d81319f51fa93188e1435121ffc37a/565",
    "message_center_unittests": "a42d710004abb79d28daca79f0e23957ded0a76ac42582e2bd3b4eaa3c52e535/485",
    "midi_unittests": "ed21f2d252bef184edf19dd8fd187bfa7cd27dfd939135f07cb74289cd1f920e/485",
    "mojo_core_unittests": "7cec9a8780ec9704672df2c7635c33a71b8deb2255a912876643e2514d58d98e/485",
    "mojo_unittests": "65fa8cefd84b0485b5664a72f95d96a9935f8611029035581ea4f9a14f525076/563",
    "native_theme_unittests": "b8e16a4d21601d2732eee75156c4891e4c94402523536824ac2a83f83809b863/485",
    "net_unittests": "4a7b46e75dacd86a1cadca82a26856f024d92a85339342d7fad9796669c5e190/564",
    "openscreen_unittests": "c7a891120b190e482c8f25b4516e521a8e89e68acfdb716a6dc7961d1de1c4a4/727",
    "pdf_unittests": "d101d916e091934230e5923606117021e6df83d82ef33bddf57ccf44cc68f635/641",
    "perfetto_unittests": "075aba3c937d19cb9ab5268022f27adcdbbf9675afb519e2662458861b786f7c/485",
    "ppapi_unittests": "568d2f00d02ba32995be7e5c39defa89e4a856f5feed3b184400543e8b609346/485",
    "printing_unittests": "9e974bc74ff5807bec0048ad1aa8fce5d78da2b2eb63bd76138f678b927d93a7/485",
    "remoting_unittests": "9a6316872c1298b64eff4da724d77843b0a77fed240c4e195fdc555fa9460660/562",
    "sandbox_linux_unittests": "59db43736dcf9b40dfb3c784784791c73287fd022ae65165777f0f3f481a665e/485",
    "service_manager_unittests": "8c6a70daa94c8ebe4540b9dc5ddd4328c9edff181264804adf1b14eed426a089/485",
    "services_unittests": "aea2855a71c7eece37f4394f51ca7e6212c63b1e9b5e296207a4da56baa7be47/731",
    "shell_dialogs_unittests": "02a174ca14cea9d02b67f8c52b3bafe646e666b9286427629e2d3028b316ccfd/485",
    "skia_unittests": "7df98525fc76a30b44a5933f20cd63c674acbf27456a0b886d29eacd67ceea12/485",
    "snapshot_unittests": "b6eafe4e4768452b1b36549434c49d5c2f86ef7dd85b3255917f259256aadbe0/485",
    "sql_unittests": "7e23f088cf0c0b0ab541b0748866f0704a4b72dca9abef884fe344a655caadd7/562",
    "storage_unittests": "6e39064e2557ccadded98c57cc5c627bbcf041485402f70362a65b05665e73b1/643",
    "sync_integration_tests": "45666c3f92863ca85e3ff8ff85caea14f4c667b215e325430ad5643b050449a7/808",
    "traffic_annotation_auditor_unittests": "99626d2e282e95e49d65a2fc227520a389e70cacd6d410cfa228be6c975670bf/566",
    "ui_base_unittests": "a4db2abc943bd4d0df79196549eeb155c061c89c3d12e4cb26fba8986d960976/639",
    "ui_touch_selection_unittests": "9b8a266b4089570c30e37dfa1a12050df8546fada62697e6142947b9afd43ac8/485",
    "unit_tests": "1c1adc491728c66baaa95e136e36db2c83d18d9ac91201895ecf0841d8dfbb9a/1057",
    "url_unittests": "bc3c5149ab2db0acfcfba391ca7a0194650a0b12f33c35440fb28554a41d50b4/485",
    "views_unittests": "5a14ecab28604c1e2611402e14182efd86386b3d8e3812135172e4e1323c8a15/485",
    "viz_unittests": "3ad1b321d9d7009c886ce57ed5de811196a3cbe9cfbbdb802ffcdaf0fee8d574/569",
    "vr_common_unittests": "3f886094521c11d78461de4af77e8d599adfd5dea4c6f3e7438254d621343eba/727",
    "vr_pixeltests": "202b29319228023a2981abe364dbdfdb47b131ffeb2991e8ea726c2bd694f826/641",
    "weblayer_browsertests": "93acd5c76431bfa61862620418837b2a23f134fc17932943534ba3c369b96155/809",
    "weblayer_unittests": "b0744e37e56400e92ff0a71f29b09e508ad718a736b9b91b2b0b8ac99ebaeb6a/641",
    "wm_unittests": "61fc7c2f4d50e7aa69b6e2cc0180c4bff1f23ed9a1b4f245ff3fba2fbdd2f549/485",
    "wtf_unittests": "d3a841bca18b086676a5fe9f98453f3d60dd98329228a29755d186ff545ca34c/485",
    "x11_unittests": "ecff6dc71ebe3d650154c5c7069d6638f64b293fd0bfa078135e922a5c1af713/485",
    "xr_browser_tests": "b024e3b6404f2312729bf429efb48ce0db4194286c1cf487fc8ca3ec3bdafd4d/807",
    "zlib_unittests": "02fb2cede00d7027fd3f99d0af42c3fe26db4a4b476f4c921fcbcf0dcab99ff8/486"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d250f37d1a46c63071f081200d224d0eef3a14e6
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77028
  • user_agent:recipe

Debug log (UTC)

[09:29:57.277] New invocation is queued and will start shortly
[09:29:57.277] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:29:58.684] Starting the invocation (attempt 1)
[09:29:58.715] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d250f37d1a46c63071f081200d224d0eef3a14e6"
[09:29:58.715] Reconstructed gitiles commit from tags
[09:29:58.715] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:29:58.715] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:29:58.715] Buildbucket request:
{
  "requestId": "9002823162208797184",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d250f37d1a46c63071f081200d224d0eef3a14e6"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "27517801121e28cdf303cc5e499826d5ead4fc9f",
      "parent_got_dawn_revision": "c7226a76245d2bbabaa75685cfaf87b1e530934f",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "d250f37d1a46c63071f081200d224d0eef3a14e6",
      "parent_got_revision_cp": "refs/heads/main@{#916727}",
      "parent_got_swiftshader_revision": "8ed4e39caa5bf34a6f5de2fc38c4a158a0ab6aa5",
      "parent_got_v8_revision": "a22ffa73035361d50d94299539639998bf6c9ece",
      "parent_got_v8_revision_cp": "refs/heads/9.5.91@{#1}",
      "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
      "swarm_hashes": {
            "absl_hardening_tests": "59da6d185b5dffe105d43e2d6fb4c2714963bf2fc922f04fae077b312fce9e27/485",
            "accessibility_unittests": "eea9cbc7bded4c4096075c78153ab5c854c9b979823967048f77b99310edf679/485",
            "angle_unittests": "41746669ca6ff23af559075721a0ef39cef0b5eb9a061b749b4c8d50e694cdfb/486",
            "app_shell_unittests": "f794c6c3b87d87c7cc67b48111eff35acb547dd154b300783be515beaf50fedd/725",
            "aura_unittests": "ec0ad2f2dac09010ee6e218211861d5f7dc91f471d2887a5cfa9e7903f23f2c5/485",
            "base_unittests": "b47c5f3654d18ab99be39f10c44f93d7b7d2e3d076e42e7e661b32d71b13e2cc/564",
            "blink_common_unittests": "8825c9892e7c852328f45b2cf7d4ae03f06fe6d346b8c13541f2588c2385ca9b/563",
            "blink_fuzzer_unittests": "401aa9cbc41ec45f440de115d5f4da3a325accf658550dc1965750f91f18c270/564",
            "blink_heap_unittests": "c8c6da39202e57c8fe6248c79abc80cd1220a51910264214ad35baccaef9d3b2/564",
            "blink_platform_unittests": "350d3cce712b3a9d6936ea8c5738860f9648767b0451a2ee7b9432469be1c6e3/642",
            "blink_unittests": "2453a223a0b07f884abdc1aeec8d0b5b0bd79a4a261c3107e1ab3e65f8426f88/642",
            "boringssl_crypto_tests": "2ed3857b3b72df92931b074c42f166f5b93025a160c7a24bd9657c6554f23ef9/486",
            "boringssl_ssl_tests": "59118be865c53b8878903c24b2a71d601ee4b38ea7fea1019598331d1fd64444/485",
            "capture_unittests": "5cd9eb0ad03732d59dda43ffac3f873a00cdb10f2bc3ba3d458e56e777636317/564",
            "cast_unittests": "669d8ea18550dec726717ea807d3aff9cbc9fc20d050df56ed8ffb1a104b6df3/485",
            "cc_unittests": "218a0eef6d1fdb9059671508d34d86094647faf33c56f9a5d672884eedfa36ba/569",
            "chrome_app_unittests": "295ca86cd14c7c94170be8a1ebdb0b914492127efd00f68bb8180f8f78beee34/727",
            "chromedriver_unittests": "9ad1be2050c11c51b76dddb55d91fb93bdf77da4b50c20b61fd68376c1c199b6/642",
            "color_unittests": "0c8e1d78d63cee217d4da5d5d7d84386f0466703b3c829c3cd1debe39872287f/485",
            "components_browsertests": "63c1a82316c8ec0b3ff972c25ef604417827226bd4fb8d9db3d91b2b6fa7b6e1/808",
            "components_unittests": "eec247e8757d20d467e93582550149b5d0293d49fa67e9045ffcfe81e11d09b3/808",
            "compositor_unittests": "d50193f54b45cddd06a78e97cc1fc96da6857ee535b6f0b7b4a2ca7aa91c6034/561",
            "content_browsertests": "878be31c688a6e34d0eb23782aa26bbc6138f677348afd81e5f68ff432a17696/803",
            "content_unittests": "37e0e231c53b9b48a23df008595a71cd7bdaeaf8c97ca12d500278ac31c67650/722",
            "cronet_tests": "57691af6e89941283c13290b6d949cc7b919518424e37a6fc86f41d7bfceb19d/646",
            "cronet_unittests": "ea5c77302c96b8c69e1fbfa95f4d8d1fc0b8fda27febdd73c47acf1d2b3b49bc/562",
            "crypto_unittests": "2e18860d27a444c5fc4cb9941cf2bdeea98a142eb0451249761483605496c3e1/485",
            "dbus_unittests": "5826b3e5f8f604447903e588b052879e0f1361f8d56e3b82815a4f8e33edb46f/485",
            "device_unittests": "1096a0d1b8bf1316b42b1904f17d139f2b91ad6a22537880b624760ee9611ce1/562",
            "display_unittests": "f10d1a7e7e98ae1ff13b91539290fc7b67534f1e17bd5d6596edd01b65058982/485",
            "events_unittests": "73a3935f59e90f77413386249a6e1ef109b4d4e16d0ba6357bc26853b4d2259a/485",
            "extensions_browsertests": "892157b57899cc829cdf3da7a12b430bea4b81aee54bd97c20de15ea771083c5/727",
            "extensions_unittests": "c9993025ea8e0825b2bcafbe1b64d0073b6b6bd0a923d24c29e47329235096f2/891",
            "filesystem_service_unittests": "4c1d9f3b8aa15f9ee7e269861280ed06c2f4168aaffdaf0562b04acdc38b1748/485",
            "gcm_unit_tests": "0f1e532204b38b2d3bcfc8edefc15e976bab4320acc96254f0fefcf4d3851c1b/562",
            "gfx_unittests": "6d08f1c2adceeb6e4c7826f29fcc1e59815db033aaa65a9aaa2fa7049cfef7d2/561",
            "gin_unittests": "b9fd1525e4af202b2255b354fff886264767dbe095fad33d6a19e7f3ac97bb3e/562",
            "gl_tests": "ccddef157eb76f1d9f6ae38c8fbd25108b21362efd3d69a65d5e75859f543170/485",
            "gl_unittests": "95d6ca90d656c0fc613a030f00204f598bf767c8d7ca7cbc9f20b9ec9a8c51ad/485",
            "google_apis_unittests": "04b51f208654c6009e2e8aca120e6b592561bb061b0a31267a092b55c2292ca6/647",
            "gpu_unittests": "7fc0a25df134e177c798ea1df1be7ce886a9da28c450dca81fad53ef93c3693e/562",
            "gtk_unittests": "7a491ffff5b670f9b7112b5a8a0406215f556e9f90938735aa80d5220c6321eb/485",
            "gwp_asan_unittests": "c5d6934e25fbc23a1d87b5a1dfc7370983e094db3acc413a8694a32e4cdbc5a1/486",
            "headless_browsertests": "879f38bb92d7122afb0134714e85e8265578698d506adea75563f22fac3057b0/725",
            "headless_unittests": "65c3712e51a58387a27701526a4a5d4bc73d6f889ca24eeaad2864c0b2bcb953/485",
            "interactive_ui_tests": "8b60fa7c70671c83209e155ef4e7339cf3678ca58aa66cb4145c2296cf4ce236/1044",
            "ipc_tests": "0f70223ff84b97b6cb5eab0a1db03ddb7e0c99c36847ea3ecdaef0edebede43b/485",
            "jingle_unittests": "6887c4f2cdbd5ba3f0b3c250b54d900effce6844d8cd9e877fd821ee5f13d0f1/562",
            "latency_unittests": "933b102f5531823ee4af5e9eac41ba128d24018c4709fcbaea27c699dd13436e/485",
            "libjingle_xmpp_unittests": "61feac6169d33ded14239e8a9aa29126a4ea3c0ff2f17b2a9aa067cc5693e582/485",
            "liburlpattern_unittests": "32a65b189c1ef33f319322e70c11cfa2ea27cf31ff4fe3640a4dbe846e49ba1b/485",
            "media_unittests": "1bc56194df59413f7b3b793fe8e0ee1fe9d81319f51fa93188e1435121ffc37a/565",
            "message_center_unittests": "a42d710004abb79d28daca79f0e23957ded0a76ac42582e2bd3b4eaa3c52e535/485",
            "midi_unittests": "ed21f2d252bef184edf19dd8fd187bfa7cd27dfd939135f07cb74289cd1f920e/485",
            "mojo_core_unittests": "7cec9a8780ec9704672df2c7635c33a71b8deb2255a912876643e2514d58d98e/485",
            "mojo_unittests": "65fa8cefd84b0485b5664a72f95d96a9935f8611029035581ea4f9a14f525076/563",
            "native_theme_unittests": "b8e16a4d21601d2732eee75156c4891e4c94402523536824ac2a83f83809b863/485",
            "net_unittests": "4a7b46e75dacd86a1cadca82a26856f024d92a85339342d7fad9796669c5e190/564",
            "openscreen_unittests": "c7a891120b190e482c8f25b4516e521a8e89e68acfdb716a6dc7961d1de1c4a4/727",
            "pdf_unittests": "d101d916e091934230e5923606117021e6df83d82ef33bddf57ccf44cc68f635/641",
            "perfetto_unittests": "075aba3c937d19cb9ab5268022f27adcdbbf9675afb519e2662458861b786f7c/485",
            "ppapi_unittests": "568d2f00d02ba32995be7e5c39defa89e4a856f5feed3b184400543e8b609346/485",
            "printing_unittests": "9e974bc74ff5807bec0048ad1aa8fce5d78da2b2eb63bd76138f678b927d93a7/485",
            "remoting_unittests": "9a6316872c1298b64eff4da724d77843b0a77fed240c4e195fdc555fa9460660/562",
            "sandbox_linux_unittests": "59db43736dcf9b40dfb3c784784791c73287fd022ae65165777f0f3f481a665e/485",
            "service_manager_unittests": "8c6a70daa94c8ebe4540b9dc5ddd4328c9edff181264804adf1b14eed426a089/485",
            "services_unittests": "aea2855a71c7eece37f4394f51ca7e6212c63b1e9b5e296207a4da56baa7be47/731",
            "shell_dialogs_unittests": "02a174ca14cea9d02b67f8c52b3bafe646e666b9286427629e2d3028b316ccfd/485",
            "skia_unittests": "7df98525fc76a30b44a5933f20cd63c674acbf27456a0b886d29eacd67ceea12/485",
            "snapshot_unittests": "b6eafe4e4768452b1b36549434c49d5c2f86ef7dd85b3255917f259256aadbe0/485",
            "sql_unittests": "7e23f088cf0c0b0ab541b0748866f0704a4b72dca9abef884fe344a655caadd7/562",
            "storage_unittests": "6e39064e2557ccadded98c57cc5c627bbcf041485402f70362a65b05665e73b1/643",
            "sync_integration_tests": "45666c3f92863ca85e3ff8ff85caea14f4c667b215e325430ad5643b050449a7/808",
            "traffic_annotation_auditor_unittests": "99626d2e282e95e49d65a2fc227520a389e70cacd6d410cfa228be6c975670bf/566",
            "ui_base_unittests": "a4db2abc943bd4d0df79196549eeb155c061c89c3d12e4cb26fba8986d960976/639",
            "ui_touch_selection_unittests": "9b8a266b4089570c30e37dfa1a12050df8546fada62697e6142947b9afd43ac8/485",
            "unit_tests": "1c1adc491728c66baaa95e136e36db2c83d18d9ac91201895ecf0841d8dfbb9a/1057",
            "url_unittests": "bc3c5149ab2db0acfcfba391ca7a0194650a0b12f33c35440fb28554a41d50b4/485",
            "views_unittests": "5a14ecab28604c1e2611402e14182efd86386b3d8e3812135172e4e1323c8a15/485",
            "viz_unittests": "3ad1b321d9d7009c886ce57ed5de811196a3cbe9cfbbdb802ffcdaf0fee8d574/569",
            "vr_common_unittests": "3f886094521c11d78461de4af77e8d599adfd5dea4c6f3e7438254d621343eba/727",
            "vr_pixeltests": "202b29319228023a2981abe364dbdfdb47b131ffeb2991e8ea726c2bd694f826/641",
            "weblayer_browsertests": "93acd5c76431bfa61862620418837b2a23f134fc17932943534ba3c369b96155/809",
            "weblayer_unittests": "b0744e37e56400e92ff0a71f29b09e508ad718a736b9b91b2b0b8ac99ebaeb6a/641",
            "wm_unittests": "61fc7c2f4d50e7aa69b6e2cc0180c4bff1f23ed9a1b4f245ff3fba2fbdd2f549/485",
            "wtf_unittests": "d3a841bca18b086676a5fe9f98453f3d60dd98329228a29755d186ff545ca34c/485",
            "x11_unittests": "ecff6dc71ebe3d650154c5c7069d6638f64b293fd0bfa078135e922a5c1af713/485",
            "xr_browser_tests": "b024e3b6404f2312729bf429efb48ce0db4194286c1cf487fc8ca3ec3bdafd4d/807",
            "zlib_unittests": "02fb2cede00d7027fd3f99d0af42c3fe26db4a4b476f4c921fcbcf0dcab99ff8/486"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d250f37d1a46c63071f081200d224d0eef3a14e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002823162208797184"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77028"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:29:59.418] Scheduled build:
{
  "id": "8837393099927740113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68996,
  "createdBy": "project:chromium",
  "createTime": "2021-08-31T09:29:58.821811621Z",
  "updateTime": "2021-08-31T09:29:59.213129133Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d250f37d1a46c63071f081200d224d0eef3a14e6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:29:59.418] Task URL: https://cr-buildbucket.appspot.com/build/8837393099927740113
[09:29:59.418] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:2:0) after 6m36s
[09:30:34.500] Received PubSub notification, asking Buildbucket for the build status
[09:30:34.531] Build status: STARTED
[09:36:35.535] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:2:0)
[09:36:35.578] Build status: STARTED
[09:36:35.578] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:4:0) after 9m47s
[09:46:22.596] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:4:0)
[09:46:22.636] Build status: STARTED
[09:46:22.636] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:5:0) after 7m33s
[09:53:55.670] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:5:0)
[09:53:55.696] Build status: STARTED
[09:53:55.696] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:6:0) after 1m36s
[09:55:31.718] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:6:0)
[09:55:31.749] Build status: STARTED
[09:55:31.749] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002823162208797184:7:0) after 7m43s
[09:58:46.363] Received PubSub notification, asking Buildbucket for the build status
[09:58:46.486] Build:
{
  "id": "8837393099927740113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68996,
  "createdBy": "project:chromium",
  "createTime": "2021-08-31T09:29:58.821811621Z",
  "startTime": "2021-08-31T09:30:33.446537Z",
  "endTime": "2021-08-31T09:58:45.677756103Z",
  "updateTime": "2021-08-31T09:58:45.678220063Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d250f37d1a46c63071f081200d224d0eef3a14e6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:58:46.486] Invocation finished in 28m49.224154231s with status FAILED