Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82068 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "128f8a8d53bf7169ec640a9516ab5761ac84853e"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
  "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
  "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
  "parent_got_revision": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
  "parent_got_revision_cp": "refs/heads/main@{#975579}",
  "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
  "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
  "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
  "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
  "swarm_hashes": {
    "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
    "accessibility_unittests": "43552a95e11754e39dd4df360dbbddf96f467218bb7202bf26a5aceb3864b91d/569",
    "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
    "app_shell_unittests": "d1a1f711715d4311f57129ee92cb0c887d8f6cbfcecb423e260e2824bf718006/730",
    "aura_unittests": "957129be7abb396e85dbaeb0b65a6c8e961fe66a6ce6bfe27e8b44c5c84e43ae/569",
    "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
    "blink_common_unittests": "6416fc8d7ea0cf255ecd838ff4e644c5f8271dc6a4b2e97c59dd474fc59b8bac/647",
    "blink_fuzzer_unittests": "a6211107700a26a6d7936a655ea4835444c29108e3e71a8208f956be305c4d99/569",
    "blink_heap_unittests": "b30a682edc052a9d26dbcddace687b2eeec3c6f71d38f4e2cf2bd0037d508280/569",
    "blink_platform_unittests": "599159dc16ed93741b20b3979f64aa37d54d212495b089afe8f71473e0fbff81/726",
    "blink_unittests": "c39f776ce7c042b95e3cd73b05d16d34fd031273c1b80ffbb486cc1fee5bf85b/810",
    "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
    "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
    "capture_unittests": "578c90480025741becd7230c59aafbde7d7993728b5732ff23a36aaff042c796/648",
    "cast_unittests": "96cbdc58a7f415a6a3c8e3a10b228571a85dfbfc0aecfdd8b74101dceaf47d98/569",
    "cc_unittests": "c5ec6ca023cf9bbf71db5e31c865dea43519528d7fd5f5f5744bf9f501f7bd09/729",
    "chrome_app_unittests": "d632f8a27a0bf94d8a42d60eb05ef74da4744686c1dbfcf76a11385132b85619/648",
    "chromedriver_unittests": "bf6c98f1e417272cefcc1ce8b1dd10697a5a8259568530df4768961c50e70856/726",
    "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
    "components_browsertests": "2709fd5d2595cd455609e06979377d54962e384ddb3b84cb6703879aa738f4c8/813",
    "components_unittests": "f333774f6916d89fe06362fba74ca0a1ba97a3b85d32779fbba31704b26ec1d0/813",
    "compositor_unittests": "7f347da23b049aa6f5363c63700156735100f797407240924e51226574d3b460/645",
    "content_browsertests": "76adbba3017cc5c2730c4780024aebc4cc1f603d3604b7a2210fe49fac33a845/887",
    "content_unittests": "5e43d63e90212638fe4a46e332295fe93aeb779ba69f899dab3df8a45979e640/806",
    "cronet_tests": "86cbdc14fec4eff43d5e8b7e6da7f4c2576fb8dd794b7fefbfc2dd28bb4c6ecf/730",
    "cronet_unittests": "5eaff4224277ff0bd8e6cf30403a0c871030b43c460ac4bd4838e77f4f845ffb/646",
    "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
    "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
    "device_unittests": "d3e74c85dfbba3063b811385112a3e261e04ac54180e4c91858a38f0b7522538/646",
    "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
    "events_unittests": "cc60c69dca5a3d22d858430ba20f794b76230c57dda06273f10fd76d3e406606/569",
    "extensions_browsertests": "3fb09529be1dfc6057eea5dfd9aba290f29aca7488a6f0483b32353f021dfcdb/732",
    "extensions_unittests": "c24f7e3ac697ba899d9f50c19b627d0a4df7b488e5e331e73d3f8dbc11a13787/896",
    "filesystem_service_unittests": "10b1718b365f445e6c2fa35f58790fa9866fec25272389525d4e1ba0f6d28b58/569",
    "gcm_unit_tests": "fbd1610ddf26ce4b07ee1acc60bdfb5eb9c4de2069bf006ec7b83a7432d77912/646",
    "gfx_unittests": "3155f26d880d9ec14efbbc90ff6527ba193ebebd87757884b9dddf5c11b3f4f7/645",
    "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
    "gl_tests": "bf8f650b35c20fe784860fa3d27d5277c9ae01cf011ca5117bc18fdd5aa10cc9/569",
    "gl_unittests": "a885f402b272d0a7254f72d1e169c4ecf58b7db7f00d9b005b4ccd797cae8e82/569",
    "google_apis_unittests": "b47e158e47622db8ec88e78d6be68df040da19e5677cbb2ba768ffbdae12e23c/731",
    "gpu_unittests": "eccaa329045c572a49b15b751c41e0beef4cba29ea3e6aa65d1d088aec802f2e/646",
    "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
    "headless_browsertests": "a71bd357b59e760eb49a28cd4f6d1a4f4f14d126144dc8143bcdb1aef7ef61c2/730",
    "headless_unittests": "78149b47efe0f7e42b8bd15527c61e5ca317ad1403e8fd207d3316b5c009932b/569",
    "interactive_ui_tests": "34a6d21bf01b636398f79b82e61aaeeef3d9a8312520022c2e73bbe53389632e/965",
    "ipc_tests": "200b54e5c9edd8ece4dc92e96b0e25d5552042c6a6d154274789a02be3d8339b/569",
    "latency_unittests": "c0095b5d85b8e1b6dffac060959fe379778de4fec729b55d07451dc6aab5e162/569",
    "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
    "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
    "media_unittests": "a63b17dc051e3f3bf40d28aab2bf5c65a083639f7ae87634e9c74ae5236390d0/649",
    "message_center_unittests": "972abffb159a970ca5e3086df904d01d4170e019a0493c38790c79c2236165d8/569",
    "midi_unittests": "a0e91c3607c2b2c832412238b09d18bccbeae95567a76575b2627cf4f8087f9d/569",
    "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
    "mojo_unittests": "c148d7fb28d11c6d39920c46001ea5f7ebef05a6942b14eef176c34b552f5283/647",
    "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
    "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
    "openscreen_unittests": "c4da08a01c626c00001a3e053f9f9fd99312233f9e681ece842153a3b49f2c5e/648",
    "ozone_x11_unittests": "046f66d11418a9417348a422515afbbb06535fe7d2d5bd3a50fb8564f15a7bec/569",
    "pdf_unittests": "00ae746b93ce49d64e68e577a2049104369f6d5f72d8c0e22b050ec8100a414c/646",
    "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
    "ppapi_unittests": "93bb9a46615951c59aa1bb4881226ce6cdf94cd64d4daa734a4c6a8b504b8409/569",
    "printing_unittests": "aea956a23db9bc932aebd757194882a92ed97a4e199a5fc6cfb03055584b40e7/569",
    "remoting_unittests": "e287409e46561a55a978d1ad5554d1168d1de7c94a164efd86759c7f23968df3/646",
    "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
    "service_manager_unittests": "47ce62d32be40a96dfd45b15881f753c53dd126744e50e54ae46e6cb92202708/569",
    "services_unittests": "d1d5561a9c5ca3ed8bb3f7d6acc0a433f9f99c6f925b721fdb96210e29c23234/815",
    "shell_dialogs_unittests": "59a5d15ee045cabbec6d9f9e7065662d7e85242ddeac9c5c022dd655e1fe3056/569",
    "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
    "snapshot_unittests": "4ba7c7dbf2a3677b9fd4535f848459e0980197ed82fcbb1ad5ce8af8feba4a44/569",
    "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
    "storage_unittests": "7446f7ab42a2ff094d211852084ea22a04a7dc56716c9d71182fc70a40380b1d/727",
    "sync_integration_tests": "9e2dd3908f931c953be1284ddd8d64442e5a18914473c8ee98a272a88dae2ab1/729",
    "ui_base_unittests": "8e57006e5e6958deae5fee7cf4d0bab1878b95b556a3ceba4e2c8ed5eb4b1665/723",
    "ui_touch_selection_unittests": "52b7cbf0ade0476ee52a6db24a09e2b08d4dfc71c60e5defc9cabf8263fb5982/569",
    "unit_tests": "2994fa4600174c6a0a09f5533fffa14a140c119217aa2ccc16c3eb86ab6c80bb/1139",
    "url_unittests": "8be40816b8ceae0bb319a093be29f512ee8f9e762db126ca416ad461aaa86adf/569",
    "views_unittests": "56c8c6a9e0077926ecd19291bb7c15f0846ac6b9cb145e886c540fb6d479ec63/569",
    "viz_unittests": "2c147d09c23fafdc41937673c835b237bce92372934c2e1cdd2a7caeddcc1c9b/653",
    "vr_common_unittests": "e56a9a967aa01cbd3f6429ba61c11cb7975c5c2c12b22aa468ee3410a3911908/648",
    "vr_pixeltests": "8a9f25badd7961cf1bd81c0c0e9ae8a683a922ce83e6e0dbbadd43bd7458bafb/646",
    "weblayer_browsertests": "a718083a6c83894f74bb7d49e43e6e7bbd1399ac439984cf00a31c13cf7487f0/814",
    "weblayer_unittests": "c0a205c202707e1695d1decaefdb9c3902073a9f5f91f519eb484b9e0c22c42e/646",
    "wm_unittests": "05e2fcc66f48fa1d033747ce2f260929f7c300a895c69c215cc10c7869b2faf7/569",
    "wtf_unittests": "c52ca49c2fde5f93b70481631aade9803517677e48cd1577774d175848c3513d/569",
    "xr_browser_tests": "0552899f0b33c5f26d1e5899791215bed56403e630b0dd08f4ec510f3b98e072/728",
    "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/128f8a8d53bf7169ec640a9516ab5761ac84853e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82068
  • user_agent:recipe

Debug log (UTC)

[19:54:56.121] New invocation is queued and will start shortly
[19:54:56.121] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:54:57.217] Starting the invocation (attempt 1)
[19:54:57.252] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/128f8a8d53bf7169ec640a9516ab5761ac84853e"
[19:54:57.252] Popped gitiles commit info from properties and tags
[19:54:57.252] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:54:57.252] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:54:57.252] Buildbucket request:
{
  "requestId": "8986476387869374304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "128f8a8d53bf7169ec640a9516ab5761ac84853e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
      "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
      "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
      "parent_got_revision": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
      "parent_got_revision_cp": "refs/heads/main@{#975579}",
      "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
      "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
      "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
      "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
      "swarm_hashes": {
            "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
            "accessibility_unittests": "43552a95e11754e39dd4df360dbbddf96f467218bb7202bf26a5aceb3864b91d/569",
            "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
            "app_shell_unittests": "d1a1f711715d4311f57129ee92cb0c887d8f6cbfcecb423e260e2824bf718006/730",
            "aura_unittests": "957129be7abb396e85dbaeb0b65a6c8e961fe66a6ce6bfe27e8b44c5c84e43ae/569",
            "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
            "blink_common_unittests": "6416fc8d7ea0cf255ecd838ff4e644c5f8271dc6a4b2e97c59dd474fc59b8bac/647",
            "blink_fuzzer_unittests": "a6211107700a26a6d7936a655ea4835444c29108e3e71a8208f956be305c4d99/569",
            "blink_heap_unittests": "b30a682edc052a9d26dbcddace687b2eeec3c6f71d38f4e2cf2bd0037d508280/569",
            "blink_platform_unittests": "599159dc16ed93741b20b3979f64aa37d54d212495b089afe8f71473e0fbff81/726",
            "blink_unittests": "c39f776ce7c042b95e3cd73b05d16d34fd031273c1b80ffbb486cc1fee5bf85b/810",
            "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
            "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
            "capture_unittests": "578c90480025741becd7230c59aafbde7d7993728b5732ff23a36aaff042c796/648",
            "cast_unittests": "96cbdc58a7f415a6a3c8e3a10b228571a85dfbfc0aecfdd8b74101dceaf47d98/569",
            "cc_unittests": "c5ec6ca023cf9bbf71db5e31c865dea43519528d7fd5f5f5744bf9f501f7bd09/729",
            "chrome_app_unittests": "d632f8a27a0bf94d8a42d60eb05ef74da4744686c1dbfcf76a11385132b85619/648",
            "chromedriver_unittests": "bf6c98f1e417272cefcc1ce8b1dd10697a5a8259568530df4768961c50e70856/726",
            "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
            "components_browsertests": "2709fd5d2595cd455609e06979377d54962e384ddb3b84cb6703879aa738f4c8/813",
            "components_unittests": "f333774f6916d89fe06362fba74ca0a1ba97a3b85d32779fbba31704b26ec1d0/813",
            "compositor_unittests": "7f347da23b049aa6f5363c63700156735100f797407240924e51226574d3b460/645",
            "content_browsertests": "76adbba3017cc5c2730c4780024aebc4cc1f603d3604b7a2210fe49fac33a845/887",
            "content_unittests": "5e43d63e90212638fe4a46e332295fe93aeb779ba69f899dab3df8a45979e640/806",
            "cronet_tests": "86cbdc14fec4eff43d5e8b7e6da7f4c2576fb8dd794b7fefbfc2dd28bb4c6ecf/730",
            "cronet_unittests": "5eaff4224277ff0bd8e6cf30403a0c871030b43c460ac4bd4838e77f4f845ffb/646",
            "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
            "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
            "device_unittests": "d3e74c85dfbba3063b811385112a3e261e04ac54180e4c91858a38f0b7522538/646",
            "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
            "events_unittests": "cc60c69dca5a3d22d858430ba20f794b76230c57dda06273f10fd76d3e406606/569",
            "extensions_browsertests": "3fb09529be1dfc6057eea5dfd9aba290f29aca7488a6f0483b32353f021dfcdb/732",
            "extensions_unittests": "c24f7e3ac697ba899d9f50c19b627d0a4df7b488e5e331e73d3f8dbc11a13787/896",
            "filesystem_service_unittests": "10b1718b365f445e6c2fa35f58790fa9866fec25272389525d4e1ba0f6d28b58/569",
            "gcm_unit_tests": "fbd1610ddf26ce4b07ee1acc60bdfb5eb9c4de2069bf006ec7b83a7432d77912/646",
            "gfx_unittests": "3155f26d880d9ec14efbbc90ff6527ba193ebebd87757884b9dddf5c11b3f4f7/645",
            "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
            "gl_tests": "bf8f650b35c20fe784860fa3d27d5277c9ae01cf011ca5117bc18fdd5aa10cc9/569",
            "gl_unittests": "a885f402b272d0a7254f72d1e169c4ecf58b7db7f00d9b005b4ccd797cae8e82/569",
            "google_apis_unittests": "b47e158e47622db8ec88e78d6be68df040da19e5677cbb2ba768ffbdae12e23c/731",
            "gpu_unittests": "eccaa329045c572a49b15b751c41e0beef4cba29ea3e6aa65d1d088aec802f2e/646",
            "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
            "headless_browsertests": "a71bd357b59e760eb49a28cd4f6d1a4f4f14d126144dc8143bcdb1aef7ef61c2/730",
            "headless_unittests": "78149b47efe0f7e42b8bd15527c61e5ca317ad1403e8fd207d3316b5c009932b/569",
            "interactive_ui_tests": "34a6d21bf01b636398f79b82e61aaeeef3d9a8312520022c2e73bbe53389632e/965",
            "ipc_tests": "200b54e5c9edd8ece4dc92e96b0e25d5552042c6a6d154274789a02be3d8339b/569",
            "latency_unittests": "c0095b5d85b8e1b6dffac060959fe379778de4fec729b55d07451dc6aab5e162/569",
            "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
            "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
            "media_unittests": "a63b17dc051e3f3bf40d28aab2bf5c65a083639f7ae87634e9c74ae5236390d0/649",
            "message_center_unittests": "972abffb159a970ca5e3086df904d01d4170e019a0493c38790c79c2236165d8/569",
            "midi_unittests": "a0e91c3607c2b2c832412238b09d18bccbeae95567a76575b2627cf4f8087f9d/569",
            "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
            "mojo_unittests": "c148d7fb28d11c6d39920c46001ea5f7ebef05a6942b14eef176c34b552f5283/647",
            "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
            "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
            "openscreen_unittests": "c4da08a01c626c00001a3e053f9f9fd99312233f9e681ece842153a3b49f2c5e/648",
            "ozone_x11_unittests": "046f66d11418a9417348a422515afbbb06535fe7d2d5bd3a50fb8564f15a7bec/569",
            "pdf_unittests": "00ae746b93ce49d64e68e577a2049104369f6d5f72d8c0e22b050ec8100a414c/646",
            "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
            "ppapi_unittests": "93bb9a46615951c59aa1bb4881226ce6cdf94cd64d4daa734a4c6a8b504b8409/569",
            "printing_unittests": "aea956a23db9bc932aebd757194882a92ed97a4e199a5fc6cfb03055584b40e7/569",
            "remoting_unittests": "e287409e46561a55a978d1ad5554d1168d1de7c94a164efd86759c7f23968df3/646",
            "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
            "service_manager_unittests": "47ce62d32be40a96dfd45b15881f753c53dd126744e50e54ae46e6cb92202708/569",
            "services_unittests": "d1d5561a9c5ca3ed8bb3f7d6acc0a433f9f99c6f925b721fdb96210e29c23234/815",
            "shell_dialogs_unittests": "59a5d15ee045cabbec6d9f9e7065662d7e85242ddeac9c5c022dd655e1fe3056/569",
            "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
            "snapshot_unittests": "4ba7c7dbf2a3677b9fd4535f848459e0980197ed82fcbb1ad5ce8af8feba4a44/569",
            "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
            "storage_unittests": "7446f7ab42a2ff094d211852084ea22a04a7dc56716c9d71182fc70a40380b1d/727",
            "sync_integration_tests": "9e2dd3908f931c953be1284ddd8d64442e5a18914473c8ee98a272a88dae2ab1/729",
            "ui_base_unittests": "8e57006e5e6958deae5fee7cf4d0bab1878b95b556a3ceba4e2c8ed5eb4b1665/723",
            "ui_touch_selection_unittests": "52b7cbf0ade0476ee52a6db24a09e2b08d4dfc71c60e5defc9cabf8263fb5982/569",
            "unit_tests": "2994fa4600174c6a0a09f5533fffa14a140c119217aa2ccc16c3eb86ab6c80bb/1139",
            "url_unittests": "8be40816b8ceae0bb319a093be29f512ee8f9e762db126ca416ad461aaa86adf/569",
            "views_unittests": "56c8c6a9e0077926ecd19291bb7c15f0846ac6b9cb145e886c540fb6d479ec63/569",
            "viz_unittests": "2c147d09c23fafdc41937673c835b237bce92372934c2e1cdd2a7caeddcc1c9b/653",
            "vr_common_unittests": "e56a9a967aa01cbd3f6429ba61c11cb7975c5c2c12b22aa468ee3410a3911908/648",
            "vr_pixeltests": "8a9f25badd7961cf1bd81c0c0e9ae8a683a922ce83e6e0dbbadd43bd7458bafb/646",
            "weblayer_browsertests": "a718083a6c83894f74bb7d49e43e6e7bbd1399ac439984cf00a31c13cf7487f0/814",
            "weblayer_unittests": "c0a205c202707e1695d1decaefdb9c3902073a9f5f91f519eb484b9e0c22c42e/646",
            "wm_unittests": "05e2fcc66f48fa1d033747ce2f260929f7c300a895c69c215cc10c7869b2faf7/569",
            "wtf_unittests": "c52ca49c2fde5f93b70481631aade9803517677e48cd1577774d175848c3513d/569",
            "xr_browser_tests": "0552899f0b33c5f26d1e5899791215bed56403e630b0dd08f4ec510f3b98e072/728",
            "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986476387869374304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82068"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:54:57.791] Scheduled build:
{
  "id": "8821046325910075345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73993,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T19:54:57.357926682Z",
  "updateTime": "2022-02-27T19:54:57.357926682Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:54:57.791] Task URL: https://cr-buildbucket.appspot.com/build/8821046325910075345
[19:54:57.791] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:2:0) after 4m49s
[19:59:47.470] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:2:0)
[19:59:47.489] Build status: SCHEDULED
[19:59:47.489] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:3:0) after 1m51s
[20:01:38.968] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:3:0)
[20:01:38.990] Build status: SCHEDULED
[20:01:38.990] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:4:0) after 7m49s
[20:09:28.115] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:4:0)
[20:09:28.146] Build status: SCHEDULED
[20:09:28.146] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:5:0) after 2m34s
[20:12:02.208] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:5:0)
[20:12:02.255] Build status: SCHEDULED
[20:12:02.255] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:6:0) after 6m28s
[20:18:30.282] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:6:0)
[20:18:30.362] Build status: SCHEDULED
[20:18:30.362] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:7:0) after 5m10s
[20:21:05.975] Received PubSub notification, asking Buildbucket for the build status
[20:21:05.997] Build status: STARTED
[20:23:40.483] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:7:0)
[20:23:40.531] Build status: STARTED
[20:23:40.531] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:9:0) after 3m46s
[20:27:26.555] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:9:0)
[20:27:26.602] Build status: STARTED
[20:27:26.602] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:10:0) after 3m4s
[20:30:30.624] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:10:0)
[20:30:30.643] Build status: STARTED
[20:30:30.643] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:11:0) after 7m50s
[20:38:20.673] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:11:0)
[20:38:20.703] Build status: STARTED
[20:38:20.703] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:12:0) after 5m28s
[20:43:48.724] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:12:0)
[20:43:48.756] Build status: STARTED
[20:43:48.756] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:13:0) after 3m26s
[20:47:15.457] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:13:0)
[20:47:15.501] Build status: STARTED
[20:47:15.501] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:14:0) after 7m40s
[20:54:55.530] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:14:0)
[20:54:55.548] Build status: STARTED
[20:54:55.548] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986476387869374304:15:0) after 2m39s
[20:55:31.831] Received PubSub notification, asking Buildbucket for the build status
[20:55:31.852] Build:
{
  "id": "8821046325910075345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73993,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T19:54:57.357926682Z",
  "startTime": "2022-02-27T20:20:33.507628Z",
  "endTime": "2022-02-27T20:55:31.377474576Z",
  "updateTime": "2022-02-27T20:55:31.377474576Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "128f8a8d53bf7169ec640a9516ab5761ac84853e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:55:31.852] Invocation finished in 1h0m35.74751298s with status FAILED