Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77128 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1ec4af0a83c5882af76619cfc65822fca0112b10"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2a7855d21a6d957abc90d3b494e4ac8cb09faf39",
  "parent_got_dawn_revision": "90b41c78f94fc3c9e30a3889fb3a9e3568698df4",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "1ec4af0a83c5882af76619cfc65822fca0112b10",
  "parent_got_revision_cp": "refs/heads/main@{#918025}",
  "parent_got_swiftshader_revision": "bac3c5559b2bcfea445b26956ea91f40dce930b9",
  "parent_got_v8_revision": "e02df55f1fef3c13d58042c922f609665ea4f294",
  "parent_got_v8_revision_cp": "refs/heads/9.5.122@{#1}",
  "parent_got_webrtc_revision": "2c41cbae37cac548a1133589b9d2c2e8614fa6cb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34897}",
  "revision": "1ec4af0a83c5882af76619cfc65822fca0112b10",
  "swarm_hashes": {
    "absl_hardening_tests": "5078aca549c1632181d84e80972b3a0d757192e1221af6d7f7f1bafe4bec387d/485",
    "accessibility_unittests": "320708a55dc60bf407e91bf40dbc68f204753c5724b5675db407f58b65cd8e97/485",
    "angle_unittests": "80b570a205f1a51b3065bc4721baae80dff67defa06e1f3c3f6ed4d5dd7d3908/486",
    "app_shell_unittests": "26101ca807398c25350f0583777ccf311f6af4e10b658d1211adbe951f2b4e38/725",
    "aura_unittests": "f366eaed5efd4d5cad09e9937a54a03c9d1e9ea7b36ffdcd909cc8c379fa4bdd/485",
    "base_unittests": "0a0fc9ea148fdef99cffce8e381b27effd78484ce4ed62f3d2709d274b722b01/564",
    "blink_common_unittests": "31434f3a56560b4ae0d4c7603c79fc0c8828b8498e93816034b91efd2b481c8a/563",
    "blink_fuzzer_unittests": "59f11c67c1f208dd0e826e87eaa5e56c738139ceac5605b3fd2496c4964dfa95/564",
    "blink_heap_unittests": "fd714534dd9badde3ed2ae42795b3e79cb6b86cb6130ee83aa32b2c8abfd128c/564",
    "blink_platform_unittests": "03dd76df9bc084ed5fa98ff7a787a6de9a7456d0d9d264dade618d59a68046fa/642",
    "blink_unittests": "905bffefb8a01ccea92132e6882c842b1cfafcdb6f45999f5cbb12630ae56cd3/642",
    "boringssl_crypto_tests": "58f730859a727d0ebdc1d0afb50c84e4b8523dbd64c82b063863c29a2f4e02d7/486",
    "boringssl_ssl_tests": "260b3a445f734f3142396a0fca7902c5484b92e5c9da5beaa10620cc97295a28/485",
    "capture_unittests": "9fdfed6ae8c49907030e2a438332e8a0d260f648e14fd1788dbaa0ee77645ec1/564",
    "cast_unittests": "8a9d4600ee4d0c2d409fe97feae5ac685120eefb91816f88bda916a04971e4a4/485",
    "cc_unittests": "a45a00722cdebe4edf638814cf4b5d71c1a51cec92b7a56069021da588a91e73/569",
    "chrome_app_unittests": "9be43a961af9c9e840e9d0a30dc43fd6a8b4a9577dff74c926aaffa5109cd857/727",
    "chromedriver_unittests": "a4f3bceef68043d4e1868a8f672fed70f79d22dea2ecc09e7bec3aec1b512581/642",
    "color_unittests": "d549ab3f1abeb20b14840eeed361cf96f2b97e5aacb44bcfbd914e806c0b0428/485",
    "components_browsertests": "de7965e5c40b39a225b36d2dc94e888ff1d53ac8761c39fd5a162820f6ce19c7/808",
    "components_unittests": "4fc57da005d6444998668a7f03900be788d3ab6e24e497c598aa9eeee3ad8f64/808",
    "compositor_unittests": "8032ccf74bba145bcb68847edc418930c3db3dcbd58485396bdbf2d9230d6cff/561",
    "content_browsertests": "54d18d12ad21e02cf56dba9776c5f4815d42156fbeabd0fca799a2a9221a30f3/803",
    "content_unittests": "df0a386659bbd97f0dba7f86484d2c4dda83430d2fcbbba6fe2be2edb043ea8c/722",
    "cronet_tests": "3f88e359cece9d0bd3f98bdb7667117ea2c6ca6d7ea82d836585f201d3eca350/646",
    "cronet_unittests": "bfd2318cc7f2584ec299e29e953545c210bdff472f16e4eb7c464c510c15de35/562",
    "crypto_unittests": "24531d7442cb783931af41f2530585fc023bae82f8fece14a678ba1beeb6ad74/485",
    "dbus_unittests": "e868359aaa60195607cd8a79d93912aab45e25842d9fd6db24142f786e988a3f/485",
    "device_unittests": "02a82954a4f705e6c68488ae897f189e31e41890d77caa519689d297763970dd/562",
    "display_unittests": "d95b130555981b6f983e68318bc6e0f88e24653c3806715e940df13137fc0df0/485",
    "events_unittests": "d161a043193d94b171430496a4339920668cde8d22b31fe0ae49a4e2a7a2d940/485",
    "extensions_browsertests": "38d3013547367559144f3bcb94e543dfdb38ade9cff5a286e58f7d349527cecb/727",
    "extensions_unittests": "39ef99c73947c0ebbc3eb9a95b1edd8ebd89e01a4895ff375f63e230f002e5e3/891",
    "filesystem_service_unittests": "7b4f1439eadc9c5ce9f6585b7c11dbf9d59ac1f852c74597ebc401c4cad5cf3a/485",
    "gcm_unit_tests": "765d14dd475c02a81cb597ba05666c02a472ae17a8b2d544a9913496e454cff5/562",
    "gfx_unittests": "70b76194c31272a4fec0bc25ba4deb2520b6106f356c6cbec08fd6942ffc41b4/561",
    "gin_unittests": "e89084219c38114c8de2bdcdc1b6a2943223b026425cc559b1db71888a5b3cc7/562",
    "gl_tests": "4118c4f3948b517abdff3a30ec37694f11bb23eab96f619a4d097009f6abf80e/485",
    "gl_unittests": "c34eb1c29227a5546c4df7b867ce0d1246615d3bbe47c08e44932adb2b423eff/485",
    "google_apis_unittests": "e6c6525ae5601d3230e0480ad8596ed0f9623890daa33fce532196c5fe3fdbbd/647",
    "gpu_unittests": "36a31332a07a6827a8f418769bbe81f0c21faec1eb2004c1e533f919e93e5c73/562",
    "gtk_unittests": "e88e2b1f0519d104a4a609293446477f91e1ef19f3ba598060d3a0febfe72824/485",
    "gwp_asan_unittests": "b74f67304cc0d1170e35a15af75bc564f8d6242dd0a5858633baff8d280a0857/486",
    "headless_browsertests": "2ae7d9516ac8a9f38adce02b57c9ad448e71eaba2cbad895210cc4ff5b8af8ab/725",
    "headless_unittests": "e03dbc0967afb101630904514ae6f674bc6e8524eab01e3a73cb49d7e6d2bb11/485",
    "interactive_ui_tests": "633b537204b2626c7d9fa8fd77ee672598b34b5d34e796ce9d9793af1a4e2216/1044",
    "ipc_tests": "a71679b913d8369f6e34157b683cca12732fdf5f7e86a0fd1bedf578bb772402/485",
    "jingle_unittests": "58ca37de15ab542f7f31a6349f3163484a57abe2a0be66c742f57ac47a02ab80/562",
    "latency_unittests": "d13d39c1177bc1c4089197576fcd7eb0a9af605b111f1739f58454890a685e02/485",
    "libjingle_xmpp_unittests": "4e0838d69c16aa7a73c21c7d90bb60334a8821732d5a62755d4a79a321bdca9e/485",
    "liburlpattern_unittests": "32e4c9524df396b696d65246aaafd9f07c18418ac1eb64c57d1d72e9a7916357/485",
    "media_unittests": "f05f7739179a33f1b90342cd26755ef45192fea36d5ca67de8133d389b67e2ec/565",
    "message_center_unittests": "72470850136369a81ef9c34508147f663beed275c63b1d9ececa40dcd3e16101/485",
    "midi_unittests": "c4d71cb9ed600a5899a37fd7a445582c32f7245f93829adb1c7c4b4da85b65c4/485",
    "mojo_core_unittests": "f0e660eb3001b83884f7eb7645a69a0c8e71c04cc05fe72a3699bd3a5680e99d/485",
    "mojo_unittests": "2b285eb4ce8dd72096eed115017ac4fddabdc9f965c6beab8e7654d18d6a845a/563",
    "native_theme_unittests": "5cbac7146fe60ed45d5bca2709310a00f69d89b9e90a1f0b2541deefa193ca90/485",
    "net_unittests": "9c68707a32c38c220e5d94825f1724c4f754bb24435fe2a333a199b5a6d09410/564",
    "openscreen_unittests": "80854ce99c7af9b08dc0c27beecdb6ac5dd19c58bf6c564ca775c35bb36d3304/727",
    "pdf_unittests": "d8160e625afdef7aa4fd5e6c4e1a7120bde45c5d30b67ac6bb7f5f1bd12bfe6a/641",
    "perfetto_unittests": "19717071b96a35d0e07e045ceb51c1a461786004a56bd229c8eb436a089a0319/485",
    "ppapi_unittests": "a370059f37f6125fc26b32f9fd79a73d1b74e522697c834a59ae920572fdefa2/485",
    "printing_unittests": "c0c4ba027742b627b5b1d296feab344d0c3b59b1a7ff99699f9c2c81917731ca/485",
    "remoting_unittests": "975d7e42ae937cc8e3260a017f5022bb0903a429e8a1bd1763b6bac55ede692e/562",
    "sandbox_linux_unittests": "7f509e4f1243c20cf6e9d440c1887e761ead0244ffa797cb8128c619e3b2fa2a/485",
    "service_manager_unittests": "999028c24ad401bef418d97cd5c79a8e8deb56d910c0d2e1c4ed9a6dbe8f3d2f/485",
    "services_unittests": "fc8c89fea4fb6baf2b6fd9d0e76d020bf030f0d7d087b4f8228268b213474f74/731",
    "shell_dialogs_unittests": "ed61b4bb3ae304952679299ba072c4aa357eb407ef98706dcf46d83cf9f75f65/485",
    "skia_unittests": "c8b22ceed79c7717e5c702a067df7b0bb9133d2ef63dabd8d0a8237f1bbcb0c9/485",
    "snapshot_unittests": "a1c42953e4396123c3156d07f9aee30b4a8d087017337310601460ef99dad9da/485",
    "sql_unittests": "0ded6382370682159a9b114aaec1afa28fad3776bc25925c5e944968ec0ea247/562",
    "storage_unittests": "548a7b13c1602149c9a603dd733fbd9377df6fb1c79e7d3f5f39f11c5904e905/643",
    "sync_integration_tests": "189a6adb6d149d250409cbcc08c736c78a4a780d6cfa0fb923be3b8448ad6b8d/808",
    "traffic_annotation_auditor_unittests": "8ca9be4e0ba86a359bbe40b6cfe262ea09ec5229330268159b9f5df65594d04e/566",
    "ui_base_unittests": "4ab3cb7900631e1614629fc3ee1323c9cafb1df3ceac1d769121c29dfda2ee38/639",
    "ui_touch_selection_unittests": "14bd9ff797542a5d97222a5c261f824729a953f8881c08cbf1402276a3d67900/485",
    "unit_tests": "aee179a2afd54a870b85df9a84c47d719349498f1dec5ebab259e599205f6bee/1057",
    "url_unittests": "dc1c79acc50b0e71c8e2c6841f88cd56ab140717263886306255f544d6ac9664/485",
    "views_unittests": "bd60718dd8e8e6ffca82c64535bf4a168b08289471889899abf95b641df61d16/485",
    "viz_unittests": "7e811ea044d6f769ebee28a8615b9e73d17320bbd7f56734cd08b802bdf6fbaf/569",
    "vr_common_unittests": "9b5882eb13447cd7eeee1e3575507bc87d8b269402604ffd02c853a93b1ee264/727",
    "vr_pixeltests": "24a465c5b17d0acfd7b4b45544f58c1a4fa27942c76cd499980f444eaef025f0/641",
    "weblayer_browsertests": "992641d12e04247c82ada2ffa5c5129dd4493a83784634c5b5fffa7c97c2588e/809",
    "weblayer_unittests": "a91cb01dd944e93c909fff40adbb6cd7f0c03eb03ddf6ba318310063606c9dbd/641",
    "wm_unittests": "97c4a538efc646f8b142ae043d9fab84ad5b55920e81133f7dcec33bdebc5916/485",
    "wtf_unittests": "d8f5cbb37eeea49bc4904bba2a3fd59a691ef803e615bcf27d16efd37e5176d0/485",
    "x11_unittests": "f29837665d6fafe286811ac05ca50933ee9e4367df129428edf8c240b571eff0/485",
    "xr_browser_tests": "926590dcd5031072d8655043fb56535f5d12ea24c89d473505b79e9211d50950/807",
    "zlib_unittests": "6c7b33edea8240978d144339d9cd0c17ae4ac7c83263801be0738be5a90dc166/486"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1ec4af0a83c5882af76619cfc65822fca0112b10
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77128
  • user_agent:recipe

Debug log (UTC)

[10:09:14.283] New invocation is queued and will start shortly
[10:09:14.283] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:09:15.359] Starting the invocation (attempt 1)
[10:09:15.395] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1ec4af0a83c5882af76619cfc65822fca0112b10"
[10:09:15.395] Reconstructed gitiles commit from tags
[10:09:15.395] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:09:15.395] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:09:15.396] Buildbucket request:
{
  "requestId": "9002548899810711696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1ec4af0a83c5882af76619cfc65822fca0112b10"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2a7855d21a6d957abc90d3b494e4ac8cb09faf39",
      "parent_got_dawn_revision": "90b41c78f94fc3c9e30a3889fb3a9e3568698df4",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "1ec4af0a83c5882af76619cfc65822fca0112b10",
      "parent_got_revision_cp": "refs/heads/main@{#918025}",
      "parent_got_swiftshader_revision": "bac3c5559b2bcfea445b26956ea91f40dce930b9",
      "parent_got_v8_revision": "e02df55f1fef3c13d58042c922f609665ea4f294",
      "parent_got_v8_revision_cp": "refs/heads/9.5.122@{#1}",
      "parent_got_webrtc_revision": "2c41cbae37cac548a1133589b9d2c2e8614fa6cb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34897}",
      "swarm_hashes": {
            "absl_hardening_tests": "5078aca549c1632181d84e80972b3a0d757192e1221af6d7f7f1bafe4bec387d/485",
            "accessibility_unittests": "320708a55dc60bf407e91bf40dbc68f204753c5724b5675db407f58b65cd8e97/485",
            "angle_unittests": "80b570a205f1a51b3065bc4721baae80dff67defa06e1f3c3f6ed4d5dd7d3908/486",
            "app_shell_unittests": "26101ca807398c25350f0583777ccf311f6af4e10b658d1211adbe951f2b4e38/725",
            "aura_unittests": "f366eaed5efd4d5cad09e9937a54a03c9d1e9ea7b36ffdcd909cc8c379fa4bdd/485",
            "base_unittests": "0a0fc9ea148fdef99cffce8e381b27effd78484ce4ed62f3d2709d274b722b01/564",
            "blink_common_unittests": "31434f3a56560b4ae0d4c7603c79fc0c8828b8498e93816034b91efd2b481c8a/563",
            "blink_fuzzer_unittests": "59f11c67c1f208dd0e826e87eaa5e56c738139ceac5605b3fd2496c4964dfa95/564",
            "blink_heap_unittests": "fd714534dd9badde3ed2ae42795b3e79cb6b86cb6130ee83aa32b2c8abfd128c/564",
            "blink_platform_unittests": "03dd76df9bc084ed5fa98ff7a787a6de9a7456d0d9d264dade618d59a68046fa/642",
            "blink_unittests": "905bffefb8a01ccea92132e6882c842b1cfafcdb6f45999f5cbb12630ae56cd3/642",
            "boringssl_crypto_tests": "58f730859a727d0ebdc1d0afb50c84e4b8523dbd64c82b063863c29a2f4e02d7/486",
            "boringssl_ssl_tests": "260b3a445f734f3142396a0fca7902c5484b92e5c9da5beaa10620cc97295a28/485",
            "capture_unittests": "9fdfed6ae8c49907030e2a438332e8a0d260f648e14fd1788dbaa0ee77645ec1/564",
            "cast_unittests": "8a9d4600ee4d0c2d409fe97feae5ac685120eefb91816f88bda916a04971e4a4/485",
            "cc_unittests": "a45a00722cdebe4edf638814cf4b5d71c1a51cec92b7a56069021da588a91e73/569",
            "chrome_app_unittests": "9be43a961af9c9e840e9d0a30dc43fd6a8b4a9577dff74c926aaffa5109cd857/727",
            "chromedriver_unittests": "a4f3bceef68043d4e1868a8f672fed70f79d22dea2ecc09e7bec3aec1b512581/642",
            "color_unittests": "d549ab3f1abeb20b14840eeed361cf96f2b97e5aacb44bcfbd914e806c0b0428/485",
            "components_browsertests": "de7965e5c40b39a225b36d2dc94e888ff1d53ac8761c39fd5a162820f6ce19c7/808",
            "components_unittests": "4fc57da005d6444998668a7f03900be788d3ab6e24e497c598aa9eeee3ad8f64/808",
            "compositor_unittests": "8032ccf74bba145bcb68847edc418930c3db3dcbd58485396bdbf2d9230d6cff/561",
            "content_browsertests": "54d18d12ad21e02cf56dba9776c5f4815d42156fbeabd0fca799a2a9221a30f3/803",
            "content_unittests": "df0a386659bbd97f0dba7f86484d2c4dda83430d2fcbbba6fe2be2edb043ea8c/722",
            "cronet_tests": "3f88e359cece9d0bd3f98bdb7667117ea2c6ca6d7ea82d836585f201d3eca350/646",
            "cronet_unittests": "bfd2318cc7f2584ec299e29e953545c210bdff472f16e4eb7c464c510c15de35/562",
            "crypto_unittests": "24531d7442cb783931af41f2530585fc023bae82f8fece14a678ba1beeb6ad74/485",
            "dbus_unittests": "e868359aaa60195607cd8a79d93912aab45e25842d9fd6db24142f786e988a3f/485",
            "device_unittests": "02a82954a4f705e6c68488ae897f189e31e41890d77caa519689d297763970dd/562",
            "display_unittests": "d95b130555981b6f983e68318bc6e0f88e24653c3806715e940df13137fc0df0/485",
            "events_unittests": "d161a043193d94b171430496a4339920668cde8d22b31fe0ae49a4e2a7a2d940/485",
            "extensions_browsertests": "38d3013547367559144f3bcb94e543dfdb38ade9cff5a286e58f7d349527cecb/727",
            "extensions_unittests": "39ef99c73947c0ebbc3eb9a95b1edd8ebd89e01a4895ff375f63e230f002e5e3/891",
            "filesystem_service_unittests": "7b4f1439eadc9c5ce9f6585b7c11dbf9d59ac1f852c74597ebc401c4cad5cf3a/485",
            "gcm_unit_tests": "765d14dd475c02a81cb597ba05666c02a472ae17a8b2d544a9913496e454cff5/562",
            "gfx_unittests": "70b76194c31272a4fec0bc25ba4deb2520b6106f356c6cbec08fd6942ffc41b4/561",
            "gin_unittests": "e89084219c38114c8de2bdcdc1b6a2943223b026425cc559b1db71888a5b3cc7/562",
            "gl_tests": "4118c4f3948b517abdff3a30ec37694f11bb23eab96f619a4d097009f6abf80e/485",
            "gl_unittests": "c34eb1c29227a5546c4df7b867ce0d1246615d3bbe47c08e44932adb2b423eff/485",
            "google_apis_unittests": "e6c6525ae5601d3230e0480ad8596ed0f9623890daa33fce532196c5fe3fdbbd/647",
            "gpu_unittests": "36a31332a07a6827a8f418769bbe81f0c21faec1eb2004c1e533f919e93e5c73/562",
            "gtk_unittests": "e88e2b1f0519d104a4a609293446477f91e1ef19f3ba598060d3a0febfe72824/485",
            "gwp_asan_unittests": "b74f67304cc0d1170e35a15af75bc564f8d6242dd0a5858633baff8d280a0857/486",
            "headless_browsertests": "2ae7d9516ac8a9f38adce02b57c9ad448e71eaba2cbad895210cc4ff5b8af8ab/725",
            "headless_unittests": "e03dbc0967afb101630904514ae6f674bc6e8524eab01e3a73cb49d7e6d2bb11/485",
            "interactive_ui_tests": "633b537204b2626c7d9fa8fd77ee672598b34b5d34e796ce9d9793af1a4e2216/1044",
            "ipc_tests": "a71679b913d8369f6e34157b683cca12732fdf5f7e86a0fd1bedf578bb772402/485",
            "jingle_unittests": "58ca37de15ab542f7f31a6349f3163484a57abe2a0be66c742f57ac47a02ab80/562",
            "latency_unittests": "d13d39c1177bc1c4089197576fcd7eb0a9af605b111f1739f58454890a685e02/485",
            "libjingle_xmpp_unittests": "4e0838d69c16aa7a73c21c7d90bb60334a8821732d5a62755d4a79a321bdca9e/485",
            "liburlpattern_unittests": "32e4c9524df396b696d65246aaafd9f07c18418ac1eb64c57d1d72e9a7916357/485",
            "media_unittests": "f05f7739179a33f1b90342cd26755ef45192fea36d5ca67de8133d389b67e2ec/565",
            "message_center_unittests": "72470850136369a81ef9c34508147f663beed275c63b1d9ececa40dcd3e16101/485",
            "midi_unittests": "c4d71cb9ed600a5899a37fd7a445582c32f7245f93829adb1c7c4b4da85b65c4/485",
            "mojo_core_unittests": "f0e660eb3001b83884f7eb7645a69a0c8e71c04cc05fe72a3699bd3a5680e99d/485",
            "mojo_unittests": "2b285eb4ce8dd72096eed115017ac4fddabdc9f965c6beab8e7654d18d6a845a/563",
            "native_theme_unittests": "5cbac7146fe60ed45d5bca2709310a00f69d89b9e90a1f0b2541deefa193ca90/485",
            "net_unittests": "9c68707a32c38c220e5d94825f1724c4f754bb24435fe2a333a199b5a6d09410/564",
            "openscreen_unittests": "80854ce99c7af9b08dc0c27beecdb6ac5dd19c58bf6c564ca775c35bb36d3304/727",
            "pdf_unittests": "d8160e625afdef7aa4fd5e6c4e1a7120bde45c5d30b67ac6bb7f5f1bd12bfe6a/641",
            "perfetto_unittests": "19717071b96a35d0e07e045ceb51c1a461786004a56bd229c8eb436a089a0319/485",
            "ppapi_unittests": "a370059f37f6125fc26b32f9fd79a73d1b74e522697c834a59ae920572fdefa2/485",
            "printing_unittests": "c0c4ba027742b627b5b1d296feab344d0c3b59b1a7ff99699f9c2c81917731ca/485",
            "remoting_unittests": "975d7e42ae937cc8e3260a017f5022bb0903a429e8a1bd1763b6bac55ede692e/562",
            "sandbox_linux_unittests": "7f509e4f1243c20cf6e9d440c1887e761ead0244ffa797cb8128c619e3b2fa2a/485",
            "service_manager_unittests": "999028c24ad401bef418d97cd5c79a8e8deb56d910c0d2e1c4ed9a6dbe8f3d2f/485",
            "services_unittests": "fc8c89fea4fb6baf2b6fd9d0e76d020bf030f0d7d087b4f8228268b213474f74/731",
            "shell_dialogs_unittests": "ed61b4bb3ae304952679299ba072c4aa357eb407ef98706dcf46d83cf9f75f65/485",
            "skia_unittests": "c8b22ceed79c7717e5c702a067df7b0bb9133d2ef63dabd8d0a8237f1bbcb0c9/485",
            "snapshot_unittests": "a1c42953e4396123c3156d07f9aee30b4a8d087017337310601460ef99dad9da/485",
            "sql_unittests": "0ded6382370682159a9b114aaec1afa28fad3776bc25925c5e944968ec0ea247/562",
            "storage_unittests": "548a7b13c1602149c9a603dd733fbd9377df6fb1c79e7d3f5f39f11c5904e905/643",
            "sync_integration_tests": "189a6adb6d149d250409cbcc08c736c78a4a780d6cfa0fb923be3b8448ad6b8d/808",
            "traffic_annotation_auditor_unittests": "8ca9be4e0ba86a359bbe40b6cfe262ea09ec5229330268159b9f5df65594d04e/566",
            "ui_base_unittests": "4ab3cb7900631e1614629fc3ee1323c9cafb1df3ceac1d769121c29dfda2ee38/639",
            "ui_touch_selection_unittests": "14bd9ff797542a5d97222a5c261f824729a953f8881c08cbf1402276a3d67900/485",
            "unit_tests": "aee179a2afd54a870b85df9a84c47d719349498f1dec5ebab259e599205f6bee/1057",
            "url_unittests": "dc1c79acc50b0e71c8e2c6841f88cd56ab140717263886306255f544d6ac9664/485",
            "views_unittests": "bd60718dd8e8e6ffca82c64535bf4a168b08289471889899abf95b641df61d16/485",
            "viz_unittests": "7e811ea044d6f769ebee28a8615b9e73d17320bbd7f56734cd08b802bdf6fbaf/569",
            "vr_common_unittests": "9b5882eb13447cd7eeee1e3575507bc87d8b269402604ffd02c853a93b1ee264/727",
            "vr_pixeltests": "24a465c5b17d0acfd7b4b45544f58c1a4fa27942c76cd499980f444eaef025f0/641",
            "weblayer_browsertests": "992641d12e04247c82ada2ffa5c5129dd4493a83784634c5b5fffa7c97c2588e/809",
            "weblayer_unittests": "a91cb01dd944e93c909fff40adbb6cd7f0c03eb03ddf6ba318310063606c9dbd/641",
            "wm_unittests": "97c4a538efc646f8b142ae043d9fab84ad5b55920e81133f7dcec33bdebc5916/485",
            "wtf_unittests": "d8f5cbb37eeea49bc4904bba2a3fd59a691ef803e615bcf27d16efd37e5176d0/485",
            "x11_unittests": "f29837665d6fafe286811ac05ca50933ee9e4367df129428edf8c240b571eff0/485",
            "xr_browser_tests": "926590dcd5031072d8655043fb56535f5d12ea24c89d473505b79e9211d50950/807",
            "zlib_unittests": "6c7b33edea8240978d144339d9cd0c17ae4ac7c83263801be0738be5a90dc166/486"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1ec4af0a83c5882af76619cfc65822fca0112b10",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002548899810711696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77128"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:09:15.946] Scheduled build:
{
  "id": "8837118837891689969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69096,
  "createdBy": "project:chromium",
  "createTime": "2021-09-03T10:09:15.480631040Z",
  "updateTime": "2021-09-03T10:09:15.767228659Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1ec4af0a83c5882af76619cfc65822fca0112b10",
      "ref": "refs/heads/main"
    }
  }
}
[10:09:15.946] Task URL: https://cr-buildbucket.appspot.com/build/8837118837891689969
[10:09:15.946] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:2:0) after 3m24s
[10:09:26.841] Received PubSub notification, asking Buildbucket for the build status
[10:09:26.876] Build status: STARTED
[10:12:40.011] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:2:0)
[10:12:40.040] Build status: STARTED
[10:12:40.040] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:4:0) after 1m31s
[10:14:11.088] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:4:0)
[10:14:11.125] Build status: STARTED
[10:14:11.125] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:5:0) after 5m48s
[10:19:59.159] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:5:0)
[10:19:59.194] Build status: STARTED
[10:19:59.194] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:6:0) after 7m39s
[10:27:38.217] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:6:0)
[10:27:38.247] Build status: STARTED
[10:27:38.247] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:7:0) after 7m4s
[10:34:42.267] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:7:0)
[10:34:42.311] Build status: STARTED
[10:34:42.311] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002548899810711696:8:0) after 9m16s
[10:39:01.260] Received PubSub notification, asking Buildbucket for the build status
[10:39:01.295] Build:
{
  "id": "8837118837891689969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69096,
  "createdBy": "project:chromium",
  "createTime": "2021-09-03T10:09:15.480631040Z",
  "startTime": "2021-09-03T10:09:24.695661Z",
  "endTime": "2021-09-03T10:39:00.948050430Z",
  "updateTime": "2021-09-03T10:39:00.948603705Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1ec4af0a83c5882af76619cfc65822fca0112b10",
      "ref": "refs/heads/main"
    }
  }
}
[10:39:01.295] Invocation finished in 29m47.0278009s with status FAILED