Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 54 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/88537 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "91dec7d04753add2984fac5bea57d97c44f54bf3",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "91dec7d04753add2984fac5bea57d97c44f54bf3"
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2d87551d171bdefc8c4ff9649dc1310489c71288",
  "parent_got_dawn_revision": "0249ef5b586aa46d6a8f80c6386cb32d43d96f28",
  "parent_got_nacl_revision": "58d0b92bc7e2759e7b0223ca38a32db5514edad5",
  "parent_got_revision": "91dec7d04753add2984fac5bea57d97c44f54bf3",
  "parent_got_revision_cp": "refs/heads/main@{#1079636}",
  "parent_got_swiftshader_revision": "6a259c87ef52ffbcdca88c32a5e5f2798f70ad03",
  "parent_got_v8_revision": "24bde540139abb3724f1ba0027b214050ec3067b",
  "parent_got_v8_revision_cp": "refs/heads/11.0.179@{#1}",
  "parent_got_webrtc_revision": "cf78b19a6fe71ca0e351160bdb1a642323a68318",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#38812}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "91dec7d04753add2984fac5bea57d97c44f54bf3",
  "swarm_hashes": {
    "absl_hardening_tests": "a0447428ff096067c850a521853151c9bc842160437f350b65f5ffa7edc62518/486",
    "accessibility_unittests": "652f32c20b45f51ecb8f0e701e554dd404be6859ed5d7dea7e762b15a73c94f7/486",
    "angle_unittests": "0a245b75347141b55189bbba53911182d50f21132b14a1bcab88cd42ce807374/487",
    "app_shell_unittests": "965d7280654e2273834478dd01f9ab75c775e7d8cc20f39e3e32a36f61036980/647",
    "aura_unittests": "04694fd60382812b628dae38c216f1265436d9a36f7257ea265e02f32abeb094/486",
    "base_unittests": "db8d099cdc91f23ca142cc0bbb1dcd51fa996b4af885d8d7426e9469b341a337/565",
    "blink_common_unittests": "710de7f77f6291bcd2b6136c061cee6717bb650f56e3534356d7157a361dd9ca/564",
    "blink_fuzzer_unittests": "e7a32e3f99fe3f7fb6abbe8768e0a9ce2847b7711ba3d45b052222d3c802e69b/486",
    "blink_heap_unittests": "ab7997cf1946ed73b159ec3005bb0397c383a8a5cd86e594a3a74b72d4408773/486",
    "blink_platform_unittests": "58f18d4b39c9addb3c69c1d2f3197b2009aabdfc22876e63eaf8040f2dc0f824/643",
    "blink_unittests": "ea1ffae8b4a3d0e03d12fd91b0da4ca3600f87e9640966de3d4eeb38d0556d16/727",
    "boringssl_crypto_tests": "b30cdb9ad05d7317479ac707c98b082719f2ef1fc1e54bab9448b9c7c4257ac2/487",
    "boringssl_ssl_tests": "312d074de269837f77fd4b0aac83db8f882101a9a6ac09e4f159b5dcc09d45a0/486",
    "capture_unittests": "22fd46e930b14d85ac8b29eea269dc660db3dee5ce819fe797c96102eb0c8bee/565",
    "cast_unittests": "f6f718dac5625f3a4d9200535a6dcdd89255689251a04e0574edf5ab0e2f3351/486",
    "cc_unittests": "59afcb61eeee46b364d67bce6bb4b5345bfd671da78afe752810320bad89895b/646",
    "chrome_app_unittests": "17d157bd5487221a94e55451784ddf8de693432544df3fafce97d26529915c87/565",
    "chromedriver_unittests": "5e9af1a41d095943c58ebdce3f8f95f40030c16663a3934973f1a26dd1342c7b/643",
    "color_unittests": "e63b0c12cc2a421e9ce47cbb8d4cb070d679dd8a399c2f3eed9ad3c1d3ab6112/486",
    "components_browsertests": "85949a340fa0de52c6cd1030ff1c4fa67a7aa9388cb94519973227fe5e709e7f/730",
    "components_unittests": "f374735a8ef2f8e7d033f6c71aacf97528868c552ff0a0f1eb1d084aa4822eda/731",
    "compositor_unittests": "707dbb6c590626e71925c76a88f387943aedb3357404b48c1e4c5eb72e3f1ee0/562",
    "content_browsertests": "2ac9836888fe6d453b3dedf6f13bfd1ff91b213f570d0d6091aaf6c03170d1a2/804",
    "content_unittests": "989aa161a707fabdd34df8e872b242bd392640e825b29b30a8c41bc9bc3ef583/723",
    "cronet_tests": "9758ab198cc651e2c5ed58bd2dac362dfe49545927f7c5be686298f77552a9f1/647",
    "cronet_unittests": "a9b56e1dbfd40426f2f61f417c43bf4fc3d286eb956cfba6359da0ee72fb3713/563",
    "crypto_unittests": "45cfd28eba34f992de5c467a477bacebee95c85a197d52eec9917bf15f49d939/486",
    "dbus_unittests": "4a06a1b48c6bee1470d9bee76951f28d380070296220e121e0327cc4528cb287/486",
    "device_unittests": "a5a9840e56b701fa14af3ee3f9dca8c505abe308aefb62af8b1b72194fd0ae3d/563",
    "display_unittests": "966d85e5e09b50e0f83c36a89676d66135b6859dab9e4d9314b2fe2bc6fef41d/486",
    "events_unittests": "b6bcb44ca4835774b9628d1716ef3072f77ff81d3e95c979450e93f7f566931b/486",
    "extensions_browsertests": "ff9d100c80503833fc8329a5dd2bfb43f022d33a0f69b8f6b7bda2e820b626aa/649",
    "extensions_unittests": "eb1c44e356804aec4450035edbfa9153607ed7d5d8611a57223fcc279d4912d1/729",
    "filesystem_service_unittests": "d98a5e1f7bf7adabd9a208298a769b7d05e83d0260ef796f9fceef3fe811f97e/486",
    "gcm_unit_tests": "03505b1ff26bab6e16caccc81fc23ee081808759e891e65842ad917a5af30fd2/563",
    "gfx_unittests": "f5ed018b68761e609b8ccff892a3d0ba380db67e19c4fa34b6279712694df03a/562",
    "gin_unittests": "d9eb833cc42341ad91f542fa6335b7bf2cc4ae82e5433d24a7a049563ffa6262/563",
    "gl_tests": "50ee3b86a51ba548ee046c658269aa330b593c31fb96149b15b1593b27cb33b2/486",
    "gl_unittests": "bd248eb819bc08b4707e39c0633bd0e41befe0221f49d3bd0b6c25b12041cd2c/486",
    "google_apis_unittests": "4e8973f46a91aae89809a76f985ee391bf58b7f4e76870ed4726b8d889cadf4c/648",
    "gpu_unittests": "7474cf96607d019bbb634875918249815666c9f38a4257356a95e992fa9539c3/563",
    "gwp_asan_unittests": "b9ea4ec42a6a50be1e74543534a590fffba68d0871c58194676c1e36df7d5e1f/487",
    "headless_browsertests": "f05dad16d0cd4fc270c9f439c453d07f395f2d0e942e2659be8bb9924b671aa5/647",
    "headless_unittests": "5c86e01ad9d686cd15eeddcd5261a2b0e319a1faa28df94ae2c5d28576538e14/486",
    "interactive_ui_tests": "980494c5c3035efc047b8021c67944ffac209c31ef7f28eae7ac0dbcedee30cb/966",
    "ipc_tests": "c949064a67335e74e17c48ddafa51488fdab2c29749ccadd81124df5d4c1aecc/486",
    "latency_unittests": "a72968c6cb205c5721e6b10a958017dba6623ea2935b3a2548f8365288051b19/486",
    "libjingle_xmpp_unittests": "93e423d9d96acb86f282eba6a9af0fdc2a6220a67c65004aae9d5efdfd91123d/486",
    "liburlpattern_unittests": "26d783080eb75d76cd5c0b0e3155db4275c79bdc74be8ebaeaca241d71b2a5c4/486",
    "media_unittests": "9e3dcf0622b9f4773f883ea2656068292e3d4d662ede279975581c819a053fa0/566",
    "message_center_unittests": "7b19e0522099d9c499d7235277e142e91e7653cd1a372cfdd2a3aeb93554322a/486",
    "midi_unittests": "16b913878785b860b6c702dbc49050f59f7d50ca1741c60c9b6458734de7022a/486",
    "mojo_core_unittests": "3f445bc7560a09fd0795db3f60777bfde117b9bcf48dd9fd327cc8fb1400767f/486",
    "mojo_unittests": "8d88f732797adcd938d804082eb10b6fea74a4e5360cdf50da6d54c9b81dcee0/564",
    "native_theme_unittests": "5cf5048afabfb9c38418033461166a1203550821b849e0106f1711fdfd7fb134/486",
    "net_unittests": "b433cf251bf2be726c7e43081d1b4b79286c822ab33abf14012b359e8ce067ec/565",
    "openscreen_unittests": "7742ca7859d60576a5c5ec75f85a375d7a95bc1e46d147eb347e0d3901d99576/487",
    "ozone_unittests": "b6d2e3e28b2c875553d5786610036370d428bb3d0764d73d408c450c6ee81023/486",
    "ozone_x11_unittests": "b94c0f513c0cb3e31dabee09abe77586e55e26cfb156317432a3b37abbf1954a/486",
    "pdf_unittests": "bf4e6c29cef61576525f6e34859da187d294eab5c9271a809a9ef76e19dbc7da/563",
    "perfetto_unittests": "4127d92ad653dd431fd4e636d40a632de01fc02ce24c5364c7d16921d3167db3/486",
    "ppapi_unittests": "a504fb9a4d36db90582450aa6ada2d2eecca53c2a9559835baafbaf2e9cef0e6/486",
    "printing_unittests": "95df9f043c933874b36112110be23ba8dfa44a6bc1d5986508ce0cb7484ca547/486",
    "remoting_unittests": "a4def0bcbadda7d79464ff6503a0f0fdcf0fcdd042e021a9725ea627e28c4569/563",
    "sandbox_linux_unittests": "31fc21ccc8b20bc0ca7d5da21769d44c2dac2396ce3c42226dc4295dec4a5cfe/486",
    "service_manager_unittests": "4062688d021d40f37264a578e8306ece5e0effb89f68ef6b898e0c9480181470/486",
    "services_unittests": "1f29bc883c45de5771854ef63a1de2adb40b775976430acfe6cb2086daaf4c4e/732",
    "shell_dialogs_unittests": "a20e320131fee3f3f7eb26d142a74dc623b4a1d1bdb7671a18ef71f8e87015c9/486",
    "skia_unittests": "7062a4509ef2143e23d7a78c99498be297e04820bce319a500885ab64d31cff4/486",
    "snapshot_unittests": "ddad206cf7042c98e3ea5cb99a5b7557c136288a8a0fa28db13eb8f734c94363/486",
    "sql_unittests": "d69bd084603cde766adce155a2aa0876b7828653ea41cf8b5a729109e71db085/563",
    "storage_unittests": "6b37cc33c4780d28aefc26c5e4ef347d70f7c0eca640df935dd4393d855ef990/644",
    "sync_integration_tests": "154c6f4bb62dc4713a2df8532b280670966fef7d5fbba3a563ccf5396758ef5f/646",
    "ui_base_unittests": "97c5c38efe9468d707a34e75eb0da2a657a4f1ff3ae0da9b0bc7007d56586425/640",
    "ui_touch_selection_unittests": "aa6e5b29b98f1456da040ef500dd88fc1ea3e4c8255b97db715aeda691fca474/486",
    "unit_tests": "3976df53eaaf9773b00060a19c3a05d2a8ea198a9c0a3f6bef0487aabdedf100/1056",
    "url_unittests": "ec6980b9d7281b706224878271dd19411ab12172d4cdde8a00b698465151428b/486",
    "views_unittests": "68c033fd517789a4ce5b8976395f8e95354b616502cea6c4937f5bd6efb0a31f/487",
    "viz_unittests": "8026ee9372a33f091975f36c75178020af920611388a7d9070f369817b1794e6/570",
    "vr_common_unittests": "5c6bf29dab37891bdda375ea4093fbc978be8b767cfd6892d7e3c63f93b4a3c4/565",
    "vr_pixeltests": "6ce67c655d83487e51c914f512c516dd22ff48e48d9d1563e3f9dda9d59a91e2/563",
    "wm_unittests": "ed9af82addb1c4c19fa013aacca53a09ff0313add186a38337e25e2dd887ca1e/486",
    "wtf_unittests": "a881c5a6f6f5196947bc9ccc080ff8a228fd5751ef1cbc0760083b0045bb919b/486",
    "xr_browser_tests": "ea097e56f76ae5cfe12a80ee36e0ec9772ffd71b80d9eb4d8e56b860b8bbe35c/645",
    "zlib_unittests": "7a768654b47061dca9cc2e7d995088ef017c6f2a0dfc27b9029a3701c35373b9/487"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "92bb7e609fa907bc4fe09fc2e9e9563bd784cce7794f835975f6ffb5e8c731a8/94",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/91dec7d04753add2984fac5bea57d97c44f54bf3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:88537
  • user_agent:recipe

Debug log (UTC)

[07:03:47.060] New invocation is queued and will start shortly
[07:03:47.060] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:03:48.231] Starting the invocation (attempt 1)
[07:03:48.263] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/91dec7d04753add2984fac5bea57d97c44f54bf3"
[07:03:48.263] Popped gitiles commit info from properties and tags
[07:03:48.263] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:03:48.263] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:03:48.264] Buildbucket request:
{
  "requestId": "8960976559964033744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "91dec7d04753add2984fac5bea57d97c44f54bf3",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "91dec7d04753add2984fac5bea57d97c44f54bf3"
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2d87551d171bdefc8c4ff9649dc1310489c71288",
      "parent_got_dawn_revision": "0249ef5b586aa46d6a8f80c6386cb32d43d96f28",
      "parent_got_nacl_revision": "58d0b92bc7e2759e7b0223ca38a32db5514edad5",
      "parent_got_revision": "91dec7d04753add2984fac5bea57d97c44f54bf3",
      "parent_got_revision_cp": "refs/heads/main@{#1079636}",
      "parent_got_swiftshader_revision": "6a259c87ef52ffbcdca88c32a5e5f2798f70ad03",
      "parent_got_v8_revision": "24bde540139abb3724f1ba0027b214050ec3067b",
      "parent_got_v8_revision_cp": "refs/heads/11.0.179@{#1}",
      "parent_got_webrtc_revision": "cf78b19a6fe71ca0e351160bdb1a642323a68318",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#38812}",
      "swarm_hashes": {
            "absl_hardening_tests": "a0447428ff096067c850a521853151c9bc842160437f350b65f5ffa7edc62518/486",
            "accessibility_unittests": "652f32c20b45f51ecb8f0e701e554dd404be6859ed5d7dea7e762b15a73c94f7/486",
            "angle_unittests": "0a245b75347141b55189bbba53911182d50f21132b14a1bcab88cd42ce807374/487",
            "app_shell_unittests": "965d7280654e2273834478dd01f9ab75c775e7d8cc20f39e3e32a36f61036980/647",
            "aura_unittests": "04694fd60382812b628dae38c216f1265436d9a36f7257ea265e02f32abeb094/486",
            "base_unittests": "db8d099cdc91f23ca142cc0bbb1dcd51fa996b4af885d8d7426e9469b341a337/565",
            "blink_common_unittests": "710de7f77f6291bcd2b6136c061cee6717bb650f56e3534356d7157a361dd9ca/564",
            "blink_fuzzer_unittests": "e7a32e3f99fe3f7fb6abbe8768e0a9ce2847b7711ba3d45b052222d3c802e69b/486",
            "blink_heap_unittests": "ab7997cf1946ed73b159ec3005bb0397c383a8a5cd86e594a3a74b72d4408773/486",
            "blink_platform_unittests": "58f18d4b39c9addb3c69c1d2f3197b2009aabdfc22876e63eaf8040f2dc0f824/643",
            "blink_unittests": "ea1ffae8b4a3d0e03d12fd91b0da4ca3600f87e9640966de3d4eeb38d0556d16/727",
            "boringssl_crypto_tests": "b30cdb9ad05d7317479ac707c98b082719f2ef1fc1e54bab9448b9c7c4257ac2/487",
            "boringssl_ssl_tests": "312d074de269837f77fd4b0aac83db8f882101a9a6ac09e4f159b5dcc09d45a0/486",
            "capture_unittests": "22fd46e930b14d85ac8b29eea269dc660db3dee5ce819fe797c96102eb0c8bee/565",
            "cast_unittests": "f6f718dac5625f3a4d9200535a6dcdd89255689251a04e0574edf5ab0e2f3351/486",
            "cc_unittests": "59afcb61eeee46b364d67bce6bb4b5345bfd671da78afe752810320bad89895b/646",
            "chrome_app_unittests": "17d157bd5487221a94e55451784ddf8de693432544df3fafce97d26529915c87/565",
            "chromedriver_unittests": "5e9af1a41d095943c58ebdce3f8f95f40030c16663a3934973f1a26dd1342c7b/643",
            "color_unittests": "e63b0c12cc2a421e9ce47cbb8d4cb070d679dd8a399c2f3eed9ad3c1d3ab6112/486",
            "components_browsertests": "85949a340fa0de52c6cd1030ff1c4fa67a7aa9388cb94519973227fe5e709e7f/730",
            "components_unittests": "f374735a8ef2f8e7d033f6c71aacf97528868c552ff0a0f1eb1d084aa4822eda/731",
            "compositor_unittests": "707dbb6c590626e71925c76a88f387943aedb3357404b48c1e4c5eb72e3f1ee0/562",
            "content_browsertests": "2ac9836888fe6d453b3dedf6f13bfd1ff91b213f570d0d6091aaf6c03170d1a2/804",
            "content_unittests": "989aa161a707fabdd34df8e872b242bd392640e825b29b30a8c41bc9bc3ef583/723",
            "cronet_tests": "9758ab198cc651e2c5ed58bd2dac362dfe49545927f7c5be686298f77552a9f1/647",
            "cronet_unittests": "a9b56e1dbfd40426f2f61f417c43bf4fc3d286eb956cfba6359da0ee72fb3713/563",
            "crypto_unittests": "45cfd28eba34f992de5c467a477bacebee95c85a197d52eec9917bf15f49d939/486",
            "dbus_unittests": "4a06a1b48c6bee1470d9bee76951f28d380070296220e121e0327cc4528cb287/486",
            "device_unittests": "a5a9840e56b701fa14af3ee3f9dca8c505abe308aefb62af8b1b72194fd0ae3d/563",
            "display_unittests": "966d85e5e09b50e0f83c36a89676d66135b6859dab9e4d9314b2fe2bc6fef41d/486",
            "events_unittests": "b6bcb44ca4835774b9628d1716ef3072f77ff81d3e95c979450e93f7f566931b/486",
            "extensions_browsertests": "ff9d100c80503833fc8329a5dd2bfb43f022d33a0f69b8f6b7bda2e820b626aa/649",
            "extensions_unittests": "eb1c44e356804aec4450035edbfa9153607ed7d5d8611a57223fcc279d4912d1/729",
            "filesystem_service_unittests": "d98a5e1f7bf7adabd9a208298a769b7d05e83d0260ef796f9fceef3fe811f97e/486",
            "gcm_unit_tests": "03505b1ff26bab6e16caccc81fc23ee081808759e891e65842ad917a5af30fd2/563",
            "gfx_unittests": "f5ed018b68761e609b8ccff892a3d0ba380db67e19c4fa34b6279712694df03a/562",
            "gin_unittests": "d9eb833cc42341ad91f542fa6335b7bf2cc4ae82e5433d24a7a049563ffa6262/563",
            "gl_tests": "50ee3b86a51ba548ee046c658269aa330b593c31fb96149b15b1593b27cb33b2/486",
            "gl_unittests": "bd248eb819bc08b4707e39c0633bd0e41befe0221f49d3bd0b6c25b12041cd2c/486",
            "google_apis_unittests": "4e8973f46a91aae89809a76f985ee391bf58b7f4e76870ed4726b8d889cadf4c/648",
            "gpu_unittests": "7474cf96607d019bbb634875918249815666c9f38a4257356a95e992fa9539c3/563",
            "gwp_asan_unittests": "b9ea4ec42a6a50be1e74543534a590fffba68d0871c58194676c1e36df7d5e1f/487",
            "headless_browsertests": "f05dad16d0cd4fc270c9f439c453d07f395f2d0e942e2659be8bb9924b671aa5/647",
            "headless_unittests": "5c86e01ad9d686cd15eeddcd5261a2b0e319a1faa28df94ae2c5d28576538e14/486",
            "interactive_ui_tests": "980494c5c3035efc047b8021c67944ffac209c31ef7f28eae7ac0dbcedee30cb/966",
            "ipc_tests": "c949064a67335e74e17c48ddafa51488fdab2c29749ccadd81124df5d4c1aecc/486",
            "latency_unittests": "a72968c6cb205c5721e6b10a958017dba6623ea2935b3a2548f8365288051b19/486",
            "libjingle_xmpp_unittests": "93e423d9d96acb86f282eba6a9af0fdc2a6220a67c65004aae9d5efdfd91123d/486",
            "liburlpattern_unittests": "26d783080eb75d76cd5c0b0e3155db4275c79bdc74be8ebaeaca241d71b2a5c4/486",
            "media_unittests": "9e3dcf0622b9f4773f883ea2656068292e3d4d662ede279975581c819a053fa0/566",
            "message_center_unittests": "7b19e0522099d9c499d7235277e142e91e7653cd1a372cfdd2a3aeb93554322a/486",
            "midi_unittests": "16b913878785b860b6c702dbc49050f59f7d50ca1741c60c9b6458734de7022a/486",
            "mojo_core_unittests": "3f445bc7560a09fd0795db3f60777bfde117b9bcf48dd9fd327cc8fb1400767f/486",
            "mojo_unittests": "8d88f732797adcd938d804082eb10b6fea74a4e5360cdf50da6d54c9b81dcee0/564",
            "native_theme_unittests": "5cf5048afabfb9c38418033461166a1203550821b849e0106f1711fdfd7fb134/486",
            "net_unittests": "b433cf251bf2be726c7e43081d1b4b79286c822ab33abf14012b359e8ce067ec/565",
            "openscreen_unittests": "7742ca7859d60576a5c5ec75f85a375d7a95bc1e46d147eb347e0d3901d99576/487",
            "ozone_unittests": "b6d2e3e28b2c875553d5786610036370d428bb3d0764d73d408c450c6ee81023/486",
            "ozone_x11_unittests": "b94c0f513c0cb3e31dabee09abe77586e55e26cfb156317432a3b37abbf1954a/486",
            "pdf_unittests": "bf4e6c29cef61576525f6e34859da187d294eab5c9271a809a9ef76e19dbc7da/563",
            "perfetto_unittests": "4127d92ad653dd431fd4e636d40a632de01fc02ce24c5364c7d16921d3167db3/486",
            "ppapi_unittests": "a504fb9a4d36db90582450aa6ada2d2eecca53c2a9559835baafbaf2e9cef0e6/486",
            "printing_unittests": "95df9f043c933874b36112110be23ba8dfa44a6bc1d5986508ce0cb7484ca547/486",
            "remoting_unittests": "a4def0bcbadda7d79464ff6503a0f0fdcf0fcdd042e021a9725ea627e28c4569/563",
            "sandbox_linux_unittests": "31fc21ccc8b20bc0ca7d5da21769d44c2dac2396ce3c42226dc4295dec4a5cfe/486",
            "service_manager_unittests": "4062688d021d40f37264a578e8306ece5e0effb89f68ef6b898e0c9480181470/486",
            "services_unittests": "1f29bc883c45de5771854ef63a1de2adb40b775976430acfe6cb2086daaf4c4e/732",
            "shell_dialogs_unittests": "a20e320131fee3f3f7eb26d142a74dc623b4a1d1bdb7671a18ef71f8e87015c9/486",
            "skia_unittests": "7062a4509ef2143e23d7a78c99498be297e04820bce319a500885ab64d31cff4/486",
            "snapshot_unittests": "ddad206cf7042c98e3ea5cb99a5b7557c136288a8a0fa28db13eb8f734c94363/486",
            "sql_unittests": "d69bd084603cde766adce155a2aa0876b7828653ea41cf8b5a729109e71db085/563",
            "storage_unittests": "6b37cc33c4780d28aefc26c5e4ef347d70f7c0eca640df935dd4393d855ef990/644",
            "sync_integration_tests": "154c6f4bb62dc4713a2df8532b280670966fef7d5fbba3a563ccf5396758ef5f/646",
            "ui_base_unittests": "97c5c38efe9468d707a34e75eb0da2a657a4f1ff3ae0da9b0bc7007d56586425/640",
            "ui_touch_selection_unittests": "aa6e5b29b98f1456da040ef500dd88fc1ea3e4c8255b97db715aeda691fca474/486",
            "unit_tests": "3976df53eaaf9773b00060a19c3a05d2a8ea198a9c0a3f6bef0487aabdedf100/1056",
            "url_unittests": "ec6980b9d7281b706224878271dd19411ab12172d4cdde8a00b698465151428b/486",
            "views_unittests": "68c033fd517789a4ce5b8976395f8e95354b616502cea6c4937f5bd6efb0a31f/487",
            "viz_unittests": "8026ee9372a33f091975f36c75178020af920611388a7d9070f369817b1794e6/570",
            "vr_common_unittests": "5c6bf29dab37891bdda375ea4093fbc978be8b767cfd6892d7e3c63f93b4a3c4/565",
            "vr_pixeltests": "6ce67c655d83487e51c914f512c516dd22ff48e48d9d1563e3f9dda9d59a91e2/563",
            "wm_unittests": "ed9af82addb1c4c19fa013aacca53a09ff0313add186a38337e25e2dd887ca1e/486",
            "wtf_unittests": "a881c5a6f6f5196947bc9ccc080ff8a228fd5751ef1cbc0760083b0045bb919b/486",
            "xr_browser_tests": "ea097e56f76ae5cfe12a80ee36e0ec9772ffd71b80d9eb4d8e56b860b8bbe35c/645",
            "zlib_unittests": "7a768654b47061dca9cc2e7d995088ef017c6f2a0dfc27b9029a3701c35373b9/487"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "92bb7e609fa907bc4fe09fc2e9e9563bd784cce7794f835975f6ffb5e8c731a8/94",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "91dec7d04753add2984fac5bea57d97c44f54bf3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8960976559964033744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "88537"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:03:48.716] Scheduled build:
{
  "id": "8795546497966546609",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 80394,
  "createdBy": "project:chromium",
  "createTime": "2022-12-06T07:03:48.340065708Z",
  "updateTime": "2022-12-06T07:03:48.340065708Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "91dec7d04753add2984fac5bea57d97c44f54bf3",
      "ref": "refs/heads/main"
    }
  }
}
[07:03:48.716] Task URL: https://cr-buildbucket.appspot.com/build/8795546497966546609
[07:03:48.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:2:0) after 8m51s
[07:08:14.897] Received PubSub notification, asking Buildbucket for the build status
[07:08:14.949] Build status: STARTED
[07:12:39.737] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:2:0)
[07:12:39.765] Build status: STARTED
[07:12:39.765] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:4:0) after 8m42s
[07:21:21.927] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:4:0)
[07:21:22.092] Build status: STARTED
[07:21:22.092] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:5:0) after 7m13s
[07:28:35.291] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:5:0)
[07:28:35.314] Build status: STARTED
[07:28:35.314] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:6:0) after 1m22s
[07:29:57.439] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:6:0)
[07:29:57.465] Build status: STARTED
[07:29:57.465] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:7:0) after 8m47s
[07:38:44.666] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:7:0)
[07:38:44.695] Build status: STARTED
[07:38:44.695] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:8:0) after 3m39s
[07:42:23.975] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:8:0)
[07:42:23.999] Build status: STARTED
[07:42:24.000] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:9:0) after 9m50s
[07:52:14.128] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:9:0)
[07:52:14.159] Build status: STARTED
[07:52:14.159] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:10:0) after 1m56s
[07:54:10.187] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:10:0)
[07:54:10.260] Build status: STARTED
[07:54:10.260] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8960976559964033744:11:0) after 3m54s
[07:58:00.985] Received PubSub notification, asking Buildbucket for the build status
[07:58:01.007] Build:
{
  "id": "8795546497966546609",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 80394,
  "createdBy": "project:chromium",
  "createTime": "2022-12-06T07:03:48.340065708Z",
  "startTime": "2022-12-06T07:08:11.596300Z",
  "endTime": "2022-12-06T07:58:00.124623758Z",
  "updateTime": "2022-12-06T07:58:00.124623758Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "91dec7d04753add2984fac5bea57d97c44f54bf3",
      "ref": "refs/heads/main"
    }
  }
}
[07:58:01.007] Invocation finished in 54m13.955861866s with status FAILED