Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78415 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "22f770413debd417dbb756568178715ce870f497"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "52934a5dec6d0a72a4e27272c467dc02ca31e2da",
  "parent_got_dawn_revision": "c6745901f02d5e9633c32d96b8be375957882339",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "22f770413debd417dbb756568178715ce870f497",
  "parent_got_revision_cp": "refs/heads/main@{#934145}",
  "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
  "parent_got_v8_revision": "7fa135243263880d4c33a7eeb584dd7cb9f69370",
  "parent_got_v8_revision_cp": "refs/heads/9.7.40@{#1}",
  "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "22f770413debd417dbb756568178715ce870f497",
  "swarm_hashes": {
    "absl_hardening_tests": "fe138a03b10e4e0d50d72a9a0a0c8fb60be1d30b4f5f02bb52292b1781ed303c/569",
    "accessibility_unittests": "61447200009828a8343d4fd599bedff82bcf51caf549112e8b928f5be2b49b22/569",
    "angle_unittests": "1027342de511376810c2ece4da91f95a6ff2ca53795aec3c29989717f032a3ec/570",
    "app_shell_unittests": "d4d2de0b582e4bc4d8d9a006d86f5f14f10c479bb70f1a170775bf3f49066dec/809",
    "aura_unittests": "b73ea2f87e738382103d574e0cb30a2350d3d1cc5dfd9e9eae43a07c69128eca/569",
    "base_unittests": "e73928deb81fbf75f89255a118420918495a80e668fecabe51ad106d31151f23/648",
    "blink_common_unittests": "242a5549d6221b0c342e8ff3a55b17fbea5a07b6194fd81acbbe6049a4bd8325/647",
    "blink_fuzzer_unittests": "73a58112e0a8bedbc9a12b7baebe074fbf9e2fa9cc135fccb6f2900831f74167/648",
    "blink_heap_unittests": "692822c3b39aed4e0e9d3a19e8f319bf1c6f6fdd42b1915d4aff1eb25b85dbf7/648",
    "blink_platform_unittests": "5b56063dee0fefa866891b46629c912c61762eb9aa9a763842f6319821ed4f80/726",
    "blink_unittests": "ca14160a5cedbed56e3dec855b18ef703415f95e1acaa059f4b7ddbc4a33c6d3/726",
    "boringssl_crypto_tests": "61309031f766092e60bd53b02c5ae986260b7afef805aeca9a526f6daa300851/570",
    "boringssl_ssl_tests": "77c05adb3d93755c50c59c424cd3c873b9b09d69c8f7168bd9f75f0358d178a6/569",
    "capture_unittests": "c6cac7c20b10f20210ddbc428a1bc96b838ff480049b1e8587f965948d115aff/648",
    "cast_unittests": "8ee677d15599430a2e608cc68f5fc1cba8c0d2a92d77ddae1300213d64b8d88f/569",
    "cc_unittests": "361d98bfd411d401ff9deae7315aea0971cd756b4e7162a82e17f5ee1e23ee87/653",
    "chrome_app_unittests": "2027b0bbb338b7f5cedde8f0dcd866c3a9fcc54f4889a1079a7e9950a6416abb/811",
    "chromedriver_unittests": "5649127ac63205fe12dd3b9bab005fb4663a58e1f84a868b8cd34bf9d632b542/726",
    "color_unittests": "b62f4c2515137c108b3b5b25bc2ec4216ca742d3f81453e79a011f458f0ee9cd/569",
    "components_browsertests": "4eec883b8ec937574611a5a5d17013642f35bd06dfa2baa44b5ad5a73aaad971/892",
    "components_unittests": "cb7a10f2627799d9ae8ab9afcd0ae05bd24970559edb9e99cb04ee1e13bebcbf/892",
    "compositor_unittests": "d7c99911fc00cb65bdcdf2bd63dc5dd3344f1c09c30ff0391994c62f737df7c6/645",
    "content_browsertests": "13717210325b42788851935f8a082577f9a14da4d75bacc217dc0409b42141ee/887",
    "content_unittests": "6cb64ccbf27e6ec6db03eef1f71f92eac2274d68d5bfb9718e70d3f70e1549f7/806",
    "cronet_tests": "b79b006144ce1cc59db6837e18ff223ae316a5bd3bf857735843a953046bfcec/730",
    "cronet_unittests": "57c843d8aa0b485bc0e26d78915821416e2cecd87a5b23dedfaaea7e870a7df8/646",
    "crypto_unittests": "43c8ddb08aa4e777415f7f0b44d7c5c4c6daa96541c89ed12f6e90f862e8760d/569",
    "dbus_unittests": "36fe36f304d771754f72d309b2442dc9eaf5d0a1c51eec0765430d62e1a004ac/569",
    "device_unittests": "4ad9e2884949aa9c6840e77b1cb0c215c3c51f43d17ea150b3fe59bc887a9c5c/646",
    "display_unittests": "197108b8707320a8351360c5533b1a56bc86d1211384aecd6153670d9c4708b6/569",
    "events_unittests": "d7f55a35c78551d3520dc23dbee590acfc6877dea92f6d912af7b2ed4e1931d1/569",
    "extensions_browsertests": "e429aa17a5d4486758fc6d85f9f6e76c1db0d7f938f46e14abac825b1ca23c76/811",
    "extensions_unittests": "b953fff2958d0ea27b64f70f8981c9ad5c0279eb086e61c31f7887e8ceb8ff6e/975",
    "filesystem_service_unittests": "26aea5c4d9dc53262e57c5ff0bc28e0a7f3e76b154774850958531c141a58f7f/569",
    "gcm_unit_tests": "3bf38f5244326b94ec0221b7bea2b3a30ec8d7dc5de1e69943dfbdc53608595f/646",
    "gfx_unittests": "08429839fcd7d6fe6aeb24082ac223339d410b42899c0d4a809cedd58a1db9ae/645",
    "gin_unittests": "2a201cbf70db14e3f496369a39731f8c2e6d42abbbefeefcf13c9d3e1fa422ed/646",
    "gl_tests": "7ab2c9b902146711ab9bcb3ed3a371b03b695b4191fdde722d81e78885184b54/569",
    "gl_unittests": "598d1a177e6a03bb5baaabd873cb6bb3cc389367fcf719c274b31f2034d46562/569",
    "google_apis_unittests": "1cf95b3cae661856a23e4a3f7ae007f3460d2b38a50b8e8a01ea54818dd74605/731",
    "gpu_unittests": "465c4ed7e772d0b1429ec6872c365f25bc0372c89f5885905a8482d56db46a75/646",
    "gwp_asan_unittests": "44252ef5eadff47109012ecfcc1f03b6c329eb3e631708f2ba78aaa638630f55/570",
    "headless_browsertests": "59e5e0346792ee446648cadf912656a70caae29135aa23d89bde653846d70b24/809",
    "headless_unittests": "554de8744197e6489c5ab83d0e252faee3afcb537c49cc032f332bb105ae4c6e/569",
    "interactive_ui_tests": "cf20e7ba45cbd3e01c3cffef4c30d93ec7fe3a5cd9c7773be4ba4af9650b28cc/1128",
    "ipc_tests": "8c1bfe4861a35236cce8fc81281de47cf152360146a21aedb09f2d9e632b6aa6/569",
    "jingle_unittests": "56d22d200bcb47179974e6cba05ff2d15edf8d11f7275e5b20f16ffdbbba7c6e/646",
    "latency_unittests": "0c8ef09db3d148b8568c7e579209b2f302049cfef9b8a90a529a9f1f5f154f2b/569",
    "libjingle_xmpp_unittests": "2e626e6800d6a61447d538164bbe64277a0d7e063f4289395fe91f318b6b72d8/569",
    "liburlpattern_unittests": "315e96e8d8852506363fe7c838a69534002d2ec709dc916cc6d1321a97efc323/569",
    "media_unittests": "fcfefc89989cdb290d2e77d7f9a78d1cd5555ece794eb10007c3deea73501b5c/649",
    "message_center_unittests": "eb9e8605b33b7e6e01079f7a540d2816598f0fd9c28ee64c46a99b9c611328fc/569",
    "midi_unittests": "ffaf7486b71e8b91ae1c4941067f382fa349207ade002cf11a2c458cf911e2f8/569",
    "mojo_core_unittests": "549a054ddcba95fb4a6bf20e80b93b0297528ecae20e73e8766c1b8fb94005c4/569",
    "mojo_unittests": "5803471498bcd5e9f8f10699647cdce060f30fbfdad7ed5ab0a464d685cebcf8/647",
    "native_theme_unittests": "d2a0ac4cc2b864fcb31c1ea7bd18097cf3116c7c458b50e9d3e99a79bf1ff275/569",
    "net_unittests": "e2ce490ddb89603ff7fb3704fe699cfa329e05904d5e18692320f7825a539376/648",
    "openscreen_unittests": "da1411e21ff002227d73041b8056ef2be76a1a47d4fbb86447003dbf17f3b548/811",
    "ozone_x11_unittests": "babd6e83ea37800b1a07338fcc307d6b1e657dae62534b011a88843176114980/569",
    "pdf_unittests": "fb56b9e97ec91fa7e132a3af8885cc30b7d1ac70b0830c45893a8ff2ddc6335b/725",
    "perfetto_unittests": "c576672baf79d8e0ca3960909ddfb622190ad4dde26c507aed42c79daeb8dae2/569",
    "ppapi_unittests": "987d5e56ce926e0fb08c08ad506286ca50e9a13cb367c3f84f4897c24a57e7b6/569",
    "printing_unittests": "69cf32672d1d241e1d858064eb62595ace835be92b17ed9c58d69f48712a8bbc/569",
    "remoting_unittests": "747cd5bfe97220e4314839debdd0a9eb63f5c2fa2c25ec3b1e1a585c57b232e1/646",
    "sandbox_linux_unittests": "da84ce11b65d994fdf11d4d70c91e21b4ec43f366c4b98f9087f28034c378dd7/569",
    "service_manager_unittests": "a1b01921fccf29b31f44059c59ace41538337620a0fa672c4a28da798a008311/569",
    "services_unittests": "8362b92d1c80cdf11ce07049406560318fbce4d52d54d92f08881c54e8e3c87a/815",
    "shell_dialogs_unittests": "778259ff16717ea544c0d32696adacd031ae8f31047dbd7b1791141d16798404/569",
    "skia_unittests": "162c0f503bad25fc18913ec497e38268c20ebd9d4ce3c38bdcf35629e2a6d899/569",
    "snapshot_unittests": "cdb2943806e138fef43ebc9038defb22bcb0cae4bcaf5f88cb8a0eca02bd3c44/569",
    "sql_unittests": "f97c954cf56d09a66ec9e5193e60d5bee480bbebfbdf70d89e3790096cd67778/646",
    "storage_unittests": "2a6cb13c407718b8612fade5ec72b40ac262232814cdc38fd45f518418d6ed25/727",
    "sync_integration_tests": "fbc91aa82140e8b24d75b27391656149ce0d1b0b64db85de6e91f06dec58be45/892",
    "ui_base_unittests": "b2e6c32bbc11b20672a1cd3c13939a344a2fe6ba175ed6aa07ab51c7695949a3/723",
    "ui_touch_selection_unittests": "4668ca6e30e69064ef7adb0578906230b9860a0cfcb10bd6a62ffe4073a638c1/569",
    "unit_tests": "d05d8e0581ecc7e0eece1a3fa7722e1d4faf41f981f84ffbbd123bb9cdf0326f/1141",
    "url_unittests": "bdc5a97eb5eafb536cb59bf2be8bcdee64a2e848545664ff9cdb39c21a3865f5/569",
    "views_unittests": "97e8b6a528367a799127501c09915cb902fc2294e011a439794649d5892829ba/569",
    "viz_unittests": "38f1f985e3fa6927bbc37ef65f01531db6db1d4013d653f16bd770a27df887ce/653",
    "vr_common_unittests": "db0605de3977da791b859c67cf082bfeed70a4cb900ec5a2029016f5b188b518/811",
    "vr_pixeltests": "22c3111e5b14ed9383f7384da28d682aa0454c9eceea18336bb4c50ffa1dd922/725",
    "weblayer_browsertests": "1ce822957e710e2b9033726a0389f59fce1495c7e65d8ca5249248bf2c76ba1d/893",
    "weblayer_unittests": "25e63f98b4c87a50c8217bf7e18d1b5623d6e3990bebccd552d34ade8f04dafe/725",
    "wm_unittests": "714f1de583c9f46dfc5b5832bd8cbcfde8cc102dd0e44fa448905588276f322b/569",
    "wtf_unittests": "252106ce58cbd951e2c2590f9ba1c9aaf3686412f28f66beba86e55de61aef6a/569",
    "x11_unittests": "e1a1fef38cd2e581322490aef2c20c409fe37acbc970e8eacfd9460cab31120a/569",
    "xr_browser_tests": "3fcf73ea75f7662e08c19811c847fb33b5f7617020b4fcc786acc1d8db3400e4/891",
    "zlib_unittests": "67de6614c64d8ac356f0e5db8a93c84470ddbbb87ab90e6332a85418d861dcaf/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22f770413debd417dbb756568178715ce870f497
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78415
  • user_agent:recipe

Debug log (UTC)

[04:45:42.862] New invocation is queued and will start shortly
[04:45:42.862] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:45:44.466] Starting the invocation (attempt 1)
[04:45:44.509] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22f770413debd417dbb756568178715ce870f497"
[04:45:44.509] Popped gitiles commit info from properties and tags
[04:45:44.509] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:45:44.509] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:45:44.510] Buildbucket request:
{
  "requestId": "8998130002808806432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "22f770413debd417dbb756568178715ce870f497"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "52934a5dec6d0a72a4e27272c467dc02ca31e2da",
      "parent_got_dawn_revision": "c6745901f02d5e9633c32d96b8be375957882339",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "22f770413debd417dbb756568178715ce870f497",
      "parent_got_revision_cp": "refs/heads/main@{#934145}",
      "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
      "parent_got_v8_revision": "7fa135243263880d4c33a7eeb584dd7cb9f69370",
      "parent_got_v8_revision_cp": "refs/heads/9.7.40@{#1}",
      "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
      "swarm_hashes": {
            "absl_hardening_tests": "fe138a03b10e4e0d50d72a9a0a0c8fb60be1d30b4f5f02bb52292b1781ed303c/569",
            "accessibility_unittests": "61447200009828a8343d4fd599bedff82bcf51caf549112e8b928f5be2b49b22/569",
            "angle_unittests": "1027342de511376810c2ece4da91f95a6ff2ca53795aec3c29989717f032a3ec/570",
            "app_shell_unittests": "d4d2de0b582e4bc4d8d9a006d86f5f14f10c479bb70f1a170775bf3f49066dec/809",
            "aura_unittests": "b73ea2f87e738382103d574e0cb30a2350d3d1cc5dfd9e9eae43a07c69128eca/569",
            "base_unittests": "e73928deb81fbf75f89255a118420918495a80e668fecabe51ad106d31151f23/648",
            "blink_common_unittests": "242a5549d6221b0c342e8ff3a55b17fbea5a07b6194fd81acbbe6049a4bd8325/647",
            "blink_fuzzer_unittests": "73a58112e0a8bedbc9a12b7baebe074fbf9e2fa9cc135fccb6f2900831f74167/648",
            "blink_heap_unittests": "692822c3b39aed4e0e9d3a19e8f319bf1c6f6fdd42b1915d4aff1eb25b85dbf7/648",
            "blink_platform_unittests": "5b56063dee0fefa866891b46629c912c61762eb9aa9a763842f6319821ed4f80/726",
            "blink_unittests": "ca14160a5cedbed56e3dec855b18ef703415f95e1acaa059f4b7ddbc4a33c6d3/726",
            "boringssl_crypto_tests": "61309031f766092e60bd53b02c5ae986260b7afef805aeca9a526f6daa300851/570",
            "boringssl_ssl_tests": "77c05adb3d93755c50c59c424cd3c873b9b09d69c8f7168bd9f75f0358d178a6/569",
            "capture_unittests": "c6cac7c20b10f20210ddbc428a1bc96b838ff480049b1e8587f965948d115aff/648",
            "cast_unittests": "8ee677d15599430a2e608cc68f5fc1cba8c0d2a92d77ddae1300213d64b8d88f/569",
            "cc_unittests": "361d98bfd411d401ff9deae7315aea0971cd756b4e7162a82e17f5ee1e23ee87/653",
            "chrome_app_unittests": "2027b0bbb338b7f5cedde8f0dcd866c3a9fcc54f4889a1079a7e9950a6416abb/811",
            "chromedriver_unittests": "5649127ac63205fe12dd3b9bab005fb4663a58e1f84a868b8cd34bf9d632b542/726",
            "color_unittests": "b62f4c2515137c108b3b5b25bc2ec4216ca742d3f81453e79a011f458f0ee9cd/569",
            "components_browsertests": "4eec883b8ec937574611a5a5d17013642f35bd06dfa2baa44b5ad5a73aaad971/892",
            "components_unittests": "cb7a10f2627799d9ae8ab9afcd0ae05bd24970559edb9e99cb04ee1e13bebcbf/892",
            "compositor_unittests": "d7c99911fc00cb65bdcdf2bd63dc5dd3344f1c09c30ff0391994c62f737df7c6/645",
            "content_browsertests": "13717210325b42788851935f8a082577f9a14da4d75bacc217dc0409b42141ee/887",
            "content_unittests": "6cb64ccbf27e6ec6db03eef1f71f92eac2274d68d5bfb9718e70d3f70e1549f7/806",
            "cronet_tests": "b79b006144ce1cc59db6837e18ff223ae316a5bd3bf857735843a953046bfcec/730",
            "cronet_unittests": "57c843d8aa0b485bc0e26d78915821416e2cecd87a5b23dedfaaea7e870a7df8/646",
            "crypto_unittests": "43c8ddb08aa4e777415f7f0b44d7c5c4c6daa96541c89ed12f6e90f862e8760d/569",
            "dbus_unittests": "36fe36f304d771754f72d309b2442dc9eaf5d0a1c51eec0765430d62e1a004ac/569",
            "device_unittests": "4ad9e2884949aa9c6840e77b1cb0c215c3c51f43d17ea150b3fe59bc887a9c5c/646",
            "display_unittests": "197108b8707320a8351360c5533b1a56bc86d1211384aecd6153670d9c4708b6/569",
            "events_unittests": "d7f55a35c78551d3520dc23dbee590acfc6877dea92f6d912af7b2ed4e1931d1/569",
            "extensions_browsertests": "e429aa17a5d4486758fc6d85f9f6e76c1db0d7f938f46e14abac825b1ca23c76/811",
            "extensions_unittests": "b953fff2958d0ea27b64f70f8981c9ad5c0279eb086e61c31f7887e8ceb8ff6e/975",
            "filesystem_service_unittests": "26aea5c4d9dc53262e57c5ff0bc28e0a7f3e76b154774850958531c141a58f7f/569",
            "gcm_unit_tests": "3bf38f5244326b94ec0221b7bea2b3a30ec8d7dc5de1e69943dfbdc53608595f/646",
            "gfx_unittests": "08429839fcd7d6fe6aeb24082ac223339d410b42899c0d4a809cedd58a1db9ae/645",
            "gin_unittests": "2a201cbf70db14e3f496369a39731f8c2e6d42abbbefeefcf13c9d3e1fa422ed/646",
            "gl_tests": "7ab2c9b902146711ab9bcb3ed3a371b03b695b4191fdde722d81e78885184b54/569",
            "gl_unittests": "598d1a177e6a03bb5baaabd873cb6bb3cc389367fcf719c274b31f2034d46562/569",
            "google_apis_unittests": "1cf95b3cae661856a23e4a3f7ae007f3460d2b38a50b8e8a01ea54818dd74605/731",
            "gpu_unittests": "465c4ed7e772d0b1429ec6872c365f25bc0372c89f5885905a8482d56db46a75/646",
            "gwp_asan_unittests": "44252ef5eadff47109012ecfcc1f03b6c329eb3e631708f2ba78aaa638630f55/570",
            "headless_browsertests": "59e5e0346792ee446648cadf912656a70caae29135aa23d89bde653846d70b24/809",
            "headless_unittests": "554de8744197e6489c5ab83d0e252faee3afcb537c49cc032f332bb105ae4c6e/569",
            "interactive_ui_tests": "cf20e7ba45cbd3e01c3cffef4c30d93ec7fe3a5cd9c7773be4ba4af9650b28cc/1128",
            "ipc_tests": "8c1bfe4861a35236cce8fc81281de47cf152360146a21aedb09f2d9e632b6aa6/569",
            "jingle_unittests": "56d22d200bcb47179974e6cba05ff2d15edf8d11f7275e5b20f16ffdbbba7c6e/646",
            "latency_unittests": "0c8ef09db3d148b8568c7e579209b2f302049cfef9b8a90a529a9f1f5f154f2b/569",
            "libjingle_xmpp_unittests": "2e626e6800d6a61447d538164bbe64277a0d7e063f4289395fe91f318b6b72d8/569",
            "liburlpattern_unittests": "315e96e8d8852506363fe7c838a69534002d2ec709dc916cc6d1321a97efc323/569",
            "media_unittests": "fcfefc89989cdb290d2e77d7f9a78d1cd5555ece794eb10007c3deea73501b5c/649",
            "message_center_unittests": "eb9e8605b33b7e6e01079f7a540d2816598f0fd9c28ee64c46a99b9c611328fc/569",
            "midi_unittests": "ffaf7486b71e8b91ae1c4941067f382fa349207ade002cf11a2c458cf911e2f8/569",
            "mojo_core_unittests": "549a054ddcba95fb4a6bf20e80b93b0297528ecae20e73e8766c1b8fb94005c4/569",
            "mojo_unittests": "5803471498bcd5e9f8f10699647cdce060f30fbfdad7ed5ab0a464d685cebcf8/647",
            "native_theme_unittests": "d2a0ac4cc2b864fcb31c1ea7bd18097cf3116c7c458b50e9d3e99a79bf1ff275/569",
            "net_unittests": "e2ce490ddb89603ff7fb3704fe699cfa329e05904d5e18692320f7825a539376/648",
            "openscreen_unittests": "da1411e21ff002227d73041b8056ef2be76a1a47d4fbb86447003dbf17f3b548/811",
            "ozone_x11_unittests": "babd6e83ea37800b1a07338fcc307d6b1e657dae62534b011a88843176114980/569",
            "pdf_unittests": "fb56b9e97ec91fa7e132a3af8885cc30b7d1ac70b0830c45893a8ff2ddc6335b/725",
            "perfetto_unittests": "c576672baf79d8e0ca3960909ddfb622190ad4dde26c507aed42c79daeb8dae2/569",
            "ppapi_unittests": "987d5e56ce926e0fb08c08ad506286ca50e9a13cb367c3f84f4897c24a57e7b6/569",
            "printing_unittests": "69cf32672d1d241e1d858064eb62595ace835be92b17ed9c58d69f48712a8bbc/569",
            "remoting_unittests": "747cd5bfe97220e4314839debdd0a9eb63f5c2fa2c25ec3b1e1a585c57b232e1/646",
            "sandbox_linux_unittests": "da84ce11b65d994fdf11d4d70c91e21b4ec43f366c4b98f9087f28034c378dd7/569",
            "service_manager_unittests": "a1b01921fccf29b31f44059c59ace41538337620a0fa672c4a28da798a008311/569",
            "services_unittests": "8362b92d1c80cdf11ce07049406560318fbce4d52d54d92f08881c54e8e3c87a/815",
            "shell_dialogs_unittests": "778259ff16717ea544c0d32696adacd031ae8f31047dbd7b1791141d16798404/569",
            "skia_unittests": "162c0f503bad25fc18913ec497e38268c20ebd9d4ce3c38bdcf35629e2a6d899/569",
            "snapshot_unittests": "cdb2943806e138fef43ebc9038defb22bcb0cae4bcaf5f88cb8a0eca02bd3c44/569",
            "sql_unittests": "f97c954cf56d09a66ec9e5193e60d5bee480bbebfbdf70d89e3790096cd67778/646",
            "storage_unittests": "2a6cb13c407718b8612fade5ec72b40ac262232814cdc38fd45f518418d6ed25/727",
            "sync_integration_tests": "fbc91aa82140e8b24d75b27391656149ce0d1b0b64db85de6e91f06dec58be45/892",
            "ui_base_unittests": "b2e6c32bbc11b20672a1cd3c13939a344a2fe6ba175ed6aa07ab51c7695949a3/723",
            "ui_touch_selection_unittests": "4668ca6e30e69064ef7adb0578906230b9860a0cfcb10bd6a62ffe4073a638c1/569",
            "unit_tests": "d05d8e0581ecc7e0eece1a3fa7722e1d4faf41f981f84ffbbd123bb9cdf0326f/1141",
            "url_unittests": "bdc5a97eb5eafb536cb59bf2be8bcdee64a2e848545664ff9cdb39c21a3865f5/569",
            "views_unittests": "97e8b6a528367a799127501c09915cb902fc2294e011a439794649d5892829ba/569",
            "viz_unittests": "38f1f985e3fa6927bbc37ef65f01531db6db1d4013d653f16bd770a27df887ce/653",
            "vr_common_unittests": "db0605de3977da791b859c67cf082bfeed70a4cb900ec5a2029016f5b188b518/811",
            "vr_pixeltests": "22c3111e5b14ed9383f7384da28d682aa0454c9eceea18336bb4c50ffa1dd922/725",
            "weblayer_browsertests": "1ce822957e710e2b9033726a0389f59fce1495c7e65d8ca5249248bf2c76ba1d/893",
            "weblayer_unittests": "25e63f98b4c87a50c8217bf7e18d1b5623d6e3990bebccd552d34ade8f04dafe/725",
            "wm_unittests": "714f1de583c9f46dfc5b5832bd8cbcfde8cc102dd0e44fa448905588276f322b/569",
            "wtf_unittests": "252106ce58cbd951e2c2590f9ba1c9aaf3686412f28f66beba86e55de61aef6a/569",
            "x11_unittests": "e1a1fef38cd2e581322490aef2c20c409fe37acbc970e8eacfd9460cab31120a/569",
            "xr_browser_tests": "3fcf73ea75f7662e08c19811c847fb33b5f7617020b4fcc786acc1d8db3400e4/891",
            "zlib_unittests": "67de6614c64d8ac356f0e5db8a93c84470ddbbb87ab90e6332a85418d861dcaf/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "22f770413debd417dbb756568178715ce870f497",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998130002808806432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78415"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:45:45.498] Scheduled build:
{
  "id": "8832699940340670337",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70372,
  "createdBy": "project:chromium",
  "createTime": "2021-10-22T04:45:44.582668855Z",
  "updateTime": "2021-10-22T04:45:45.042365509Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "22f770413debd417dbb756568178715ce870f497",
      "ref": "refs/heads/main"
    }
  }
}
[04:45:45.498] Task URL: https://cr-buildbucket.appspot.com/build/8832699940340670337
[04:45:45.498] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:2:0) after 8m47s
[04:45:50.972] Received PubSub notification, asking Buildbucket for the build status
[04:45:51.010] Build status: STARTED
[04:54:32.528] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:2:0)
[04:54:32.560] Build status: STARTED
[04:54:32.560] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:4:0) after 1m45s
[04:56:17.745] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:4:0)
[04:56:17.800] Build status: STARTED
[04:56:17.800] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:5:0) after 9m10s
[05:05:27.923] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:5:0)
[05:05:27.953] Build status: STARTED
[05:05:27.953] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:6:0) after 1m45s
[05:07:13.079] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:6:0)
[05:07:13.109] Build status: STARTED
[05:07:13.109] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:7:0) after 9m10s
[05:16:23.140] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:7:0)
[05:16:23.175] Build status: STARTED
[05:16:23.175] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998130002808806432:8:0) after 5m23s
[05:16:53.136] Received PubSub notification, asking Buildbucket for the build status
[05:16:53.167] Build:
{
  "id": "8832699940340670337",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70372,
  "createdBy": "project:chromium",
  "createTime": "2021-10-22T04:45:44.582668855Z",
  "startTime": "2021-10-22T04:45:50.095816Z",
  "endTime": "2021-10-22T05:16:52.683968241Z",
  "updateTime": "2021-10-22T05:16:52.684336629Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "22f770413debd417dbb756568178715ce870f497",
      "ref": "refs/heads/main"
    }
  }
}
[05:16:53.167] Invocation finished in 31m10.32312009s with status FAILED