Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78575 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bbeba56a12dd3ffe9d3af12c94b915360d0ef2df",
  "parent_got_dawn_revision": "346b58cfba07278dcaf35a9353972af987ee9cf2",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
  "parent_got_revision_cp": "refs/heads/main@{#935528}",
  "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
  "parent_got_v8_revision": "23edcc3c09fc8b667c7200e86de911a23dd43b61",
  "parent_got_v8_revision_cp": "refs/heads/9.7.64@{#1}",
  "parent_got_webrtc_revision": "ca9be22b0164ff6fb8528ff1ac5df76a3553a050",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35270}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
  "swarm_hashes": {
    "absl_hardening_tests": "059afb6b79a5a6a3fcb0d3b0f2f9b5e70a356260942e5ee214e5e5fde51258d5/569",
    "accessibility_unittests": "a836ecfda98548365f486ab6097d39daf28368f4315d3ca04e9921c01465ecff/569",
    "angle_unittests": "b67b2411d0927f80588c2283045d6b8447fb948cad3a73cdddca8b0a9b902428/570",
    "app_shell_unittests": "58899866418946ae312e72b0c755750cab301bf01a1bedb3a59ca5d57e90efbf/809",
    "aura_unittests": "0fe954ea665b9c89a6ffe5d68bc9e642f534673d90ef6a8d78f17d50f2be480c/569",
    "base_unittests": "a595f8fcecd8f4955fa10f9c7dab838ed2ca5380e7f2a49750db59c2cec5a9d2/648",
    "blink_common_unittests": "c67fcf6587e771a451d4a6931f7f91f40238570cfb958a14a7578c7150085416/647",
    "blink_fuzzer_unittests": "7d71fa79a82458aa6a45efdc4dc188ea3b80615f43b01ac070e23ce8c9369422/648",
    "blink_heap_unittests": "e709c98d5e0426a8dbd61aa4dce673c088adc1cf93e002097e4f8abcaa16a836/648",
    "blink_platform_unittests": "42010d0cede66a8e3535752eac45838780818b5248cd4af62fb184f187c174c2/726",
    "blink_unittests": "b298924e4df395be9f021e078040911a113b056f378d07f56e561cd206692ae4/726",
    "boringssl_crypto_tests": "332e7dd778af658be140f8317fb7080a51d355b78010c2c12b40653b90924492/570",
    "boringssl_ssl_tests": "6405024875bf0187850e70357a487b18a96fa866442bb226b2bdb34c939e5c4d/569",
    "capture_unittests": "ac17bb6515255f11469f7c49a33d4184cb432864280b2c22ba51f007d147ee6e/648",
    "cast_unittests": "a59b6b572dc544737725ab2e5153c9468193b98a4f9cf0226ac8fdf44a86a315/569",
    "cc_unittests": "eab6340eee94cf60d3a7cb39e191e2df3fd6965c76141dbce47e12c1b9139ef9/653",
    "chrome_app_unittests": "8d8e4791da59bfdea7d0219b148b2d45426a52579e75e4d8136ce88d7e767e52/811",
    "chromedriver_unittests": "7bcf8d3ff4e50bcc95ca2f34854f0a4caafbd0d9e1d51a79e1d8d5a3cc2e33a3/726",
    "color_unittests": "b078e2e0cc2447db6e35f38544bd4ec6d283aca0c9ee9a097f16e32bb46ad5ae/569",
    "components_browsertests": "7c032c3dd93e5ad643fe03b659fc7445202844570cc2aa64d05c89e08ee0cd96/892",
    "components_unittests": "32ef45f61d6ed61f252026393e0d2e8fb88a73f0b265a827372836fa44dc55d3/892",
    "compositor_unittests": "416d21224f9229da30e397ead864f258da658d40c2f4794ff0bc9a63cd0aa625/645",
    "content_browsertests": "97c400f882edf10a5ba709880f681c78aa117628c3364aa56739ed6e2f04a1a4/887",
    "content_unittests": "37e1d7798ecadf96fb994b2be7d1a782f7ce6f29497f54b0fe310518eedb57d9/806",
    "cronet_tests": "62e91d84b269f59be918115472c8c4393693abed3c493a65d6af94ad61673ff3/730",
    "cronet_unittests": "f0b1482c07aaf747fdb447086b48ffc8e8fd78872e954c265ed424839a6e756b/646",
    "crypto_unittests": "b2dcfe0c71de5bf8136d5043662969d7a22b7e2892c26ecce9194f25bffca3c7/569",
    "dbus_unittests": "e1320844f1f24027da5e512d12c6ada1fa25e35773df755e4311cd7bb6e2c625/569",
    "device_unittests": "93816e58f4235a886eae4a267990235a50ce1711d27538dc01b336cd2bded461/646",
    "display_unittests": "28b4ae7a7b06126d0040622df188ebeaac6760187ac38b08b7f9c9c383cfe2a9/569",
    "events_unittests": "a11533212b8745474433fd36229f8e2440c9ab6c927eff83bc0c2a4e29b19e70/569",
    "extensions_browsertests": "025be119a960ffa1900cebb636c3382f1f2dc9d4f33d2406e298ee4526934d33/811",
    "extensions_unittests": "2b549190ae7a760373df5059fb59d50971e5ea536e30c5690fc5dd5002d4dc26/975",
    "filesystem_service_unittests": "2d8acaf592ebda563c48f0cda95323167bd553e49e00471b0597c3264e021a44/569",
    "gcm_unit_tests": "15577b841745607db79c8fa264311ec807516865b0e09eb65a6d820e1eed5f91/646",
    "gfx_unittests": "0121eedf20adc0228741715057a91e9115cbe8924cb28700e0a3a0f525bbb17a/645",
    "gin_unittests": "ddc63c913e1e3c116a2f42d603f28be88eb55155c02953be51349f5f2f1dd29f/646",
    "gl_tests": "6f8f215f277c9732678bda0b09671e981a1b59734cb72f03c6a197b4283ce1b7/569",
    "gl_unittests": "f80d885d45d3e925a87611a7fcd351b802fa6101d8f31abc104fea67f5f35145/569",
    "google_apis_unittests": "7e3389fb05448fb09d5e66e3b83dd9b62927b25e82b861c376d1b329acc12c9e/731",
    "gpu_unittests": "8ddf12d1293fe9fccb9c59a2038fcb3ea44e7b67b31c0f6e404dd64cdf413ae7/646",
    "gwp_asan_unittests": "de2ab609a69dba43bdb6fac37b3d30aecde327737b103da2cc15646ed0959e7e/570",
    "headless_browsertests": "61d8d4c2e4f8452d66a19f1345baca522b5304376fccfa043405802bcfb5d91f/809",
    "headless_unittests": "798159259eec986221fb8e8ca10ade91771f763a7339071906fe3285826eed54/569",
    "interactive_ui_tests": "a2e1c52d094a3026ef67e83b48875a1e9c59f39149e9dd56f6a2ae14ad66a520/1128",
    "ipc_tests": "91466f49b0430a6f4dc908e9742d55e6a16951a1bc2eb7e8f74eee7dbe368585/569",
    "jingle_unittests": "179f70b1adb70592e92268a7fdd268942c956c763d16664741868b1f6d5cbec6/646",
    "latency_unittests": "b1f3d1b85a6b8c0acc8f0c274f7a7695057809b59563abd2e47ca3c5c6a017cb/569",
    "libjingle_xmpp_unittests": "423a72b1bac59fa4b9523e121e67187d70aa872997d0804c66a00538f396d276/569",
    "liburlpattern_unittests": "e739b42f84072307dd14dcb583f34fd06d41fb7f2f6c9183803d3a0980a7100b/569",
    "media_unittests": "3aa492470108dd500b331c44cae1fa35fcef1dcb108562967f793f63ae8a2ceb/649",
    "message_center_unittests": "bf4760bf83357c3fab4c22bc99e338128880cf4c45d09e91c5f2e0b82b385262/569",
    "midi_unittests": "6f2ca6845a5b4db3ba3d50c4960b3ef4fcbf32d8963afce8b1df441368d42183/569",
    "mojo_core_unittests": "f8c31211fb9f66bb3255cc51e6f012ff2feb2fc1c57536558f6ef6fcdf7aac6c/569",
    "mojo_unittests": "c0ebae087b4e3b9614df3b8ea01128481159814cf2e244497b7c6d5230cc4948/647",
    "native_theme_unittests": "ef7c48772e24077d5c4c9ed3af97172daa623e16cf788e2216a5b4f5d24cc422/569",
    "net_unittests": "9e3e9cb3192c7a8da3cd880b8469f56297e536049613e676984998b18bc17fe5/648",
    "openscreen_unittests": "700de9888c7f3d3d47856bd13aaad4dc58a960a91e93e4436e3c9f97021efbd9/811",
    "ozone_x11_unittests": "bdfb616377eb737c0dd6b6a565dc79cd17b62874f41eacaa0bdc2261c070b8d9/569",
    "pdf_unittests": "0b4e3702dbb7f1ab9b3c736e7107a48a585f26671f6ca53a18a13d5c48c2fea8/725",
    "perfetto_unittests": "d17324e735029d5c711bb3374b25f05246f8fe696dc4c0c7b237488d61ec6928/569",
    "ppapi_unittests": "8b8fcda7c94e3e2f21d19ce83ea7b37c8b6791943f1adacf46a2e2d139590a00/569",
    "printing_unittests": "fe334708b0c5c529e58e6a35e68019b53cbb6c824402d33973799fa668a3015c/569",
    "remoting_unittests": "a79bfb57552ccca9c70d71df7b645c9474e2fe4af091a4410b6b6e24a0bbfc42/646",
    "sandbox_linux_unittests": "1c6ecee8c98f80c28d2737763da80244cecc270cd99a53d3b515ec2fea1608ea/569",
    "service_manager_unittests": "773e1f5681497f75b0ce4654418e03c0d090cb34e233de532c0b78d1166035a5/569",
    "services_unittests": "adba906757b14b2536b8cd81accd3a94986d275bfa47105f215df328697b5ebd/815",
    "shell_dialogs_unittests": "0456c824411b5d2ff8a3202ba201931f1d75586b0df257581586a59b4d6a4e6f/569",
    "skia_unittests": "918fb26df77a38a6bee51c209a1055d70e877c544eba6e9e1f9a523ebf6c9c50/569",
    "snapshot_unittests": "44f7ccca2d7606da4842a41ac57e2dcd35bdd383766ae954b0f6ac08dbbb7d34/569",
    "sql_unittests": "3670202cda358fc2d4101c74134a59c76e43959469a6ee5d0ad9012e46372b9b/646",
    "storage_unittests": "e88e2b1845fece709a4a2f4632aa2ddc8d439e67da3101a68c98d70cafdeb9cf/727",
    "sync_integration_tests": "7cccd9919b4114ce85823658b9ed5c83ea2bf134fec063be35e8432459433c87/892",
    "ui_base_unittests": "e1656d778589052a6b2780a045fcc5f080729b34716c5a09796dd3b480286d41/723",
    "ui_touch_selection_unittests": "9f42c6f609e35c43f60f4fddf82f0c0f5da6cb90893d84e16cc7de174f4d6cad/569",
    "unit_tests": "38afb65e642a6a97d553c9d2c748108e2723aeba02b009553d4feecc04fe840e/1141",
    "url_unittests": "9f82de0abd2d5f15f396a616991bbc3c29051f4b72c9ad4dfaca601cac33ca9b/569",
    "views_unittests": "192e54d20c32b63021d485f0ec32066dd04c353af2523fdb8e6d63225455ce62/569",
    "viz_unittests": "a1ddf9df61a4b92df5e2c5dde8ac58f64ef156ac08bbfdfe74fcc13ed7bcf3a9/653",
    "vr_common_unittests": "85d20e923b796e8e7bcac569ebffa0786d90f2aae7388553647cb497d803643b/811",
    "vr_pixeltests": "ed24e487948883106e93f7696de63a2d3a9027e83efd3d9aed048b2d9124ba1c/725",
    "weblayer_browsertests": "aefdbf7f332dde40ab74ba88c67969c3515f6946c7dd05be556a6010ec30112b/893",
    "weblayer_unittests": "8108c00dc6e241bb2fd5fa319c05db08a18ffc0674b54bb5551bc57492a04294/725",
    "wm_unittests": "1a709d023b155289a44bdafdefd77c68f71927152cf02281bb47d604cafc82ba/569",
    "wtf_unittests": "3cac711ebbb2f87f663fb0b5e8704e16472afb44e783b3231ec9835cd29a37a2/569",
    "x11_unittests": "a42b505dfcb93bfdc2f72e70c58a206f9891a2ecb076b8d5d7a93ccf2bce21b7/569",
    "xr_browser_tests": "71697fc286bac85b7d1ffa79e3ba63920e707de7bf506671dc9ea98e2263d4db/891",
    "zlib_unittests": "ba2e3146603d9c0e5ecfae30e5d23d2581636133c3fe4e4d0dbbbe2b730d4ffc/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bbeb7f2c67ce6e7fdb975a686f19161f16a3948
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78575
  • user_agent:recipe

Debug log (UTC)

[20:19:50.566] New invocation is queued and will start shortly
[20:19:50.566] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:19:51.873] Starting the invocation (attempt 1)
[20:19:51.949] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4bbeb7f2c67ce6e7fdb975a686f19161f16a3948"
[20:19:51.949] Popped gitiles commit info from properties and tags
[20:19:51.949] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:51.949] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:51.950] Buildbucket request:
{
  "requestId": "8997618247697745376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bbeba56a12dd3ffe9d3af12c94b915360d0ef2df",
      "parent_got_dawn_revision": "346b58cfba07278dcaf35a9353972af987ee9cf2",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
      "parent_got_revision_cp": "refs/heads/main@{#935528}",
      "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
      "parent_got_v8_revision": "23edcc3c09fc8b667c7200e86de911a23dd43b61",
      "parent_got_v8_revision_cp": "refs/heads/9.7.64@{#1}",
      "parent_got_webrtc_revision": "ca9be22b0164ff6fb8528ff1ac5df76a3553a050",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35270}",
      "swarm_hashes": {
            "absl_hardening_tests": "059afb6b79a5a6a3fcb0d3b0f2f9b5e70a356260942e5ee214e5e5fde51258d5/569",
            "accessibility_unittests": "a836ecfda98548365f486ab6097d39daf28368f4315d3ca04e9921c01465ecff/569",
            "angle_unittests": "b67b2411d0927f80588c2283045d6b8447fb948cad3a73cdddca8b0a9b902428/570",
            "app_shell_unittests": "58899866418946ae312e72b0c755750cab301bf01a1bedb3a59ca5d57e90efbf/809",
            "aura_unittests": "0fe954ea665b9c89a6ffe5d68bc9e642f534673d90ef6a8d78f17d50f2be480c/569",
            "base_unittests": "a595f8fcecd8f4955fa10f9c7dab838ed2ca5380e7f2a49750db59c2cec5a9d2/648",
            "blink_common_unittests": "c67fcf6587e771a451d4a6931f7f91f40238570cfb958a14a7578c7150085416/647",
            "blink_fuzzer_unittests": "7d71fa79a82458aa6a45efdc4dc188ea3b80615f43b01ac070e23ce8c9369422/648",
            "blink_heap_unittests": "e709c98d5e0426a8dbd61aa4dce673c088adc1cf93e002097e4f8abcaa16a836/648",
            "blink_platform_unittests": "42010d0cede66a8e3535752eac45838780818b5248cd4af62fb184f187c174c2/726",
            "blink_unittests": "b298924e4df395be9f021e078040911a113b056f378d07f56e561cd206692ae4/726",
            "boringssl_crypto_tests": "332e7dd778af658be140f8317fb7080a51d355b78010c2c12b40653b90924492/570",
            "boringssl_ssl_tests": "6405024875bf0187850e70357a487b18a96fa866442bb226b2bdb34c939e5c4d/569",
            "capture_unittests": "ac17bb6515255f11469f7c49a33d4184cb432864280b2c22ba51f007d147ee6e/648",
            "cast_unittests": "a59b6b572dc544737725ab2e5153c9468193b98a4f9cf0226ac8fdf44a86a315/569",
            "cc_unittests": "eab6340eee94cf60d3a7cb39e191e2df3fd6965c76141dbce47e12c1b9139ef9/653",
            "chrome_app_unittests": "8d8e4791da59bfdea7d0219b148b2d45426a52579e75e4d8136ce88d7e767e52/811",
            "chromedriver_unittests": "7bcf8d3ff4e50bcc95ca2f34854f0a4caafbd0d9e1d51a79e1d8d5a3cc2e33a3/726",
            "color_unittests": "b078e2e0cc2447db6e35f38544bd4ec6d283aca0c9ee9a097f16e32bb46ad5ae/569",
            "components_browsertests": "7c032c3dd93e5ad643fe03b659fc7445202844570cc2aa64d05c89e08ee0cd96/892",
            "components_unittests": "32ef45f61d6ed61f252026393e0d2e8fb88a73f0b265a827372836fa44dc55d3/892",
            "compositor_unittests": "416d21224f9229da30e397ead864f258da658d40c2f4794ff0bc9a63cd0aa625/645",
            "content_browsertests": "97c400f882edf10a5ba709880f681c78aa117628c3364aa56739ed6e2f04a1a4/887",
            "content_unittests": "37e1d7798ecadf96fb994b2be7d1a782f7ce6f29497f54b0fe310518eedb57d9/806",
            "cronet_tests": "62e91d84b269f59be918115472c8c4393693abed3c493a65d6af94ad61673ff3/730",
            "cronet_unittests": "f0b1482c07aaf747fdb447086b48ffc8e8fd78872e954c265ed424839a6e756b/646",
            "crypto_unittests": "b2dcfe0c71de5bf8136d5043662969d7a22b7e2892c26ecce9194f25bffca3c7/569",
            "dbus_unittests": "e1320844f1f24027da5e512d12c6ada1fa25e35773df755e4311cd7bb6e2c625/569",
            "device_unittests": "93816e58f4235a886eae4a267990235a50ce1711d27538dc01b336cd2bded461/646",
            "display_unittests": "28b4ae7a7b06126d0040622df188ebeaac6760187ac38b08b7f9c9c383cfe2a9/569",
            "events_unittests": "a11533212b8745474433fd36229f8e2440c9ab6c927eff83bc0c2a4e29b19e70/569",
            "extensions_browsertests": "025be119a960ffa1900cebb636c3382f1f2dc9d4f33d2406e298ee4526934d33/811",
            "extensions_unittests": "2b549190ae7a760373df5059fb59d50971e5ea536e30c5690fc5dd5002d4dc26/975",
            "filesystem_service_unittests": "2d8acaf592ebda563c48f0cda95323167bd553e49e00471b0597c3264e021a44/569",
            "gcm_unit_tests": "15577b841745607db79c8fa264311ec807516865b0e09eb65a6d820e1eed5f91/646",
            "gfx_unittests": "0121eedf20adc0228741715057a91e9115cbe8924cb28700e0a3a0f525bbb17a/645",
            "gin_unittests": "ddc63c913e1e3c116a2f42d603f28be88eb55155c02953be51349f5f2f1dd29f/646",
            "gl_tests": "6f8f215f277c9732678bda0b09671e981a1b59734cb72f03c6a197b4283ce1b7/569",
            "gl_unittests": "f80d885d45d3e925a87611a7fcd351b802fa6101d8f31abc104fea67f5f35145/569",
            "google_apis_unittests": "7e3389fb05448fb09d5e66e3b83dd9b62927b25e82b861c376d1b329acc12c9e/731",
            "gpu_unittests": "8ddf12d1293fe9fccb9c59a2038fcb3ea44e7b67b31c0f6e404dd64cdf413ae7/646",
            "gwp_asan_unittests": "de2ab609a69dba43bdb6fac37b3d30aecde327737b103da2cc15646ed0959e7e/570",
            "headless_browsertests": "61d8d4c2e4f8452d66a19f1345baca522b5304376fccfa043405802bcfb5d91f/809",
            "headless_unittests": "798159259eec986221fb8e8ca10ade91771f763a7339071906fe3285826eed54/569",
            "interactive_ui_tests": "a2e1c52d094a3026ef67e83b48875a1e9c59f39149e9dd56f6a2ae14ad66a520/1128",
            "ipc_tests": "91466f49b0430a6f4dc908e9742d55e6a16951a1bc2eb7e8f74eee7dbe368585/569",
            "jingle_unittests": "179f70b1adb70592e92268a7fdd268942c956c763d16664741868b1f6d5cbec6/646",
            "latency_unittests": "b1f3d1b85a6b8c0acc8f0c274f7a7695057809b59563abd2e47ca3c5c6a017cb/569",
            "libjingle_xmpp_unittests": "423a72b1bac59fa4b9523e121e67187d70aa872997d0804c66a00538f396d276/569",
            "liburlpattern_unittests": "e739b42f84072307dd14dcb583f34fd06d41fb7f2f6c9183803d3a0980a7100b/569",
            "media_unittests": "3aa492470108dd500b331c44cae1fa35fcef1dcb108562967f793f63ae8a2ceb/649",
            "message_center_unittests": "bf4760bf83357c3fab4c22bc99e338128880cf4c45d09e91c5f2e0b82b385262/569",
            "midi_unittests": "6f2ca6845a5b4db3ba3d50c4960b3ef4fcbf32d8963afce8b1df441368d42183/569",
            "mojo_core_unittests": "f8c31211fb9f66bb3255cc51e6f012ff2feb2fc1c57536558f6ef6fcdf7aac6c/569",
            "mojo_unittests": "c0ebae087b4e3b9614df3b8ea01128481159814cf2e244497b7c6d5230cc4948/647",
            "native_theme_unittests": "ef7c48772e24077d5c4c9ed3af97172daa623e16cf788e2216a5b4f5d24cc422/569",
            "net_unittests": "9e3e9cb3192c7a8da3cd880b8469f56297e536049613e676984998b18bc17fe5/648",
            "openscreen_unittests": "700de9888c7f3d3d47856bd13aaad4dc58a960a91e93e4436e3c9f97021efbd9/811",
            "ozone_x11_unittests": "bdfb616377eb737c0dd6b6a565dc79cd17b62874f41eacaa0bdc2261c070b8d9/569",
            "pdf_unittests": "0b4e3702dbb7f1ab9b3c736e7107a48a585f26671f6ca53a18a13d5c48c2fea8/725",
            "perfetto_unittests": "d17324e735029d5c711bb3374b25f05246f8fe696dc4c0c7b237488d61ec6928/569",
            "ppapi_unittests": "8b8fcda7c94e3e2f21d19ce83ea7b37c8b6791943f1adacf46a2e2d139590a00/569",
            "printing_unittests": "fe334708b0c5c529e58e6a35e68019b53cbb6c824402d33973799fa668a3015c/569",
            "remoting_unittests": "a79bfb57552ccca9c70d71df7b645c9474e2fe4af091a4410b6b6e24a0bbfc42/646",
            "sandbox_linux_unittests": "1c6ecee8c98f80c28d2737763da80244cecc270cd99a53d3b515ec2fea1608ea/569",
            "service_manager_unittests": "773e1f5681497f75b0ce4654418e03c0d090cb34e233de532c0b78d1166035a5/569",
            "services_unittests": "adba906757b14b2536b8cd81accd3a94986d275bfa47105f215df328697b5ebd/815",
            "shell_dialogs_unittests": "0456c824411b5d2ff8a3202ba201931f1d75586b0df257581586a59b4d6a4e6f/569",
            "skia_unittests": "918fb26df77a38a6bee51c209a1055d70e877c544eba6e9e1f9a523ebf6c9c50/569",
            "snapshot_unittests": "44f7ccca2d7606da4842a41ac57e2dcd35bdd383766ae954b0f6ac08dbbb7d34/569",
            "sql_unittests": "3670202cda358fc2d4101c74134a59c76e43959469a6ee5d0ad9012e46372b9b/646",
            "storage_unittests": "e88e2b1845fece709a4a2f4632aa2ddc8d439e67da3101a68c98d70cafdeb9cf/727",
            "sync_integration_tests": "7cccd9919b4114ce85823658b9ed5c83ea2bf134fec063be35e8432459433c87/892",
            "ui_base_unittests": "e1656d778589052a6b2780a045fcc5f080729b34716c5a09796dd3b480286d41/723",
            "ui_touch_selection_unittests": "9f42c6f609e35c43f60f4fddf82f0c0f5da6cb90893d84e16cc7de174f4d6cad/569",
            "unit_tests": "38afb65e642a6a97d553c9d2c748108e2723aeba02b009553d4feecc04fe840e/1141",
            "url_unittests": "9f82de0abd2d5f15f396a616991bbc3c29051f4b72c9ad4dfaca601cac33ca9b/569",
            "views_unittests": "192e54d20c32b63021d485f0ec32066dd04c353af2523fdb8e6d63225455ce62/569",
            "viz_unittests": "a1ddf9df61a4b92df5e2c5dde8ac58f64ef156ac08bbfdfe74fcc13ed7bcf3a9/653",
            "vr_common_unittests": "85d20e923b796e8e7bcac569ebffa0786d90f2aae7388553647cb497d803643b/811",
            "vr_pixeltests": "ed24e487948883106e93f7696de63a2d3a9027e83efd3d9aed048b2d9124ba1c/725",
            "weblayer_browsertests": "aefdbf7f332dde40ab74ba88c67969c3515f6946c7dd05be556a6010ec30112b/893",
            "weblayer_unittests": "8108c00dc6e241bb2fd5fa319c05db08a18ffc0674b54bb5551bc57492a04294/725",
            "wm_unittests": "1a709d023b155289a44bdafdefd77c68f71927152cf02281bb47d604cafc82ba/569",
            "wtf_unittests": "3cac711ebbb2f87f663fb0b5e8704e16472afb44e783b3231ec9835cd29a37a2/569",
            "x11_unittests": "a42b505dfcb93bfdc2f72e70c58a206f9891a2ecb076b8d5d7a93ccf2bce21b7/569",
            "xr_browser_tests": "71697fc286bac85b7d1ffa79e3ba63920e707de7bf506671dc9ea98e2263d4db/891",
            "zlib_unittests": "ba2e3146603d9c0e5ecfae30e5d23d2581636133c3fe4e4d0dbbbe2b730d4ffc/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997618247697745376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78575"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:19:52.717] Scheduled build:
{
  "id": "8832188185364060913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70531,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T20:19:52.159836449Z",
  "updateTime": "2021-10-27T20:19:52.159836449Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
      "ref": "refs/heads/main"
    }
  }
}
[20:19:52.717] Task URL: https://cr-buildbucket.appspot.com/build/8832188185364060913
[20:19:52.717] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:2:0) after 2m59s
[20:20:35.017] Received PubSub notification, asking Buildbucket for the build status
[20:20:35.049] Build status: STARTED
[20:22:51.738] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:2:0)
[20:22:51.778] Build status: STARTED
[20:22:51.778] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:4:0) after 6m24s
[20:29:15.780] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:4:0)
[20:29:15.815] Build status: STARTED
[20:29:15.815] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:5:0) after 9m6s
[20:38:21.837] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:5:0)
[20:38:21.867] Build status: STARTED
[20:38:21.867] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:6:0) after 6m55s
[20:45:16.887] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:6:0)
[20:45:16.916] Build status: STARTED
[20:45:16.916] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997618247697745376:7:0) after 5m14s
[20:47:24.639] Received PubSub notification, asking Buildbucket for the build status
[20:47:24.673] Build:
{
  "id": "8832188185364060913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70531,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T20:19:52.159836449Z",
  "startTime": "2021-10-27T20:20:33.881418Z",
  "endTime": "2021-10-27T20:47:24.188214393Z",
  "updateTime": "2021-10-27T20:47:24.188214393Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4bbeb7f2c67ce6e7fdb975a686f19161f16a3948",
      "ref": "refs/heads/main"
    }
  }
}
[20:47:24.673] Invocation finished in 27m34.12237363s with status FAILED