Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78409 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7163d9e6db44ea500bfe40feafffee93a39d1b82",
  "parent_got_dawn_revision": "08b9654751a8f5e76331e5e4a9791b20240359a9",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
  "parent_got_revision_cp": "refs/heads/main@{#934076}",
  "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
  "parent_got_v8_revision": "7fa135243263880d4c33a7eeb584dd7cb9f69370",
  "parent_got_v8_revision_cp": "refs/heads/9.7.40@{#1}",
  "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
  "swarm_hashes": {
    "absl_hardening_tests": "fe138a03b10e4e0d50d72a9a0a0c8fb60be1d30b4f5f02bb52292b1781ed303c/569",
    "accessibility_unittests": "9aca331030a114637b3d01274175923f7da3f154fe82576f421434076c5fc214/569",
    "angle_unittests": "7b335f92a4c82f3b6879a5c1d83ea0aa2d0a21aad0d634cf8019b64f448cbdd2/570",
    "app_shell_unittests": "628cde71f1a696c9e0fd62358372a4304968c54eb7ff4772b54e1df0255b77d1/809",
    "aura_unittests": "7b548e0a20d4d8364f6e658dda71f05ebd3f4551ea51d5f8e7e92c9370e04713/569",
    "base_unittests": "ed83f01fcf807ae94c316f697e4e247321213140a86d285027894d06dcea3180/648",
    "blink_common_unittests": "01e19ad020918b0f9c4395c0424f44e7a8b7495d473e625cc634ae68d30a64e0/647",
    "blink_fuzzer_unittests": "5711869cdad4fdfd87c646ab8ea1eac993014dd9b00a6d2b2afaee45a6172f7b/648",
    "blink_heap_unittests": "7cf460adcf9d454dcb947b495e8b9fed051a428930233d7c7113df2d10bc5e71/648",
    "blink_platform_unittests": "09ccd7da33d2bec6749b4b139834742df83c8979d59eff4579cb602cd66f5149/726",
    "blink_unittests": "930ea9461c02d47e4a3fd2a3c9af9a3a003e7cc1da0aba5ae4dae3dec5278fc0/726",
    "boringssl_crypto_tests": "61309031f766092e60bd53b02c5ae986260b7afef805aeca9a526f6daa300851/570",
    "boringssl_ssl_tests": "77c05adb3d93755c50c59c424cd3c873b9b09d69c8f7168bd9f75f0358d178a6/569",
    "capture_unittests": "63f596b40f05e565c2da95f72aa5e665eaafefae9d0db1a83f5b31ee2ad30254/648",
    "cast_unittests": "4047c6e8861b6b993a39a35d83b6a15c4adb747806a6ac58f817223dada63da3/569",
    "cc_unittests": "f78f067f134bc075fe2a7abcc3e56d867ca42641c28ec5b8ea4bc42286385125/653",
    "chrome_app_unittests": "22e43e35e1dcd07aa817b0d130f68ea74f11cf9727339426522dfc6360593cea/811",
    "chromedriver_unittests": "cef6966b0cf7a02db389cb2c99c47371ba149a5c5c582855937cb55fbd06f8ee/726",
    "color_unittests": "858ea14e9bea6e9b0ca929407373a1e48f698a37e59d9a4274f46068b086aa95/569",
    "components_browsertests": "25016255d1fe4fcd1ac91bce462b08f793141b938d75557c6c36e71f9925aa24/892",
    "components_unittests": "495dc703c880871dd773e0091e8495e747611aa0bafc84970ad4e8c402dbfc00/892",
    "compositor_unittests": "d5752580734f0c84914597f655578bf55cadb76c04a75411d800ebc4c670cb40/645",
    "content_browsertests": "c605280428c57f59d8e10939c02eecae69a6a14890c65e7f397c8fde73136b1e/887",
    "content_unittests": "685a53b5c457e6a5831bc2f14ead3e191eebbbb44b07643f4bfc5d851f0c1e52/806",
    "cronet_tests": "fb09ae29cca7dd1c1a50e47541f2abf2ec9ee996b65b6f05722e103fe097b4ce/730",
    "cronet_unittests": "33020ab465bd83e62fa1e15b2ca4238bc9ca6fb2df09186d44294afb6ac22b28/646",
    "crypto_unittests": "43c8ddb08aa4e777415f7f0b44d7c5c4c6daa96541c89ed12f6e90f862e8760d/569",
    "dbus_unittests": "36fe36f304d771754f72d309b2442dc9eaf5d0a1c51eec0765430d62e1a004ac/569",
    "device_unittests": "b06094435e3d7149a4f659d0f6f486bf7dc35960efbe8c742124b67847af9b61/646",
    "display_unittests": "06a980b1127de8981d526378d7ee34ae61bf0e86f039e51e81bb01a8d653db42/569",
    "events_unittests": "06ed1a83219dc96beb4a1e8ab5411c8ec87cdcbd19246c54298fc8507c248f06/569",
    "extensions_browsertests": "f48ece8592c5272f0a199bd6b83e5734b3ad2b48fff102a1242f8b32f267e2b3/811",
    "extensions_unittests": "4a93ff9feda1058488199bb0f2d18f5030c035aa1d30fd4b04abcfcd9c3cd788/975",
    "filesystem_service_unittests": "0f5f5473726036d85b20ebd0245a96d97f141e74e4a5f9c70eb3b0b2b2200a4a/569",
    "gcm_unit_tests": "8dacaacf1b67228ca587de5e61d5de87204e27b928f5dd9d70b1d449909176b7/646",
    "gfx_unittests": "4ca2125845e8381e0429cf48767c073427c3c95dd7265d0df0fa981dd44f66cb/645",
    "gin_unittests": "2a201cbf70db14e3f496369a39731f8c2e6d42abbbefeefcf13c9d3e1fa422ed/646",
    "gl_tests": "b272876b4408eb70c36410d491f41f061fd9a713d638085b366208ad0c59d713/569",
    "gl_unittests": "d1057121c5cb550863c6348227a7e8d8eea17d8280bdca9d11d4e120243ab4d6/569",
    "google_apis_unittests": "02745be69dfc2757c228e90f9d48700426eb04ee251e43ed93457b0fefe732a1/731",
    "gpu_unittests": "96740cc12b03c27f5dd6db4dc2abba71d4d82ac4d4c2514d1852a3f47862f151/646",
    "gwp_asan_unittests": "44252ef5eadff47109012ecfcc1f03b6c329eb3e631708f2ba78aaa638630f55/570",
    "headless_browsertests": "680ea1a0b1e18f4dbe09366c331bbc64415bc62a07e9d598c7502d10dd0ef0f2/809",
    "headless_unittests": "2de2dbc80e18d851b02d1dd3883b588ad8d5edcb6480ec2a4aeb8b26e08ea247/569",
    "interactive_ui_tests": "a398a70205670d33d2d2fcc003768cdb83ef16c27d27ba921285f8e1355f06b4/1128",
    "ipc_tests": "4d0a030b92c66a2aa1d629341ca5ede6c7e9143a145e946b6b8b4f974ca0d474/569",
    "jingle_unittests": "59228e53115a1f500cdde02dbaa9f97bbe17a56fade618944fa5c44feaf2977f/646",
    "latency_unittests": "38640225ccd5060ef51a81dcf3dc588d2902eea501de77ceaab7a79b7f391b14/569",
    "libjingle_xmpp_unittests": "5e1009dc697845d0479a6db936b4a0b5c478f40286e6d0a075aad84f2778477d/569",
    "liburlpattern_unittests": "315e96e8d8852506363fe7c838a69534002d2ec709dc916cc6d1321a97efc323/569",
    "media_unittests": "75c13ff12ee7411b6a3a70e5e9fa285848060be5821fdf5bdf263bbbaf0b5479/649",
    "message_center_unittests": "971b298ef683befd71941a971c876f2d24b29e7af7bf955d70c41fa85141b9a7/569",
    "midi_unittests": "0f709d84158557fee9dbf0040a3ff7d2a6fc6764289afab55ecb883def4a1d67/569",
    "mojo_core_unittests": "7becd7d233df59aa4f5c107354fd57de41af149caf8ca6a9c26864473079f33d/569",
    "mojo_unittests": "3352f4631b8c49fe21d44bb1aee25d5628436a09f7ccdf666ad7de9652064920/647",
    "native_theme_unittests": "f3a1189f3057d9cd48656ed6129f84000eb7457d7ffd1797e051a0774ab0bcb8/569",
    "net_unittests": "d95894b8fca0cd5de275d8c0bc259dfa41331dc4987199d177e8568c1204e937/648",
    "openscreen_unittests": "c67a078548b9c069cb8deb2400110b336cf3b78870ec48f8147ece9d3f9aae39/811",
    "ozone_x11_unittests": "1bddc7bc38f4b932bd18674b3821ca31fb40339eb860aba74a6728b7719515fa/569",
    "pdf_unittests": "be719e26e35006c04dd73ee9f0dcc5a1ad4f0e048de2db25468588c965013307/725",
    "perfetto_unittests": "c576672baf79d8e0ca3960909ddfb622190ad4dde26c507aed42c79daeb8dae2/569",
    "ppapi_unittests": "656630cf8298357056fa38cbef875076d8795e10b739899210b094d6784e9af5/569",
    "printing_unittests": "c4a0e1ea80e47671c9db402a33594660655db2b539523204b6dd28638b63274d/569",
    "remoting_unittests": "125fc332522f65ec5e83be2eb5bdf202b4329dd88ec22556d3a7433d33c5691b/646",
    "sandbox_linux_unittests": "7d0c50dd30b5ed23cd92ddc48183b703618363eccc84662d8597ba97d1b8003a/569",
    "service_manager_unittests": "b6fb0b55f12ac64876c901c3e2f13361c783fcd8b75e4366045bc6ba2b9f7826/569",
    "services_unittests": "48fabaaefb099919843a0c19b7b11012a6c3477c47763fe761de4dbed24d3b4b/815",
    "shell_dialogs_unittests": "4b107d1ad5f260e379050481d2ed53a8960f27e23dbe339e103e46c61c93e062/569",
    "skia_unittests": "269bcc6d53f6d55aff4b0cf5c2655f0ebbc0775b627861a9cfd317d62b91cd57/569",
    "snapshot_unittests": "e800294a691e0787587afde8fd0a6d5f412a702de0951667136e3558c563c7f0/569",
    "sql_unittests": "f97c954cf56d09a66ec9e5193e60d5bee480bbebfbdf70d89e3790096cd67778/646",
    "storage_unittests": "fcbd63276582d0d24c9eb98fde0c6bd37dc82e0afdaf5aa3077af1cf4fdd0f68/727",
    "sync_integration_tests": "b643d8a30dec486d1658ea43c34a1450ec853aed9edaaa05498634bfebc6bb8a/892",
    "ui_base_unittests": "f1d23cd44a6db31fc41ef1e40f3f5fd6512a5f4ee552e2665fd01abf21d02ec1/723",
    "ui_touch_selection_unittests": "e31e778524a6f8c6d9eecf9497c0da3b211e203e7652772cb76628158ce2aee8/569",
    "unit_tests": "e0b1e2effe2d4f1f6f0be1db8945867db4d70956daac377a7ad1cfeaa4b49211/1141",
    "url_unittests": "e5fdd6b66eab57d5bf56fc49c1aef60cbc50a432de87141af6e29ce97defd487/569",
    "views_unittests": "c258baf4991afc16e2ca2d438af1f85cc0d1e8780dd3c5057243ef496a0ef2a1/569",
    "viz_unittests": "4aa40c84111ab35555f5c154c351d0dfd0614bc8157de3caa6b390f68b73fbd6/653",
    "vr_common_unittests": "dbb9feeaf4960b28f9083bbeb8209f50d3593dbb90aa57055741d5fdaece8518/811",
    "vr_pixeltests": "120c371caac99ee9f897debefd0e7f59795443ed8747649e4731462fab89ec94/725",
    "weblayer_browsertests": "fdcede9d370b6499dd3528fd9cb490a01d54e62e555e871f75dda2f53882891f/893",
    "weblayer_unittests": "1e5f318b7fe097edb2408fd79f6de058a0d3d1120162e64123cada74f2bdb97f/725",
    "wm_unittests": "aa809dc4a2334784f5fa7c5ea1bed9e9afbb0201fa363459f282017cb077f08a/569",
    "wtf_unittests": "e40fd32bf4a5fb40f6a380645fe985e18fb57b6dfd5704d54a2b79fb745721a0/569",
    "x11_unittests": "b2a3c93d20a9f07df8ee5a9120dcb3984e2f79cfa6ceee01c9f77a7cfb2069ab/569",
    "xr_browser_tests": "0e2ae1e18708823c04804a7d0274c22a221583adede8f9c64ad011a76ddd3253/891",
    "zlib_unittests": "67de6614c64d8ac356f0e5db8a93c84470ddbbb87ab90e6332a85418d861dcaf/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d2b6e57b020e5500791a6e6c3225739c78ee4d4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78409
  • user_agent:recipe

Debug log (UTC)

[23:44:16.656] New invocation is queued and will start shortly
[23:44:16.656] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:44:18.004] Starting the invocation (attempt 1)
[23:44:18.089] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d2b6e57b020e5500791a6e6c3225739c78ee4d4"
[23:44:18.089] Popped gitiles commit info from properties and tags
[23:44:18.089] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:44:18.090] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:44:18.090] Buildbucket request:
{
  "requestId": "8998148967569006336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7163d9e6db44ea500bfe40feafffee93a39d1b82",
      "parent_got_dawn_revision": "08b9654751a8f5e76331e5e4a9791b20240359a9",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
      "parent_got_revision_cp": "refs/heads/main@{#934076}",
      "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
      "parent_got_v8_revision": "7fa135243263880d4c33a7eeb584dd7cb9f69370",
      "parent_got_v8_revision_cp": "refs/heads/9.7.40@{#1}",
      "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
      "swarm_hashes": {
            "absl_hardening_tests": "fe138a03b10e4e0d50d72a9a0a0c8fb60be1d30b4f5f02bb52292b1781ed303c/569",
            "accessibility_unittests": "9aca331030a114637b3d01274175923f7da3f154fe82576f421434076c5fc214/569",
            "angle_unittests": "7b335f92a4c82f3b6879a5c1d83ea0aa2d0a21aad0d634cf8019b64f448cbdd2/570",
            "app_shell_unittests": "628cde71f1a696c9e0fd62358372a4304968c54eb7ff4772b54e1df0255b77d1/809",
            "aura_unittests": "7b548e0a20d4d8364f6e658dda71f05ebd3f4551ea51d5f8e7e92c9370e04713/569",
            "base_unittests": "ed83f01fcf807ae94c316f697e4e247321213140a86d285027894d06dcea3180/648",
            "blink_common_unittests": "01e19ad020918b0f9c4395c0424f44e7a8b7495d473e625cc634ae68d30a64e0/647",
            "blink_fuzzer_unittests": "5711869cdad4fdfd87c646ab8ea1eac993014dd9b00a6d2b2afaee45a6172f7b/648",
            "blink_heap_unittests": "7cf460adcf9d454dcb947b495e8b9fed051a428930233d7c7113df2d10bc5e71/648",
            "blink_platform_unittests": "09ccd7da33d2bec6749b4b139834742df83c8979d59eff4579cb602cd66f5149/726",
            "blink_unittests": "930ea9461c02d47e4a3fd2a3c9af9a3a003e7cc1da0aba5ae4dae3dec5278fc0/726",
            "boringssl_crypto_tests": "61309031f766092e60bd53b02c5ae986260b7afef805aeca9a526f6daa300851/570",
            "boringssl_ssl_tests": "77c05adb3d93755c50c59c424cd3c873b9b09d69c8f7168bd9f75f0358d178a6/569",
            "capture_unittests": "63f596b40f05e565c2da95f72aa5e665eaafefae9d0db1a83f5b31ee2ad30254/648",
            "cast_unittests": "4047c6e8861b6b993a39a35d83b6a15c4adb747806a6ac58f817223dada63da3/569",
            "cc_unittests": "f78f067f134bc075fe2a7abcc3e56d867ca42641c28ec5b8ea4bc42286385125/653",
            "chrome_app_unittests": "22e43e35e1dcd07aa817b0d130f68ea74f11cf9727339426522dfc6360593cea/811",
            "chromedriver_unittests": "cef6966b0cf7a02db389cb2c99c47371ba149a5c5c582855937cb55fbd06f8ee/726",
            "color_unittests": "858ea14e9bea6e9b0ca929407373a1e48f698a37e59d9a4274f46068b086aa95/569",
            "components_browsertests": "25016255d1fe4fcd1ac91bce462b08f793141b938d75557c6c36e71f9925aa24/892",
            "components_unittests": "495dc703c880871dd773e0091e8495e747611aa0bafc84970ad4e8c402dbfc00/892",
            "compositor_unittests": "d5752580734f0c84914597f655578bf55cadb76c04a75411d800ebc4c670cb40/645",
            "content_browsertests": "c605280428c57f59d8e10939c02eecae69a6a14890c65e7f397c8fde73136b1e/887",
            "content_unittests": "685a53b5c457e6a5831bc2f14ead3e191eebbbb44b07643f4bfc5d851f0c1e52/806",
            "cronet_tests": "fb09ae29cca7dd1c1a50e47541f2abf2ec9ee996b65b6f05722e103fe097b4ce/730",
            "cronet_unittests": "33020ab465bd83e62fa1e15b2ca4238bc9ca6fb2df09186d44294afb6ac22b28/646",
            "crypto_unittests": "43c8ddb08aa4e777415f7f0b44d7c5c4c6daa96541c89ed12f6e90f862e8760d/569",
            "dbus_unittests": "36fe36f304d771754f72d309b2442dc9eaf5d0a1c51eec0765430d62e1a004ac/569",
            "device_unittests": "b06094435e3d7149a4f659d0f6f486bf7dc35960efbe8c742124b67847af9b61/646",
            "display_unittests": "06a980b1127de8981d526378d7ee34ae61bf0e86f039e51e81bb01a8d653db42/569",
            "events_unittests": "06ed1a83219dc96beb4a1e8ab5411c8ec87cdcbd19246c54298fc8507c248f06/569",
            "extensions_browsertests": "f48ece8592c5272f0a199bd6b83e5734b3ad2b48fff102a1242f8b32f267e2b3/811",
            "extensions_unittests": "4a93ff9feda1058488199bb0f2d18f5030c035aa1d30fd4b04abcfcd9c3cd788/975",
            "filesystem_service_unittests": "0f5f5473726036d85b20ebd0245a96d97f141e74e4a5f9c70eb3b0b2b2200a4a/569",
            "gcm_unit_tests": "8dacaacf1b67228ca587de5e61d5de87204e27b928f5dd9d70b1d449909176b7/646",
            "gfx_unittests": "4ca2125845e8381e0429cf48767c073427c3c95dd7265d0df0fa981dd44f66cb/645",
            "gin_unittests": "2a201cbf70db14e3f496369a39731f8c2e6d42abbbefeefcf13c9d3e1fa422ed/646",
            "gl_tests": "b272876b4408eb70c36410d491f41f061fd9a713d638085b366208ad0c59d713/569",
            "gl_unittests": "d1057121c5cb550863c6348227a7e8d8eea17d8280bdca9d11d4e120243ab4d6/569",
            "google_apis_unittests": "02745be69dfc2757c228e90f9d48700426eb04ee251e43ed93457b0fefe732a1/731",
            "gpu_unittests": "96740cc12b03c27f5dd6db4dc2abba71d4d82ac4d4c2514d1852a3f47862f151/646",
            "gwp_asan_unittests": "44252ef5eadff47109012ecfcc1f03b6c329eb3e631708f2ba78aaa638630f55/570",
            "headless_browsertests": "680ea1a0b1e18f4dbe09366c331bbc64415bc62a07e9d598c7502d10dd0ef0f2/809",
            "headless_unittests": "2de2dbc80e18d851b02d1dd3883b588ad8d5edcb6480ec2a4aeb8b26e08ea247/569",
            "interactive_ui_tests": "a398a70205670d33d2d2fcc003768cdb83ef16c27d27ba921285f8e1355f06b4/1128",
            "ipc_tests": "4d0a030b92c66a2aa1d629341ca5ede6c7e9143a145e946b6b8b4f974ca0d474/569",
            "jingle_unittests": "59228e53115a1f500cdde02dbaa9f97bbe17a56fade618944fa5c44feaf2977f/646",
            "latency_unittests": "38640225ccd5060ef51a81dcf3dc588d2902eea501de77ceaab7a79b7f391b14/569",
            "libjingle_xmpp_unittests": "5e1009dc697845d0479a6db936b4a0b5c478f40286e6d0a075aad84f2778477d/569",
            "liburlpattern_unittests": "315e96e8d8852506363fe7c838a69534002d2ec709dc916cc6d1321a97efc323/569",
            "media_unittests": "75c13ff12ee7411b6a3a70e5e9fa285848060be5821fdf5bdf263bbbaf0b5479/649",
            "message_center_unittests": "971b298ef683befd71941a971c876f2d24b29e7af7bf955d70c41fa85141b9a7/569",
            "midi_unittests": "0f709d84158557fee9dbf0040a3ff7d2a6fc6764289afab55ecb883def4a1d67/569",
            "mojo_core_unittests": "7becd7d233df59aa4f5c107354fd57de41af149caf8ca6a9c26864473079f33d/569",
            "mojo_unittests": "3352f4631b8c49fe21d44bb1aee25d5628436a09f7ccdf666ad7de9652064920/647",
            "native_theme_unittests": "f3a1189f3057d9cd48656ed6129f84000eb7457d7ffd1797e051a0774ab0bcb8/569",
            "net_unittests": "d95894b8fca0cd5de275d8c0bc259dfa41331dc4987199d177e8568c1204e937/648",
            "openscreen_unittests": "c67a078548b9c069cb8deb2400110b336cf3b78870ec48f8147ece9d3f9aae39/811",
            "ozone_x11_unittests": "1bddc7bc38f4b932bd18674b3821ca31fb40339eb860aba74a6728b7719515fa/569",
            "pdf_unittests": "be719e26e35006c04dd73ee9f0dcc5a1ad4f0e048de2db25468588c965013307/725",
            "perfetto_unittests": "c576672baf79d8e0ca3960909ddfb622190ad4dde26c507aed42c79daeb8dae2/569",
            "ppapi_unittests": "656630cf8298357056fa38cbef875076d8795e10b739899210b094d6784e9af5/569",
            "printing_unittests": "c4a0e1ea80e47671c9db402a33594660655db2b539523204b6dd28638b63274d/569",
            "remoting_unittests": "125fc332522f65ec5e83be2eb5bdf202b4329dd88ec22556d3a7433d33c5691b/646",
            "sandbox_linux_unittests": "7d0c50dd30b5ed23cd92ddc48183b703618363eccc84662d8597ba97d1b8003a/569",
            "service_manager_unittests": "b6fb0b55f12ac64876c901c3e2f13361c783fcd8b75e4366045bc6ba2b9f7826/569",
            "services_unittests": "48fabaaefb099919843a0c19b7b11012a6c3477c47763fe761de4dbed24d3b4b/815",
            "shell_dialogs_unittests": "4b107d1ad5f260e379050481d2ed53a8960f27e23dbe339e103e46c61c93e062/569",
            "skia_unittests": "269bcc6d53f6d55aff4b0cf5c2655f0ebbc0775b627861a9cfd317d62b91cd57/569",
            "snapshot_unittests": "e800294a691e0787587afde8fd0a6d5f412a702de0951667136e3558c563c7f0/569",
            "sql_unittests": "f97c954cf56d09a66ec9e5193e60d5bee480bbebfbdf70d89e3790096cd67778/646",
            "storage_unittests": "fcbd63276582d0d24c9eb98fde0c6bd37dc82e0afdaf5aa3077af1cf4fdd0f68/727",
            "sync_integration_tests": "b643d8a30dec486d1658ea43c34a1450ec853aed9edaaa05498634bfebc6bb8a/892",
            "ui_base_unittests": "f1d23cd44a6db31fc41ef1e40f3f5fd6512a5f4ee552e2665fd01abf21d02ec1/723",
            "ui_touch_selection_unittests": "e31e778524a6f8c6d9eecf9497c0da3b211e203e7652772cb76628158ce2aee8/569",
            "unit_tests": "e0b1e2effe2d4f1f6f0be1db8945867db4d70956daac377a7ad1cfeaa4b49211/1141",
            "url_unittests": "e5fdd6b66eab57d5bf56fc49c1aef60cbc50a432de87141af6e29ce97defd487/569",
            "views_unittests": "c258baf4991afc16e2ca2d438af1f85cc0d1e8780dd3c5057243ef496a0ef2a1/569",
            "viz_unittests": "4aa40c84111ab35555f5c154c351d0dfd0614bc8157de3caa6b390f68b73fbd6/653",
            "vr_common_unittests": "dbb9feeaf4960b28f9083bbeb8209f50d3593dbb90aa57055741d5fdaece8518/811",
            "vr_pixeltests": "120c371caac99ee9f897debefd0e7f59795443ed8747649e4731462fab89ec94/725",
            "weblayer_browsertests": "fdcede9d370b6499dd3528fd9cb490a01d54e62e555e871f75dda2f53882891f/893",
            "weblayer_unittests": "1e5f318b7fe097edb2408fd79f6de058a0d3d1120162e64123cada74f2bdb97f/725",
            "wm_unittests": "aa809dc4a2334784f5fa7c5ea1bed9e9afbb0201fa363459f282017cb077f08a/569",
            "wtf_unittests": "e40fd32bf4a5fb40f6a380645fe985e18fb57b6dfd5704d54a2b79fb745721a0/569",
            "x11_unittests": "b2a3c93d20a9f07df8ee5a9120dcb3984e2f79cfa6ceee01c9f77a7cfb2069ab/569",
            "xr_browser_tests": "0e2ae1e18708823c04804a7d0274c22a221583adede8f9c64ad011a76ddd3253/891",
            "zlib_unittests": "67de6614c64d8ac356f0e5db8a93c84470ddbbb87ab90e6332a85418d861dcaf/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998148967569006336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78409"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:44:19.064] Scheduled build:
{
  "id": "8832718905202677681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70366,
  "createdBy": "project:chromium",
  "createTime": "2021-10-21T23:44:18.280208729Z",
  "updateTime": "2021-10-21T23:44:18.685635651Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
      "ref": "refs/heads/main"
    }
  }
}
[23:44:19.064] Task URL: https://cr-buildbucket.appspot.com/build/8832718905202677681
[23:44:19.064] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:2:0) after 7m34s
[23:45:06.584] Received PubSub notification, asking Buildbucket for the build status
[23:45:06.611] Build status: STARTED
[23:51:53.097] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:2:0)
[23:51:53.360] Build status: STARTED
[23:51:53.360] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:4:0) after 6m48s
[23:58:41.479] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:4:0)
[23:58:41.507] Build status: STARTED
[23:58:41.507] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:5:0) after 1m58s
[00:00:39.550] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:5:0)
[00:00:39.614] Build status: STARTED
[00:00:39.614] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:6:0) after 8m14s
[00:08:53.879] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:6:0)
[00:08:53.914] Build status: STARTED
[00:08:53.914] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:7:0) after 3m32s
[00:12:25.935] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:7:0)
[00:12:25.973] Build status: STARTED
[00:12:25.973] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998148967569006336:8:0) after 2m51s
[00:13:21.697] Received PubSub notification, asking Buildbucket for the build status
[00:13:21.728] Build:
{
  "id": "8832718905202677681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70366,
  "createdBy": "project:chromium",
  "createTime": "2021-10-21T23:44:18.280208729Z",
  "startTime": "2021-10-21T23:45:04.107566Z",
  "endTime": "2021-10-22T00:13:21.271052026Z",
  "updateTime": "2021-10-22T00:13:21.271846014Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1d2b6e57b020e5500791a6e6c3225739c78ee4d4",
      "ref": "refs/heads/main"
    }
  }
}
[00:13:21.728] Invocation finished in 29m5.087536513s with status FAILED