Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78769 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "2514566d8253e0d5839dba326ad15914b466699c",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
  "parent_got_revision_cp": "refs/heads/main@{#937838}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "d7cd6b5b8af8f44c1f8efbec29339e2be15030fd",
  "parent_got_v8_revision_cp": "refs/heads/9.7.105@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
  "swarm_hashes": {
    "absl_hardening_tests": "c0d9eb33bf045cdd64990a3ca82243c40124a4333cd9e82e80a74842fcc2c7ae/569",
    "accessibility_unittests": "d2e823d32dff335039fdd3d07207537eb046b82f3ee80a4d1cc5f36bbc05e4cd/569",
    "angle_unittests": "fe6cba7761e19e909d5e68c1c167f7117bdca8eaf65a0b0b2e937122f1192e80/570",
    "app_shell_unittests": "801c2ee7df0184cae6f2c529348ccf4aeaaed58355d16de52c8f2eabd3afd5f5/809",
    "aura_unittests": "6ca831bf8e23eb42e89f72ed7af7f4e895959991569b0af7e152c358d001a7b2/569",
    "base_unittests": "dfb667b16583fe00dbd7df877bdbea17017036052e3ebf1a5b75ec9941d6f321/648",
    "blink_common_unittests": "8e27f806b712187f57c6816ed2dd46c2a5000ebc48cafd585ada7edd4c455159/647",
    "blink_fuzzer_unittests": "4eb4f75e236a2a33ff381eb1994b4295494ca26d1271f7ec9c32150b67e54808/648",
    "blink_heap_unittests": "a18c638c58c8b652841f96894c44511f9e745bedf147c655222c9ffe7a83cca6/648",
    "blink_platform_unittests": "111cfe1d40c5d2ee0e14c5acc1cb5afcfce7c0fb2698dae0386ca70fcfe9b3c9/726",
    "blink_unittests": "d8c34836990d092457d414f1d21bfa895159b48740e232501d872822d4c379e6/726",
    "boringssl_crypto_tests": "afbb6b053bdfacf901fceac997ac06ffd5ff323433a1512ae2bf8431912f8636/570",
    "boringssl_ssl_tests": "95968c8e9f95ca1213cfef0817a449dc5385030295d9776403129e7d81a3d7f2/569",
    "capture_unittests": "32f18c7db6e342aaa6637953210e242d58adc8b8402d1bfa96d9375269a52d3e/648",
    "cast_unittests": "5f76cde5e3e2a01d2c26f4ac52db3a50a083a9d16d5731752f757d64dfd0d34a/569",
    "cc_unittests": "5d6a0db26476bc5bc404b3c0caee478bfbb7aa47d2dbe16d1309d3462829c5b7/653",
    "chrome_app_unittests": "bc12deac83aaa860e75bf03518d545f6d6cfeac86f507e5d08f26df0a787ea76/811",
    "chromedriver_unittests": "7180c50de0f41faf4d7a5fcccf2458dbad88e63865bc929c6427be7e389c5c00/726",
    "color_unittests": "3db0d35fd20c59d9b0245041d09c578e185c3542e2c849dc3b8bd1bba81e89d5/569",
    "components_browsertests": "97893417834cf197ddef27c67d9dc2abdac4057042bb74a85b8324a86f17e172/892",
    "components_unittests": "685734dfafdcb153ad2ce1fde17879b5243bacc7e8682d2f81737e618b05785b/892",
    "compositor_unittests": "860da021575e3a67366cf66f4038f3050fd5aa264a9b496eb82cca938a4bae7c/645",
    "content_browsertests": "745fc8f9f9c0b2a30105805a032fc719d075d9b3643ae6feba6aab2e59fa80d7/887",
    "content_unittests": "f96a0f3942f6e9d3f17555ab4faa3cd4bbb7fea5dd4f79213d414a85ff457863/806",
    "cronet_tests": "b52b17545b4c9beb9f2266ee560f219c3c558a93cff0f16daf39d77bbbc96e58/730",
    "cronet_unittests": "3857fec37d0bef49631c41ef1d76c4a500e6f31a54ef169f0b9e6579f2198497/646",
    "crypto_unittests": "c33e975c9c810764ab38934f704c561bb066979117c751c9ad93867be1274c95/569",
    "dbus_unittests": "0a584c31159d559a0314e70c9b04cd726738e778e28080d784488ecd15f6504f/569",
    "device_unittests": "793c29bc3eee29f83d3849dca038d32498118815113acb483cc6302d30a0427e/646",
    "display_unittests": "b0b9d92e0c93c6a15ec4bd58a00ff4b42101938d7a2f054840e0b0920a11948a/569",
    "events_unittests": "8fa9ada350fc0c310de57b106c65675054d7a5982c585160c3010cda0e016156/569",
    "extensions_browsertests": "6604778dbf9a07f2ce26d349e9be996dd7aea39133f03524b71647b017aeff7a/811",
    "extensions_unittests": "282ab61de1b94b1e697ad942b0ed55e220dbc58c81e590260154b2a505be75c0/975",
    "filesystem_service_unittests": "727d727e692ef4fe095e842aafaf79d90dba9dceafc67165c1fc8886ac02b83b/569",
    "gcm_unit_tests": "a7fbe025fa2457a2a4923e51986a365f7e50b1b8d5c8743b80a94feac55c3fa5/646",
    "gfx_unittests": "7199f8bab142c7b10563fb9fee6034bca11a92577e7d137f992ed4df376dabf4/645",
    "gin_unittests": "6908464f51b7da4503038e99df5729d5a9775ac2da62c088c780ecace4d97384/646",
    "gl_tests": "7fffe774bbe8d92d1a6acef3c641ad2a3f789a5cfa9d9257c8bbf9ab0148cf66/569",
    "gl_unittests": "89a2a423255b07fb12cb17a2a0085ca9d5ceb577b8b6401e928b2ba9164b4293/569",
    "google_apis_unittests": "a0a1d8813fef8984d594041d36f4c7b024d2823c9d4f3e37885a097befff2692/731",
    "gpu_unittests": "76be0f7c5218da8aeadb13418a4a754f765df06b4989bb48f0d5770f8611d3e3/646",
    "gwp_asan_unittests": "44647ac52c426b48335b177d055eaabf0f2d2437a43659cb1e9486e28f84b236/570",
    "headless_browsertests": "6ce9caaeb8bca91db3e73c3aaeca77818050f66a4d8248ac602cb9cfadcf2299/809",
    "headless_unittests": "39a64b125c4512cea7814bb54b2cc90a71d066fca9a6c2c3efad6ca690c5c1be/569",
    "interactive_ui_tests": "07196b7b0f5758d24f67bbd3e059347ae4cfb25d39e4db0f3d28a1d5f70c74dc/1128",
    "ipc_tests": "8e4811395b691afe244e9256d19aaa8765bb3016d16e6732fd7b021639f3addd/569",
    "jingle_unittests": "130bcee5790c50380f1ea02ea632b2bf880e1953ccae557cdce4b52e505df111/646",
    "latency_unittests": "c7ed61b4b239bb3307ac2b25364e27b35644b9e18ebd5cce6277878cdbbd3663/569",
    "libjingle_xmpp_unittests": "856c2444995e52b6fe079ad13d536603ccae2ca1b4b32dc2d7158ea793f3f894/569",
    "liburlpattern_unittests": "6eb213197c31be24f4a1e9e989e5dfe54bb9a21a64052044446192396c3c6272/569",
    "media_unittests": "d382527b3821445128ba1ce9c90274f350a4962a4f3dc967c586cbf0e4648be2/649",
    "message_center_unittests": "8848e8c9d525104eb6ce18d8cbfe469fa79aaf05ad5f311880ff80bac8fabc44/569",
    "midi_unittests": "ff8cc42e2a3a17ab92e72af2671ba0f1b04ca1e5d8469ca87476d476a26712bb/569",
    "mojo_core_unittests": "dee8e67587179b9441136af980c8137b5a37706e8d202717c3c891620e0cee97/569",
    "mojo_unittests": "ef05328a7e9480f3ba53a34b1c32d8e94175d66b86b78f9f9ece03446c47b382/647",
    "native_theme_unittests": "2298e2e3f441da07de32c7eb641642979d86e54d0b2dd551299c6d38e314db30/569",
    "net_unittests": "8abcae7a67b8578eea1fea1a1b2e60c2b9aaf90fa572315ccfc1ab26b13fd5eb/648",
    "openscreen_unittests": "bf5fe03f490e0d2130567125f9ac919b56c089cd8f6d30fef844886bbd53d0b3/811",
    "ozone_x11_unittests": "6a2bec645be8fa16fa2918c49b85df9e5b1dc29e7ff52383b2b73fb5c17c7c3b/569",
    "pdf_unittests": "b9d25e448dac146dd25afd449152637f46705768a2f4b593ef2a1aeb3846d3b4/725",
    "perfetto_unittests": "f9a28e177b7d61cb8839cc0d423e599d41aa7d639779b57555c6f53dea0a29de/569",
    "ppapi_unittests": "e7fec3a18d760ceedcf8203af485d8ba4567700d44ef509c21c875e028d8b42a/569",
    "printing_unittests": "2b8e7e07f5711ee3f79a96497b73948fe780798b4e547a010a9ee8221c6534a4/569",
    "remoting_unittests": "8bcdc439733b9dc61b6000e9c988142ee9f220c8b4743f0f0ac106f842d9c901/646",
    "sandbox_linux_unittests": "73c3583bad7f7bec2920e022cdb0072e070532afccd51b4772f7ac24e9c5de71/569",
    "service_manager_unittests": "7cacfda8a3cc4019fecabce889965ee187de8cd321c19bb94ca2a5e04d60e372/569",
    "services_unittests": "5ba35e3502a1f0a8f65e12e63b2bd240c3c65f0ff08b55eedde926359404537d/815",
    "shell_dialogs_unittests": "50632aec19d871002795c16863a48107fa991611591f382e153a1e6227c1775a/569",
    "skia_unittests": "bb2ec1db32b60fcd8c784985a5f14e0b030920d9e883c627e0000cd18e35fab4/569",
    "snapshot_unittests": "6523a42a4caa25429b7d1fd9f3623f9440048bbf35db8b86834f4a39a573e06e/569",
    "sql_unittests": "7098d6f6c2a6766b06867c17793a4e52766e4901145e2eb33d05c1477d46e9da/646",
    "storage_unittests": "857a287ba9ce374de376cde87ed9121466611216f6012ba712c325b14a2491e6/727",
    "sync_integration_tests": "48683061fc668631b2545bd00a2e5f69060e5801f1412f40f869b77cff663821/892",
    "ui_base_unittests": "b0c5b5b2937f138c4618cc19554fab1811086e9182f3fb6c06ec88de9f97923d/723",
    "ui_touch_selection_unittests": "9871dce014738ba5c9900f94c02e4329e034784c72d387ebdc006652d0debe0a/569",
    "unit_tests": "f13e7414a14afdef095f2b328f3a4e37272b7b631a7011a24871a4a8d82d80ed/1141",
    "url_unittests": "a2acf06b53a17e537d4a2ffce9548f13efcb1e4ea880adad92c623b9f9bb9112/569",
    "views_unittests": "d6595753ff51e571b9bf6f865e9b1d8d47edc3de95c0612ec33dc90c533ea662/569",
    "viz_unittests": "2de4b8d0c4e662f767b7ae49d657a15abddc77cb5fab0b16b62768ff89fbdb72/653",
    "vr_common_unittests": "fc6951271e170f5bc8649dc1ed04587515c66eb48fe395b2312d6dff3817f898/811",
    "vr_pixeltests": "75417e4cbdae11be90733486f6724c254cab5b912cd901df93c4e34dd280616a/725",
    "weblayer_browsertests": "923b92cd964e03617798fc21ab9ef181cf4ff780474566ee70e10f29564898bc/893",
    "weblayer_unittests": "2faa195cd0c401807b9d37c34356db627b80ca20d1ef32a11ef6dd5e2deb25d8/725",
    "wm_unittests": "d83e3ca6f01663e51eeadf2582cab2a2238fe020e1928cc3f96ea1ccf8ab3be2/569",
    "wtf_unittests": "a8b979f7b54b8b8dfba9f059f7823773e72bb96b7bef71905bb1805614627150/569",
    "x11_unittests": "e02085979807736c6c981ce796b42dc6bfeb3a77945536440e80ed29d71b5b20/569",
    "xr_browser_tests": "9831cb77572333012fc00a6df0ec41a5a67e16b635caee88fd36c1cfca3d662c/891",
    "zlib_unittests": "a621b4d1fe7101b45f25b321b64d2206e9d2093aa6b601936bd14e05c481dd14/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5cd71f19f7a8694680c301e7f05ba60e1bd9c03e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78769
  • user_agent:recipe

Debug log (UTC)

[13:16:39.177] New invocation is queued and will start shortly
[13:16:39.177] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:16:40.257] Starting the invocation (attempt 1)
[13:16:40.313] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5cd71f19f7a8694680c301e7f05ba60e1bd9c03e"
[13:16:40.313] Popped gitiles commit info from properties and tags
[13:16:40.314] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:16:40.314] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:16:40.314] Buildbucket request:
{
  "requestId": "8997010693735881568",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "2514566d8253e0d5839dba326ad15914b466699c",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
      "parent_got_revision_cp": "refs/heads/main@{#937838}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "d7cd6b5b8af8f44c1f8efbec29339e2be15030fd",
      "parent_got_v8_revision_cp": "refs/heads/9.7.105@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "c0d9eb33bf045cdd64990a3ca82243c40124a4333cd9e82e80a74842fcc2c7ae/569",
            "accessibility_unittests": "d2e823d32dff335039fdd3d07207537eb046b82f3ee80a4d1cc5f36bbc05e4cd/569",
            "angle_unittests": "fe6cba7761e19e909d5e68c1c167f7117bdca8eaf65a0b0b2e937122f1192e80/570",
            "app_shell_unittests": "801c2ee7df0184cae6f2c529348ccf4aeaaed58355d16de52c8f2eabd3afd5f5/809",
            "aura_unittests": "6ca831bf8e23eb42e89f72ed7af7f4e895959991569b0af7e152c358d001a7b2/569",
            "base_unittests": "dfb667b16583fe00dbd7df877bdbea17017036052e3ebf1a5b75ec9941d6f321/648",
            "blink_common_unittests": "8e27f806b712187f57c6816ed2dd46c2a5000ebc48cafd585ada7edd4c455159/647",
            "blink_fuzzer_unittests": "4eb4f75e236a2a33ff381eb1994b4295494ca26d1271f7ec9c32150b67e54808/648",
            "blink_heap_unittests": "a18c638c58c8b652841f96894c44511f9e745bedf147c655222c9ffe7a83cca6/648",
            "blink_platform_unittests": "111cfe1d40c5d2ee0e14c5acc1cb5afcfce7c0fb2698dae0386ca70fcfe9b3c9/726",
            "blink_unittests": "d8c34836990d092457d414f1d21bfa895159b48740e232501d872822d4c379e6/726",
            "boringssl_crypto_tests": "afbb6b053bdfacf901fceac997ac06ffd5ff323433a1512ae2bf8431912f8636/570",
            "boringssl_ssl_tests": "95968c8e9f95ca1213cfef0817a449dc5385030295d9776403129e7d81a3d7f2/569",
            "capture_unittests": "32f18c7db6e342aaa6637953210e242d58adc8b8402d1bfa96d9375269a52d3e/648",
            "cast_unittests": "5f76cde5e3e2a01d2c26f4ac52db3a50a083a9d16d5731752f757d64dfd0d34a/569",
            "cc_unittests": "5d6a0db26476bc5bc404b3c0caee478bfbb7aa47d2dbe16d1309d3462829c5b7/653",
            "chrome_app_unittests": "bc12deac83aaa860e75bf03518d545f6d6cfeac86f507e5d08f26df0a787ea76/811",
            "chromedriver_unittests": "7180c50de0f41faf4d7a5fcccf2458dbad88e63865bc929c6427be7e389c5c00/726",
            "color_unittests": "3db0d35fd20c59d9b0245041d09c578e185c3542e2c849dc3b8bd1bba81e89d5/569",
            "components_browsertests": "97893417834cf197ddef27c67d9dc2abdac4057042bb74a85b8324a86f17e172/892",
            "components_unittests": "685734dfafdcb153ad2ce1fde17879b5243bacc7e8682d2f81737e618b05785b/892",
            "compositor_unittests": "860da021575e3a67366cf66f4038f3050fd5aa264a9b496eb82cca938a4bae7c/645",
            "content_browsertests": "745fc8f9f9c0b2a30105805a032fc719d075d9b3643ae6feba6aab2e59fa80d7/887",
            "content_unittests": "f96a0f3942f6e9d3f17555ab4faa3cd4bbb7fea5dd4f79213d414a85ff457863/806",
            "cronet_tests": "b52b17545b4c9beb9f2266ee560f219c3c558a93cff0f16daf39d77bbbc96e58/730",
            "cronet_unittests": "3857fec37d0bef49631c41ef1d76c4a500e6f31a54ef169f0b9e6579f2198497/646",
            "crypto_unittests": "c33e975c9c810764ab38934f704c561bb066979117c751c9ad93867be1274c95/569",
            "dbus_unittests": "0a584c31159d559a0314e70c9b04cd726738e778e28080d784488ecd15f6504f/569",
            "device_unittests": "793c29bc3eee29f83d3849dca038d32498118815113acb483cc6302d30a0427e/646",
            "display_unittests": "b0b9d92e0c93c6a15ec4bd58a00ff4b42101938d7a2f054840e0b0920a11948a/569",
            "events_unittests": "8fa9ada350fc0c310de57b106c65675054d7a5982c585160c3010cda0e016156/569",
            "extensions_browsertests": "6604778dbf9a07f2ce26d349e9be996dd7aea39133f03524b71647b017aeff7a/811",
            "extensions_unittests": "282ab61de1b94b1e697ad942b0ed55e220dbc58c81e590260154b2a505be75c0/975",
            "filesystem_service_unittests": "727d727e692ef4fe095e842aafaf79d90dba9dceafc67165c1fc8886ac02b83b/569",
            "gcm_unit_tests": "a7fbe025fa2457a2a4923e51986a365f7e50b1b8d5c8743b80a94feac55c3fa5/646",
            "gfx_unittests": "7199f8bab142c7b10563fb9fee6034bca11a92577e7d137f992ed4df376dabf4/645",
            "gin_unittests": "6908464f51b7da4503038e99df5729d5a9775ac2da62c088c780ecace4d97384/646",
            "gl_tests": "7fffe774bbe8d92d1a6acef3c641ad2a3f789a5cfa9d9257c8bbf9ab0148cf66/569",
            "gl_unittests": "89a2a423255b07fb12cb17a2a0085ca9d5ceb577b8b6401e928b2ba9164b4293/569",
            "google_apis_unittests": "a0a1d8813fef8984d594041d36f4c7b024d2823c9d4f3e37885a097befff2692/731",
            "gpu_unittests": "76be0f7c5218da8aeadb13418a4a754f765df06b4989bb48f0d5770f8611d3e3/646",
            "gwp_asan_unittests": "44647ac52c426b48335b177d055eaabf0f2d2437a43659cb1e9486e28f84b236/570",
            "headless_browsertests": "6ce9caaeb8bca91db3e73c3aaeca77818050f66a4d8248ac602cb9cfadcf2299/809",
            "headless_unittests": "39a64b125c4512cea7814bb54b2cc90a71d066fca9a6c2c3efad6ca690c5c1be/569",
            "interactive_ui_tests": "07196b7b0f5758d24f67bbd3e059347ae4cfb25d39e4db0f3d28a1d5f70c74dc/1128",
            "ipc_tests": "8e4811395b691afe244e9256d19aaa8765bb3016d16e6732fd7b021639f3addd/569",
            "jingle_unittests": "130bcee5790c50380f1ea02ea632b2bf880e1953ccae557cdce4b52e505df111/646",
            "latency_unittests": "c7ed61b4b239bb3307ac2b25364e27b35644b9e18ebd5cce6277878cdbbd3663/569",
            "libjingle_xmpp_unittests": "856c2444995e52b6fe079ad13d536603ccae2ca1b4b32dc2d7158ea793f3f894/569",
            "liburlpattern_unittests": "6eb213197c31be24f4a1e9e989e5dfe54bb9a21a64052044446192396c3c6272/569",
            "media_unittests": "d382527b3821445128ba1ce9c90274f350a4962a4f3dc967c586cbf0e4648be2/649",
            "message_center_unittests": "8848e8c9d525104eb6ce18d8cbfe469fa79aaf05ad5f311880ff80bac8fabc44/569",
            "midi_unittests": "ff8cc42e2a3a17ab92e72af2671ba0f1b04ca1e5d8469ca87476d476a26712bb/569",
            "mojo_core_unittests": "dee8e67587179b9441136af980c8137b5a37706e8d202717c3c891620e0cee97/569",
            "mojo_unittests": "ef05328a7e9480f3ba53a34b1c32d8e94175d66b86b78f9f9ece03446c47b382/647",
            "native_theme_unittests": "2298e2e3f441da07de32c7eb641642979d86e54d0b2dd551299c6d38e314db30/569",
            "net_unittests": "8abcae7a67b8578eea1fea1a1b2e60c2b9aaf90fa572315ccfc1ab26b13fd5eb/648",
            "openscreen_unittests": "bf5fe03f490e0d2130567125f9ac919b56c089cd8f6d30fef844886bbd53d0b3/811",
            "ozone_x11_unittests": "6a2bec645be8fa16fa2918c49b85df9e5b1dc29e7ff52383b2b73fb5c17c7c3b/569",
            "pdf_unittests": "b9d25e448dac146dd25afd449152637f46705768a2f4b593ef2a1aeb3846d3b4/725",
            "perfetto_unittests": "f9a28e177b7d61cb8839cc0d423e599d41aa7d639779b57555c6f53dea0a29de/569",
            "ppapi_unittests": "e7fec3a18d760ceedcf8203af485d8ba4567700d44ef509c21c875e028d8b42a/569",
            "printing_unittests": "2b8e7e07f5711ee3f79a96497b73948fe780798b4e547a010a9ee8221c6534a4/569",
            "remoting_unittests": "8bcdc439733b9dc61b6000e9c988142ee9f220c8b4743f0f0ac106f842d9c901/646",
            "sandbox_linux_unittests": "73c3583bad7f7bec2920e022cdb0072e070532afccd51b4772f7ac24e9c5de71/569",
            "service_manager_unittests": "7cacfda8a3cc4019fecabce889965ee187de8cd321c19bb94ca2a5e04d60e372/569",
            "services_unittests": "5ba35e3502a1f0a8f65e12e63b2bd240c3c65f0ff08b55eedde926359404537d/815",
            "shell_dialogs_unittests": "50632aec19d871002795c16863a48107fa991611591f382e153a1e6227c1775a/569",
            "skia_unittests": "bb2ec1db32b60fcd8c784985a5f14e0b030920d9e883c627e0000cd18e35fab4/569",
            "snapshot_unittests": "6523a42a4caa25429b7d1fd9f3623f9440048bbf35db8b86834f4a39a573e06e/569",
            "sql_unittests": "7098d6f6c2a6766b06867c17793a4e52766e4901145e2eb33d05c1477d46e9da/646",
            "storage_unittests": "857a287ba9ce374de376cde87ed9121466611216f6012ba712c325b14a2491e6/727",
            "sync_integration_tests": "48683061fc668631b2545bd00a2e5f69060e5801f1412f40f869b77cff663821/892",
            "ui_base_unittests": "b0c5b5b2937f138c4618cc19554fab1811086e9182f3fb6c06ec88de9f97923d/723",
            "ui_touch_selection_unittests": "9871dce014738ba5c9900f94c02e4329e034784c72d387ebdc006652d0debe0a/569",
            "unit_tests": "f13e7414a14afdef095f2b328f3a4e37272b7b631a7011a24871a4a8d82d80ed/1141",
            "url_unittests": "a2acf06b53a17e537d4a2ffce9548f13efcb1e4ea880adad92c623b9f9bb9112/569",
            "views_unittests": "d6595753ff51e571b9bf6f865e9b1d8d47edc3de95c0612ec33dc90c533ea662/569",
            "viz_unittests": "2de4b8d0c4e662f767b7ae49d657a15abddc77cb5fab0b16b62768ff89fbdb72/653",
            "vr_common_unittests": "fc6951271e170f5bc8649dc1ed04587515c66eb48fe395b2312d6dff3817f898/811",
            "vr_pixeltests": "75417e4cbdae11be90733486f6724c254cab5b912cd901df93c4e34dd280616a/725",
            "weblayer_browsertests": "923b92cd964e03617798fc21ab9ef181cf4ff780474566ee70e10f29564898bc/893",
            "weblayer_unittests": "2faa195cd0c401807b9d37c34356db627b80ca20d1ef32a11ef6dd5e2deb25d8/725",
            "wm_unittests": "d83e3ca6f01663e51eeadf2582cab2a2238fe020e1928cc3f96ea1ccf8ab3be2/569",
            "wtf_unittests": "a8b979f7b54b8b8dfba9f059f7823773e72bb96b7bef71905bb1805614627150/569",
            "x11_unittests": "e02085979807736c6c981ce796b42dc6bfeb3a77945536440e80ed29d71b5b20/569",
            "xr_browser_tests": "9831cb77572333012fc00a6df0ec41a5a67e16b635caee88fd36c1cfca3d662c/891",
            "zlib_unittests": "a621b4d1fe7101b45f25b321b64d2206e9d2093aa6b601936bd14e05c481dd14/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997010693735881568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78769"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:16:40.823] Scheduled build:
{
  "id": "8831580631780702833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70725,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T13:16:40.407245640Z",
  "updateTime": "2021-11-03T13:16:40.407245640Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
      "ref": "refs/heads/main"
    }
  }
}
[13:16:40.823] Task URL: https://cr-buildbucket.appspot.com/build/8831580631780702833
[13:16:40.823] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:2:0) after 5m5s
[13:16:46.544] Received PubSub notification, asking Buildbucket for the build status
[13:16:46.584] Build status: STARTED
[13:21:45.913] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:2:0)
[13:21:45.989] Build status: STARTED
[13:21:45.989] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:4:0) after 6m55s
[13:28:41.148] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:4:0)
[13:28:41.189] Build status: STARTED
[13:28:41.189] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:5:0) after 8m58s
[13:37:39.213] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:5:0)
[13:37:39.256] Build status: STARTED
[13:37:39.256] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:6:0) after 5m38s
[13:43:17.282] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:6:0)
[13:43:17.311] Build status: STARTED
[13:43:17.311] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997010693735881568:7:0) after 4m2s
[13:47:16.725] Received PubSub notification, asking Buildbucket for the build status
[13:47:16.758] Build:
{
  "id": "8831580631780702833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70725,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T13:16:40.407245640Z",
  "startTime": "2021-11-03T13:16:44.892295Z",
  "endTime": "2021-11-03T13:47:16.093321384Z",
  "updateTime": "2021-11-03T13:47:16.093321384Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5cd71f19f7a8694680c301e7f05ba60e1bd9c03e",
      "ref": "refs/heads/main"
    }
  }
}
[13:47:16.758] Invocation finished in 30m37.598689869s with status FAILED