Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81562 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1b9774f577849677d69f3f93072c91c2ffa2aced",
  "parent_got_dawn_revision": "2a1f4dc5b115ff172349038d7ed3c2253112c34a",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
  "parent_got_revision_cp": "refs/heads/main@{#968733}",
  "parent_got_swiftshader_revision": "ece389afb72c58b6c526632d2824487a23962950",
  "parent_got_v8_revision": "77e8362434d8e40c24a862a028b7cc77248953eb",
  "parent_got_v8_revision_cp": "refs/heads/10.0.103@{#1}",
  "parent_got_webrtc_revision": "3ed36c0521546881656c73984456485dcab16205",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35958}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
  "swarm_hashes": {
    "absl_hardening_tests": "437ddec5104af2f8cad0e7c40f9a1b1fc65769855956bc50da018227f757b1bb/569",
    "accessibility_unittests": "49586726a80e73ca666dd233e9fbe1c25b6b78c237b443d0542cd6d9749e2e1c/569",
    "angle_unittests": "618394931d9c63df0757cf58d5303a94ce180275ad87848f83c60aa9b3ceefb4/570",
    "app_shell_unittests": "3bc1cd3582715d50adc7febe507913e214c6143e3a18aaa9012c9f781d0ed02b/730",
    "aura_unittests": "b9e4fd53936218fcf928505b838e117bb8930b8ff0914ab7997ca196a927adcb/569",
    "base_unittests": "82d3df70d72aadaf4bbcec50b7e70c20c9b835323244d602a6b3fb3e2cbf44dc/648",
    "blink_common_unittests": "a4bb8d47f9c5706e2eaf431b3b5a579a91ee6570e36a222819da89bfc14a2d17/647",
    "blink_fuzzer_unittests": "8b924af9e22f0dde0d1c8615d79bb32612e7ff10606b98937f2da2f5ba6c1064/569",
    "blink_heap_unittests": "5c805478513d5017d8c20b8e7c5b31057d51cd81385f9ab2b5bcac05323cde20/569",
    "blink_platform_unittests": "e782ba0db8dc496367d84af6e7ab66a04f14aed5890bedbf31695413d630873d/726",
    "blink_unittests": "691d745b94004cc83bf53dd5a9bd7289797626de4e9dd66b774d0708a514b78c/810",
    "boringssl_crypto_tests": "d9c879e1027619da83c0729cd5e87017da7493be702d9dc4c8ca6a108c90ca14/570",
    "boringssl_ssl_tests": "cc88d855a470bd3e8e93fdc1a78627ecd230a5e3f4d149f6292937d75780dece/569",
    "capture_unittests": "c2605475c4a72b4cde93060f191ab02d074a575966ea049568decc57de34c579/648",
    "cast_unittests": "57ad1ea03873a61c71156806bf14a2125b1252d672a59023c85df3e70db04634/569",
    "cc_unittests": "8c11e13eb298a3944f7df7e72da3c84ab24a82dbad3e78d2a1b4278cc1a1ac70/653",
    "chrome_app_unittests": "20a7c86ffc67eebe325581936ad2f907ffc280920a83176b3faafff9889e8e86/648",
    "chromedriver_unittests": "b6febdde05eec6f51eda65c2ea3823805d32303d92a854d91684584951ebbf88/726",
    "color_unittests": "e7f718a3bd9af000627ec0c8ac3125ecf5e87ec458158dcb1e57c840bafdb0d5/569",
    "components_browsertests": "3d794d7774024bda5eed08dffcdb7fe149f58c14625bb6bd996bb949134b1c56/813",
    "components_unittests": "8c1698824aaad228bb7982c9d19d68e70b50843744a3d845b408fed7a83de4a0/813",
    "compositor_unittests": "95d181f07cd07b658dee21df7961d9260aac93292489a1948da457c52b7cce38/645",
    "content_browsertests": "98ddb748619c6d229bfee6fab0ccdd5d4da48ba47a5edcda8b7b7487dbcdf53f/887",
    "content_unittests": "c33545db42c371a3fc7cec5b2614ec02a84f281e672b2710d875287b7704438e/806",
    "cronet_tests": "969d2f40ea524e182b0662661aa0f81ac0417794eb53c294131246ac1dd9dbfb/730",
    "cronet_unittests": "c83bd481d09c7e1d86c3102f35e64486fe06de3a2d68989a2607c505a6006e1f/646",
    "crypto_unittests": "e809887fea7c2ff4335d454b049c873cf487270eecd5912a25c26602a0c7e8d8/569",
    "dbus_unittests": "3fb5a5e78cf972ad437d90952a55e4d7a4b24c7409bdc87c0911edd6f22addb0/569",
    "device_unittests": "b63d136e1a30540a4f964fc8d35c3b505b1f93834fbce44058fbdfc76c45f220/646",
    "display_unittests": "1815ea8c81a270c03061f4b2d6449dd78f5e200ac16141a800ac5e3efbff5217/569",
    "events_unittests": "4e6d962cc27b10908206c98f8a6b8ed0ae246d47f2677618adee8d5703cef8a7/569",
    "extensions_browsertests": "a4fe16845b2a0e685b7936b6361b8541e82386fe90f8e49eb562e504d816a138/732",
    "extensions_unittests": "ecd39d6e1a8fd49287d8238f511970f40393cf5dafe4a0e193b1e1234e79abf3/896",
    "filesystem_service_unittests": "7f53c111263b57f3680fb5f1e6b933748f60f06abb4b35b9c424ba3d667fa64b/569",
    "gcm_unit_tests": "1d582d4a8e05f13bb58cbcd79e8c7c537b54722a2f0d80c66be042725d67a859/646",
    "gfx_unittests": "91cf055388b0e642aa26685aabaf20985b485f6a4133fb465f5f4bad2da75fe1/645",
    "gin_unittests": "90ff2bab593b56939fe0b872b5824036332f4ac379f83fa339ac9b6001bd8058/646",
    "gl_tests": "9bd3c99acc93ac026d9699800f224c8c2b1c6af4921a4fd8175eb417edeee108/569",
    "gl_unittests": "4d073478a95aaf67d42689c75d9e87bb3d5edb4a216d937b8a594eb123e4c3c9/569",
    "google_apis_unittests": "944882895c5c47409b0a759415c2d93754609e1ddb76f2ca72fadf13d47738c4/731",
    "gpu_unittests": "9020d5ad42f104b8274516caef790f0ba830e1038ca5530e5496480ec7fa4e8a/646",
    "gwp_asan_unittests": "c0ab3b77accc91a4a0584216e7c91d87c6a47b5d84f5369350d84bae67869b6d/570",
    "headless_browsertests": "94605071168a870939e76100b707f461b3c51627563c70db208d0825118bb3d0/730",
    "headless_unittests": "ddbf1fc62e043be88743f2aae5188000c9bc9c7ebf89bfe55700364d7e1f9183/569",
    "interactive_ui_tests": "63f075e0b79dac2adc90ddaa9c51a5f017206d832162d0ebc22ad4cef72331d7/965",
    "ipc_tests": "6a5edfcdbc40db8be7495f5ed79dbf46de22f6a50ff663b45122fe24a92f7ae4/569",
    "latency_unittests": "90450f6c6ca6e7844c477c2a095e9e42bd904daeb35900db47790a024e2bc2d6/569",
    "libjingle_xmpp_unittests": "723965f21178612c4336518dbd6fbb82f0bfbe29fa03487ab48aee97fabf7dcd/569",
    "liburlpattern_unittests": "2bece2c3dbb37ecf0598a23af8788615ae4ff17442cb38d775766374cc721730/569",
    "media_unittests": "30865544ed531f3aec627c5aed1991040316d32559684866ba66e0a59b0b7b71/649",
    "message_center_unittests": "1896460b4f5dd9834ebfefe65a947fadf7c65c0b2dd1adede1c7a822af2ad9d9/569",
    "midi_unittests": "a805099db0d558d7ca90ea793c18e6ef5a3159773d6374cbdbed24ae157ccd79/569",
    "mojo_core_unittests": "f35c852da9950d934a53cb0f8aee61d89003d7f37575581c44d3ca70eb67ac49/569",
    "mojo_unittests": "7301b9f401b9fda0300a68609f54b64b014c1f7cb30534d69f6c1e05bb709c06/647",
    "native_theme_unittests": "c1a9fa8c6e92c43e39cb82a200a11ac91939c08a44da8c0f819c8185fb44aa1e/569",
    "net_unittests": "819a1c0db4ac3cb3400697ba8366da93717fdf5615c13988c7ab0b2ea982eaa8/648",
    "openscreen_unittests": "7f3f0b7aacbd106ecb2e4e1acaf4a091d919369b3ffb2fbb4a343fee6385ce63/648",
    "ozone_x11_unittests": "48fab3ae571e7291258d864f5a3c7ca582e623f2353281b51c6c48ffdee2bc8b/569",
    "pdf_unittests": "ad77e1a418d87a28773d8ae7403a3a198b44c62cce80ef2257b0769a546378be/646",
    "perfetto_unittests": "a8bba751c6f6770d384f45188d755c537d9a092c7a8e90ea353fa7b2e9008171/569",
    "ppapi_unittests": "95adafaa977edab540e3a34dd689622e72c45ec3774a801a5a1f8bebca32c7d4/569",
    "printing_unittests": "0be24bf4a67697e98ea560d8fac3c0f8516344f6cc3d5d52577f3eb9e5b24ec7/569",
    "remoting_unittests": "74182ee667a27500b5e5b042a6678b44dc9c1b4cbaa0b47c5e2060646e1925fb/646",
    "sandbox_linux_unittests": "2826d2c2d19b892bdd70f7d5c1b6e7f968f9646c2ea4d48aafe37ac8f8f777e4/569",
    "service_manager_unittests": "6207ec84f82f4482326d4f1e8f291c5fc0d7939b3ebc313ca68cafb979cc62c8/569",
    "services_unittests": "f1986dea8953bac4bab65e089bd827e009e7e3bda1f3ffde2640091a524e64ec/815",
    "shell_dialogs_unittests": "f5bfea383974223d88f1675c26860723ec6b157e81397ef126e9c78c6723c43c/569",
    "skia_unittests": "12f62c4550b80be81e6ed417ef5c887252cd62e4871b4ef432826ace0ec67f24/569",
    "snapshot_unittests": "4922c5a5a750cc2183a35fffff8585a4efc4ea0692685dca43b0b5b2c2bba2c9/569",
    "sql_unittests": "378bf74971da082530b109adb2c8e5080650d97ca3cbe17ec5105bde543679e0/646",
    "storage_unittests": "8eef739fa729c0a1ca19a1e4af42e3964e6c6e5eea9f235c98c5d8f4ce207e84/727",
    "sync_integration_tests": "b76aaa23e36c9911251cec67e71240aa39805c887281f3418320dc86eab72b5b/729",
    "ui_base_unittests": "0b016b78e269ae09a65829a5a3cc64943c49e228d7d7c0ee7745f347a2827f94/723",
    "ui_touch_selection_unittests": "ef447688603b0c19f28a4c657c8399315f3c5ff79c087ebcff9253e64645c22a/569",
    "unit_tests": "ce3a7162cb0f222eec2963447d8bbd028c996be40b247b8647cdef78e82bce64/1139",
    "url_unittests": "39a6a6a66341cdeb3d64d4e33602e09c7fd876c1abee0da4c6012f97c1d4b5ef/569",
    "views_unittests": "36b43157b4e71a533df0e717c3821150a23a4587914d8296a6e83ca0c5900ca2/569",
    "viz_unittests": "fa467b1173d192ecc72265442c7507045168640b7d2680613b70d59044eb054a/653",
    "vr_common_unittests": "3c55a79cd186f0bf3e3068c1a88cbcc0c6e78d0d67f82f1c587511213b3a5831/648",
    "vr_pixeltests": "2998d84efea14f74dee4f8f4ac377acce6302a6160bfc2668c4aa5687dee163d/646",
    "weblayer_browsertests": "abe28438de4985989539dd6265a7a9af4cb76b67c2f5a6bca2bb269cf58c68f1/814",
    "weblayer_unittests": "0a2f233cae2c2a9ee2437369157a49eb849595736eacbaddf9232d4d03670d63/646",
    "wm_unittests": "562fe691896861b0e5dc4ba0fb4b8acf5bd263a5975f71a636d0f93ec74ec694/569",
    "wtf_unittests": "cc4e58d4609b5403c6b85cc1f6acf5e158fe49bd872ff8e4312065fec07ac9a3/569",
    "xr_browser_tests": "e1a251243d461936007268751e59ad071aab49d8d46d43fd61c2dbe6e309b452/728",
    "zlib_unittests": "54769fb29ea8873d5bfd5cbf7b4227f8898e401e483a40d69ebdb0639f7a444f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19bc3dbc799e84bfe6ceb3d1dd356e5896860165
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81562
  • user_agent:recipe

Debug log (UTC)

[04:04:16.101] New invocation is queued and will start shortly
[04:04:16.101] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:04:17.229] Starting the invocation (attempt 1)
[04:04:17.263] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19bc3dbc799e84bfe6ceb3d1dd356e5896860165"
[04:04:17.263] Popped gitiles commit info from properties and tags
[04:04:17.263] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:17.263] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:17.264] Buildbucket request:
{
  "requestId": "8988166944059370304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1b9774f577849677d69f3f93072c91c2ffa2aced",
      "parent_got_dawn_revision": "2a1f4dc5b115ff172349038d7ed3c2253112c34a",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
      "parent_got_revision_cp": "refs/heads/main@{#968733}",
      "parent_got_swiftshader_revision": "ece389afb72c58b6c526632d2824487a23962950",
      "parent_got_v8_revision": "77e8362434d8e40c24a862a028b7cc77248953eb",
      "parent_got_v8_revision_cp": "refs/heads/10.0.103@{#1}",
      "parent_got_webrtc_revision": "3ed36c0521546881656c73984456485dcab16205",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35958}",
      "swarm_hashes": {
            "absl_hardening_tests": "437ddec5104af2f8cad0e7c40f9a1b1fc65769855956bc50da018227f757b1bb/569",
            "accessibility_unittests": "49586726a80e73ca666dd233e9fbe1c25b6b78c237b443d0542cd6d9749e2e1c/569",
            "angle_unittests": "618394931d9c63df0757cf58d5303a94ce180275ad87848f83c60aa9b3ceefb4/570",
            "app_shell_unittests": "3bc1cd3582715d50adc7febe507913e214c6143e3a18aaa9012c9f781d0ed02b/730",
            "aura_unittests": "b9e4fd53936218fcf928505b838e117bb8930b8ff0914ab7997ca196a927adcb/569",
            "base_unittests": "82d3df70d72aadaf4bbcec50b7e70c20c9b835323244d602a6b3fb3e2cbf44dc/648",
            "blink_common_unittests": "a4bb8d47f9c5706e2eaf431b3b5a579a91ee6570e36a222819da89bfc14a2d17/647",
            "blink_fuzzer_unittests": "8b924af9e22f0dde0d1c8615d79bb32612e7ff10606b98937f2da2f5ba6c1064/569",
            "blink_heap_unittests": "5c805478513d5017d8c20b8e7c5b31057d51cd81385f9ab2b5bcac05323cde20/569",
            "blink_platform_unittests": "e782ba0db8dc496367d84af6e7ab66a04f14aed5890bedbf31695413d630873d/726",
            "blink_unittests": "691d745b94004cc83bf53dd5a9bd7289797626de4e9dd66b774d0708a514b78c/810",
            "boringssl_crypto_tests": "d9c879e1027619da83c0729cd5e87017da7493be702d9dc4c8ca6a108c90ca14/570",
            "boringssl_ssl_tests": "cc88d855a470bd3e8e93fdc1a78627ecd230a5e3f4d149f6292937d75780dece/569",
            "capture_unittests": "c2605475c4a72b4cde93060f191ab02d074a575966ea049568decc57de34c579/648",
            "cast_unittests": "57ad1ea03873a61c71156806bf14a2125b1252d672a59023c85df3e70db04634/569",
            "cc_unittests": "8c11e13eb298a3944f7df7e72da3c84ab24a82dbad3e78d2a1b4278cc1a1ac70/653",
            "chrome_app_unittests": "20a7c86ffc67eebe325581936ad2f907ffc280920a83176b3faafff9889e8e86/648",
            "chromedriver_unittests": "b6febdde05eec6f51eda65c2ea3823805d32303d92a854d91684584951ebbf88/726",
            "color_unittests": "e7f718a3bd9af000627ec0c8ac3125ecf5e87ec458158dcb1e57c840bafdb0d5/569",
            "components_browsertests": "3d794d7774024bda5eed08dffcdb7fe149f58c14625bb6bd996bb949134b1c56/813",
            "components_unittests": "8c1698824aaad228bb7982c9d19d68e70b50843744a3d845b408fed7a83de4a0/813",
            "compositor_unittests": "95d181f07cd07b658dee21df7961d9260aac93292489a1948da457c52b7cce38/645",
            "content_browsertests": "98ddb748619c6d229bfee6fab0ccdd5d4da48ba47a5edcda8b7b7487dbcdf53f/887",
            "content_unittests": "c33545db42c371a3fc7cec5b2614ec02a84f281e672b2710d875287b7704438e/806",
            "cronet_tests": "969d2f40ea524e182b0662661aa0f81ac0417794eb53c294131246ac1dd9dbfb/730",
            "cronet_unittests": "c83bd481d09c7e1d86c3102f35e64486fe06de3a2d68989a2607c505a6006e1f/646",
            "crypto_unittests": "e809887fea7c2ff4335d454b049c873cf487270eecd5912a25c26602a0c7e8d8/569",
            "dbus_unittests": "3fb5a5e78cf972ad437d90952a55e4d7a4b24c7409bdc87c0911edd6f22addb0/569",
            "device_unittests": "b63d136e1a30540a4f964fc8d35c3b505b1f93834fbce44058fbdfc76c45f220/646",
            "display_unittests": "1815ea8c81a270c03061f4b2d6449dd78f5e200ac16141a800ac5e3efbff5217/569",
            "events_unittests": "4e6d962cc27b10908206c98f8a6b8ed0ae246d47f2677618adee8d5703cef8a7/569",
            "extensions_browsertests": "a4fe16845b2a0e685b7936b6361b8541e82386fe90f8e49eb562e504d816a138/732",
            "extensions_unittests": "ecd39d6e1a8fd49287d8238f511970f40393cf5dafe4a0e193b1e1234e79abf3/896",
            "filesystem_service_unittests": "7f53c111263b57f3680fb5f1e6b933748f60f06abb4b35b9c424ba3d667fa64b/569",
            "gcm_unit_tests": "1d582d4a8e05f13bb58cbcd79e8c7c537b54722a2f0d80c66be042725d67a859/646",
            "gfx_unittests": "91cf055388b0e642aa26685aabaf20985b485f6a4133fb465f5f4bad2da75fe1/645",
            "gin_unittests": "90ff2bab593b56939fe0b872b5824036332f4ac379f83fa339ac9b6001bd8058/646",
            "gl_tests": "9bd3c99acc93ac026d9699800f224c8c2b1c6af4921a4fd8175eb417edeee108/569",
            "gl_unittests": "4d073478a95aaf67d42689c75d9e87bb3d5edb4a216d937b8a594eb123e4c3c9/569",
            "google_apis_unittests": "944882895c5c47409b0a759415c2d93754609e1ddb76f2ca72fadf13d47738c4/731",
            "gpu_unittests": "9020d5ad42f104b8274516caef790f0ba830e1038ca5530e5496480ec7fa4e8a/646",
            "gwp_asan_unittests": "c0ab3b77accc91a4a0584216e7c91d87c6a47b5d84f5369350d84bae67869b6d/570",
            "headless_browsertests": "94605071168a870939e76100b707f461b3c51627563c70db208d0825118bb3d0/730",
            "headless_unittests": "ddbf1fc62e043be88743f2aae5188000c9bc9c7ebf89bfe55700364d7e1f9183/569",
            "interactive_ui_tests": "63f075e0b79dac2adc90ddaa9c51a5f017206d832162d0ebc22ad4cef72331d7/965",
            "ipc_tests": "6a5edfcdbc40db8be7495f5ed79dbf46de22f6a50ff663b45122fe24a92f7ae4/569",
            "latency_unittests": "90450f6c6ca6e7844c477c2a095e9e42bd904daeb35900db47790a024e2bc2d6/569",
            "libjingle_xmpp_unittests": "723965f21178612c4336518dbd6fbb82f0bfbe29fa03487ab48aee97fabf7dcd/569",
            "liburlpattern_unittests": "2bece2c3dbb37ecf0598a23af8788615ae4ff17442cb38d775766374cc721730/569",
            "media_unittests": "30865544ed531f3aec627c5aed1991040316d32559684866ba66e0a59b0b7b71/649",
            "message_center_unittests": "1896460b4f5dd9834ebfefe65a947fadf7c65c0b2dd1adede1c7a822af2ad9d9/569",
            "midi_unittests": "a805099db0d558d7ca90ea793c18e6ef5a3159773d6374cbdbed24ae157ccd79/569",
            "mojo_core_unittests": "f35c852da9950d934a53cb0f8aee61d89003d7f37575581c44d3ca70eb67ac49/569",
            "mojo_unittests": "7301b9f401b9fda0300a68609f54b64b014c1f7cb30534d69f6c1e05bb709c06/647",
            "native_theme_unittests": "c1a9fa8c6e92c43e39cb82a200a11ac91939c08a44da8c0f819c8185fb44aa1e/569",
            "net_unittests": "819a1c0db4ac3cb3400697ba8366da93717fdf5615c13988c7ab0b2ea982eaa8/648",
            "openscreen_unittests": "7f3f0b7aacbd106ecb2e4e1acaf4a091d919369b3ffb2fbb4a343fee6385ce63/648",
            "ozone_x11_unittests": "48fab3ae571e7291258d864f5a3c7ca582e623f2353281b51c6c48ffdee2bc8b/569",
            "pdf_unittests": "ad77e1a418d87a28773d8ae7403a3a198b44c62cce80ef2257b0769a546378be/646",
            "perfetto_unittests": "a8bba751c6f6770d384f45188d755c537d9a092c7a8e90ea353fa7b2e9008171/569",
            "ppapi_unittests": "95adafaa977edab540e3a34dd689622e72c45ec3774a801a5a1f8bebca32c7d4/569",
            "printing_unittests": "0be24bf4a67697e98ea560d8fac3c0f8516344f6cc3d5d52577f3eb9e5b24ec7/569",
            "remoting_unittests": "74182ee667a27500b5e5b042a6678b44dc9c1b4cbaa0b47c5e2060646e1925fb/646",
            "sandbox_linux_unittests": "2826d2c2d19b892bdd70f7d5c1b6e7f968f9646c2ea4d48aafe37ac8f8f777e4/569",
            "service_manager_unittests": "6207ec84f82f4482326d4f1e8f291c5fc0d7939b3ebc313ca68cafb979cc62c8/569",
            "services_unittests": "f1986dea8953bac4bab65e089bd827e009e7e3bda1f3ffde2640091a524e64ec/815",
            "shell_dialogs_unittests": "f5bfea383974223d88f1675c26860723ec6b157e81397ef126e9c78c6723c43c/569",
            "skia_unittests": "12f62c4550b80be81e6ed417ef5c887252cd62e4871b4ef432826ace0ec67f24/569",
            "snapshot_unittests": "4922c5a5a750cc2183a35fffff8585a4efc4ea0692685dca43b0b5b2c2bba2c9/569",
            "sql_unittests": "378bf74971da082530b109adb2c8e5080650d97ca3cbe17ec5105bde543679e0/646",
            "storage_unittests": "8eef739fa729c0a1ca19a1e4af42e3964e6c6e5eea9f235c98c5d8f4ce207e84/727",
            "sync_integration_tests": "b76aaa23e36c9911251cec67e71240aa39805c887281f3418320dc86eab72b5b/729",
            "ui_base_unittests": "0b016b78e269ae09a65829a5a3cc64943c49e228d7d7c0ee7745f347a2827f94/723",
            "ui_touch_selection_unittests": "ef447688603b0c19f28a4c657c8399315f3c5ff79c087ebcff9253e64645c22a/569",
            "unit_tests": "ce3a7162cb0f222eec2963447d8bbd028c996be40b247b8647cdef78e82bce64/1139",
            "url_unittests": "39a6a6a66341cdeb3d64d4e33602e09c7fd876c1abee0da4c6012f97c1d4b5ef/569",
            "views_unittests": "36b43157b4e71a533df0e717c3821150a23a4587914d8296a6e83ca0c5900ca2/569",
            "viz_unittests": "fa467b1173d192ecc72265442c7507045168640b7d2680613b70d59044eb054a/653",
            "vr_common_unittests": "3c55a79cd186f0bf3e3068c1a88cbcc0c6e78d0d67f82f1c587511213b3a5831/648",
            "vr_pixeltests": "2998d84efea14f74dee4f8f4ac377acce6302a6160bfc2668c4aa5687dee163d/646",
            "weblayer_browsertests": "abe28438de4985989539dd6265a7a9af4cb76b67c2f5a6bca2bb269cf58c68f1/814",
            "weblayer_unittests": "0a2f233cae2c2a9ee2437369157a49eb849595736eacbaddf9232d4d03670d63/646",
            "wm_unittests": "562fe691896861b0e5dc4ba0fb4b8acf5bd263a5975f71a636d0f93ec74ec694/569",
            "wtf_unittests": "cc4e58d4609b5403c6b85cc1f6acf5e158fe49bd872ff8e4312065fec07ac9a3/569",
            "xr_browser_tests": "e1a251243d461936007268751e59ad071aab49d8d46d43fd61c2dbe6e309b452/728",
            "zlib_unittests": "54769fb29ea8873d5bfd5cbf7b4227f8898e401e483a40d69ebdb0639f7a444f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8988166944059370304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81562"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:04:18.001] Scheduled build:
{
  "id": "8822736882105654401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73495,
  "createdBy": "project:chromium",
  "createTime": "2022-02-09T04:04:17.333187981Z",
  "updateTime": "2022-02-09T04:04:17.333187981Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
      "ref": "refs/heads/main"
    }
  }
}
[04:04:18.001] Task URL: https://cr-buildbucket.appspot.com/build/8822736882105654401
[04:04:18.001] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:2:0) after 3m27s
[04:04:42.284] Received PubSub notification, asking Buildbucket for the build status
[04:04:42.342] Build status: STARTED
[04:07:45.313] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:2:0)
[04:07:45.335] Build status: STARTED
[04:07:45.335] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:4:0) after 2m20s
[04:10:05.536] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:4:0)
[04:10:05.710] Build status: STARTED
[04:10:05.710] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:5:0) after 3m36s
[04:13:41.737] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:5:0)
[04:13:41.764] Build status: STARTED
[04:13:41.764] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:6:0) after 8m44s
[04:22:25.938] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:6:0)
[04:22:25.973] Build status: STARTED
[04:22:25.973] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8988166944059370304:7:0) after 8m43s
[04:28:33.369] Received PubSub notification, asking Buildbucket for the build status
[04:28:33.393] Build:
{
  "id": "8822736882105654401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73495,
  "createdBy": "project:chromium",
  "createTime": "2022-02-09T04:04:17.333187981Z",
  "startTime": "2022-02-09T04:04:40.992146Z",
  "endTime": "2022-02-09T04:28:32.999063502Z",
  "updateTime": "2022-02-09T04:28:32.999063502Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19bc3dbc799e84bfe6ceb3d1dd356e5896860165",
      "ref": "refs/heads/main"
    }
  }
}
[04:28:33.393] Invocation finished in 24m17.30721904s with status FAILED