Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79787 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "c001954aa87060e80c15bea19d645bd1246d5680",
  "parent_got_dawn_revision": "ef572ba7a186a283657852fce9d9b67782bb5dbb",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
  "parent_got_revision_cp": "refs/heads/main@{#949460}",
  "parent_got_swiftshader_revision": "a4232c15e287a38b93d2a55bd1d7894cb4effac3",
  "parent_got_v8_revision": "55884bdb50245f35dced08003afe57ba935396dc",
  "parent_got_v8_revision_cp": "refs/heads/9.8.169@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
  "swarm_hashes": {
    "absl_hardening_tests": "8d0bd43dc07aabb4ef9223ff16d3310a385ee1368d11268fcdc8934db24a5b1e/569",
    "accessibility_unittests": "5951be835fb5f90773ae5918501165e9343cbf18ff98c00ca2575b3f16b9cbd3/569",
    "angle_unittests": "02595e774dd59302b20833fcdf88075c6356b66e2d898e6716382fbb48bbbefc/570",
    "app_shell_unittests": "80a89f872c6e43101d3016ead36d7a5a7d609fbfb67a403da6416fef85b1656f/730",
    "aura_unittests": "fce7d7de4fc9ebc02bc8d4f1390112b00cef157cf76ae888670b23a102b6a1ac/569",
    "base_unittests": "8bdf5d81782f8cf49c90dfd91013bb870730c5c6a2ab2e88d48f27c11beef4a8/648",
    "blink_common_unittests": "56f5dbd7211c13d916ee661021d80c88685057e879f19d3572b852faa38b346a/647",
    "blink_fuzzer_unittests": "4db5cd6cc4951c957603efff5a90541a9d04ddb1b01a71e681fce5d6462ae81c/569",
    "blink_heap_unittests": "5866c075eaa766a512c94bb3a332eb32c12713b34afc4472b79724378c05edbf/569",
    "blink_platform_unittests": "9265ff48120d7ef4e600cc6d1be8359ce139e07b04f96231ca36b9fab3f1f06e/726",
    "blink_unittests": "a234aa1c3be1300bb1acad3739602409be9f0d26071065c0fd0ff51bb4de1c3d/810",
    "boringssl_crypto_tests": "6e91e3365e634c7fab4c1a0047635127bba86b5c86d559e1bc0d37731fc77155/570",
    "boringssl_ssl_tests": "057b4b78a82d47544001b6e3daf493dc916fe6b3e6b9c92df0c7ef46251f1f92/569",
    "capture_unittests": "9488c81d7912f1cd031350c7523d8932920fefb73bb567eb93c5e341ccd18570/648",
    "cast_unittests": "02d07eeae63d3bebbcfb1c94f33f73dcacfa88313e708f99aaff18d3a357c9bb/569",
    "cc_unittests": "6e9e34d0fae7c8b1c43eae1570e4ca238bd2cb6709a2ae72b9902140b405088b/653",
    "chrome_app_unittests": "c51bb3904656c0f550cfab9c6f674ff8c89e730670ccc5322f39edd1cbe89261/648",
    "chromedriver_unittests": "54cf0d4684f3b9b6e7e461629ff04cdbcdbe91543c68473a2a97a2041b6232b9/726",
    "color_unittests": "73aa40dc0686c8ea53ef4d6ceb2e70dadcc6e84f905b9a505f5c46a1d375c0e9/569",
    "components_browsertests": "c354fd02657277b72c4649515ebe081171bad4a0f3fa5365d35bdf40947e842c/813",
    "components_unittests": "4a3ad81c5ac7b85bc0cc6a16ab4545e6ed47a547a89d0bd020477cb62a4821f2/813",
    "compositor_unittests": "fbbd76cac49b8aff5cd0bf7e79893247e2b1351b24ccc7fd6b61238744d445f5/645",
    "content_browsertests": "5e8182a9c215d8416fe1006ef0e822e713c25dbe15fd5c5522ad91e60b528323/887",
    "content_unittests": "959594c5f27f72d3dbcf149a53933c853407a03026c216780d0f0c96269239cb/806",
    "cronet_tests": "3c2dee60cd68f48cf679bf0664b6a99d129e538981de97aaaae46e543f988606/730",
    "cronet_unittests": "5c8a1943fafad8de748d6edc10f94a960857580dbab3f08e9f7cea67f58794d4/646",
    "crypto_unittests": "dfa878a18952330f964d84211f2e91b732f2830d2911c77018d380808dd844bc/569",
    "dbus_unittests": "328c3e5885a730259e5a104a70bd04eedb1b08dc6f3e36022c7d86e5fceeb9a9/569",
    "device_unittests": "1ee17a08bb78ac20c32a3b219d255519bf9aa1c852b7d585a1c8815db14950ce/646",
    "display_unittests": "5a6df29fbf8a23c7d90dbc4eeb0e49476a8c5ce0db42b6aecee0267d3997adce/569",
    "events_unittests": "7338967278bab1155d353f642df1bdf619cfdd0505d10f75098dae5060b6b4c3/569",
    "extensions_browsertests": "d437c7c7042c1e3641f3a0bec293c77e3104fd2f5aea4a195be761c9532681b1/732",
    "extensions_unittests": "c38be7b08f9344b0183f8d1b879936b91df6b462014c1f7658dc33cb52982440/896",
    "filesystem_service_unittests": "5bdb3103c6b82ac80067d7b5a529dd924069ff5ba26bddec3e03ce68ee8f54bb/569",
    "gcm_unit_tests": "3270c42f22759eeab2bfb8b6f008adaf955c70ae018bd321ae706514fe333b8a/646",
    "gfx_unittests": "31af23885cc1979a55118b03aeefeef3c00f8b9618bc37ebcca4c82eed5d21e8/645",
    "gin_unittests": "1829e5d6c385fbee9e399f0d4daee191cab54c11c0c17fe072ebf3f29d066f5c/646",
    "gl_tests": "826a84b598c06b15fd7a63b4f23785adc4336087a2cad68517df6a67e10da6bc/569",
    "gl_unittests": "d498a855a71cb62eb097e9b25a30abfaa1ddb1a0dc7a2aab5eddfb8b6c2e11a6/569",
    "google_apis_unittests": "fcfe73c95c3e6cc5f58c97159c92eed1bd4ded531c0a2878a1cb8066a9849b73/731",
    "gpu_unittests": "3d78023f706ee2e11c2930fbf6c4ad8454b9bbbcb19b7f5b47372fb3c00dc3b0/646",
    "gwp_asan_unittests": "ecf9cc555e7039bc2d9cabeb70129f95dee30f93716950c3d40f77a9560f02fe/570",
    "headless_browsertests": "7bc35122ecd716581485ba950dfb7670e4e070dfc20541c3dfc56bed81da5c1a/730",
    "headless_unittests": "4f269a939739f5aa520374172d302cad5ad02d759a00965b4f6d73cc327ad81f/569",
    "interactive_ui_tests": "6b6fde769cfdc12c438e1905ab5deda4dfcd3dbc408bc2ebcd7624f19e924851/965",
    "ipc_tests": "bce8b6b9f9909181f8f803ddbd97e29c35471dde6c2edde38362d02c677b6d74/569",
    "jingle_unittests": "553db8d2a0ddae554a456c5dfd8b5ade7bc6e7bfb5c1b3618ff2aa55ca87ff25/646",
    "latency_unittests": "3657e3bd027bd950e94af2639abab06e6f810f3a8ffe80247d8d188430a60745/569",
    "libjingle_xmpp_unittests": "5a44da931bcd84017f9c37706b7c981d0a058a63b5a5e913809b6afb3e3b366f/569",
    "liburlpattern_unittests": "4c6e2a633cc3e7ee7160e53730778510be15cac0400d2ab8748a1db6a1d759e8/569",
    "media_unittests": "75baa23b157f120df44a4d02a2394b4a3075d7321aa9c9912233ef8746ff04bc/649",
    "message_center_unittests": "864d1d95d7065c2c8270514128f5b8b5e70a8601c8fba3d470056e9826d71135/569",
    "midi_unittests": "58bc6b6e2c69bec7f19055a562722cffb0838ab2047deb68d1cee48333a6321f/569",
    "mojo_core_unittests": "4fd0c3ef43a29a75b3cd0cdff71afc532710939a65fd7d6414ef969b5c68468a/569",
    "mojo_unittests": "96bb9b7147fa83e9cab8bf038763bb7a5c772763b54a838df0e55437b834b749/647",
    "native_theme_unittests": "06c7590324cbe867d8f0533d79e5ecbc2c0de272a0202fd01a8cee7cda19a792/569",
    "net_unittests": "c10334a749fe7ff7471fd35dd7cb43a1d919d77e5684a96d0583673b9525627f/648",
    "openscreen_unittests": "dce40d75208671d4d237fbf82479695a0052797009499d7221f6a1768586e2bf/648",
    "ozone_x11_unittests": "86d3596a09e8043fcfb1ec3933842755cbfb41b8d60d4c33e133ba85788516eb/569",
    "pdf_unittests": "a418177ce1fa7911669faab463b74a687dfa98c0e956b2ac7c63f5b15c5add93/646",
    "perfetto_unittests": "ebde928eae2c9d24b6844b30e67c254788c844bad092fbc237582ae46ba2cbd9/569",
    "ppapi_unittests": "5d2f19a0a154f91a6c141ce0e63aaa4e85768e014e07afa13cc834234e0128e4/569",
    "printing_unittests": "57ca0b1fcd3980fc6f09186ced93d7130d28f63e0da5747142d7a51db31d0604/569",
    "remoting_unittests": "36990f31205630af39d9893c7e6063bd842f7ea4cbb4ce75d3998bd6fbb5a301/646",
    "sandbox_linux_unittests": "9306249408fef051eaad91c47e39cb8e2f279534939d7a71b2de2728385d0a09/569",
    "service_manager_unittests": "ce252d1e788198533ec1c4460bc628556cf919de1fe13713aecd7b60325f6c33/569",
    "services_unittests": "cfdc0a5f0db74f8443937c06b1c13289e081ae63d66fd3ff17ff99c8cb91a929/815",
    "shell_dialogs_unittests": "4371daa5bd20f0eb8fce6677b2c7b9ef54f3198d3e49554f1787da5af1b164b7/569",
    "skia_unittests": "b005ab55c3dba736de130a1588e1a67ec0d711732284278c8128b6c64594f328/569",
    "snapshot_unittests": "082b6fab301b2bddcfeab92d2fe4d44433636ed026907f21e50f761749a52383/569",
    "sql_unittests": "394b5231bbfcc3b39e692c7cc573da2210649e6cd668e60902abbf283a68d2d2/646",
    "storage_unittests": "4fd0a501249342c3a310d19ccb49d708d831b97b0b1a69128e7042fc2c3aa8f0/727",
    "sync_integration_tests": "aeae8f4cd5520f5f4efb49fb41ae4f8b9034164ed9183e7dec8b66754ea8f324/729",
    "ui_base_unittests": "5ce9fa5f861d053788dd13d1e129af3eaa6462c121f799d51b33ffc0041f689f/723",
    "ui_touch_selection_unittests": "8d706fd9be99ad9e3753b60ef397269794fdc2633f597f7e5ea941baa4df1abe/569",
    "unit_tests": "040b19ec8031d6016e049bb30264f86727dd2df2adc955c5b2a375ebe448a691/1062",
    "url_unittests": "1c370f218b15ca0b0e2516184b041e87f5aa55fa6a9ad594cee7ae23542f2c78/569",
    "views_unittests": "94c1d1a9d9f14698ce941f370230d9991a1841847af6af63f9bfb5e6975a7554/569",
    "viz_unittests": "ccfa359fc240f53c694aedc6cfeed3e79a2d419186862943cd3638aaef33b7f6/653",
    "vr_common_unittests": "c4237a85c2590ab99736a26d75fceca14fc110d0cb71d428deaab48ce3480f77/648",
    "vr_pixeltests": "b5b6d5df8882bd900bf017bb88c9577cd9db8b802f492dfbe8a97cd62cce16fc/646",
    "weblayer_browsertests": "4260fedacda2ac26ce8d18a321907ff6f8cb6dd652d6948281403695cfc129cc/814",
    "weblayer_unittests": "78a15e6c65cb7b79b47cc361c93a50899609b765986a9ab1dc4bfc19011c43ae/646",
    "wm_unittests": "39f5e0d96d7606ad2accb31e17fc4ed207f4a8a668286009433c88cb0c74c46e/569",
    "wtf_unittests": "7f45c6a711a691fd2a50018d91f9ece58c46c714ed63e418566f6ea55ab3b440/569",
    "x11_unittests": "e8f6c01bf3ca4bc06fe3646fa29193eb787f2b14f0a287b33e13436f58593074/569",
    "xr_browser_tests": "67a16f0d6831448ff608c9a4c42c6d563e9f724754ae8beee0e5eaa82d08744c/728",
    "zlib_unittests": "66d7215b83e10ed5d9d065719e602819a0130c5ecf263b6ef428fd9be3379e27/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a02475ffcb7dc04ebca8ca3bd52445578173e4d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79787
  • user_agent:recipe

Debug log (UTC)

[11:40:42.189] New invocation is queued and will start shortly
[11:40:42.189] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:40:43.348] Starting the invocation (attempt 1)
[11:40:43.399] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a02475ffcb7dc04ebca8ca3bd52445578173e4d"
[11:40:43.399] Popped gitiles commit info from properties and tags
[11:40:43.399] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:40:43.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:40:43.399] Buildbucket request:
{
  "requestId": "8993845836552029440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "c001954aa87060e80c15bea19d645bd1246d5680",
      "parent_got_dawn_revision": "ef572ba7a186a283657852fce9d9b67782bb5dbb",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
      "parent_got_revision_cp": "refs/heads/main@{#949460}",
      "parent_got_swiftshader_revision": "a4232c15e287a38b93d2a55bd1d7894cb4effac3",
      "parent_got_v8_revision": "55884bdb50245f35dced08003afe57ba935396dc",
      "parent_got_v8_revision_cp": "refs/heads/9.8.169@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "8d0bd43dc07aabb4ef9223ff16d3310a385ee1368d11268fcdc8934db24a5b1e/569",
            "accessibility_unittests": "5951be835fb5f90773ae5918501165e9343cbf18ff98c00ca2575b3f16b9cbd3/569",
            "angle_unittests": "02595e774dd59302b20833fcdf88075c6356b66e2d898e6716382fbb48bbbefc/570",
            "app_shell_unittests": "80a89f872c6e43101d3016ead36d7a5a7d609fbfb67a403da6416fef85b1656f/730",
            "aura_unittests": "fce7d7de4fc9ebc02bc8d4f1390112b00cef157cf76ae888670b23a102b6a1ac/569",
            "base_unittests": "8bdf5d81782f8cf49c90dfd91013bb870730c5c6a2ab2e88d48f27c11beef4a8/648",
            "blink_common_unittests": "56f5dbd7211c13d916ee661021d80c88685057e879f19d3572b852faa38b346a/647",
            "blink_fuzzer_unittests": "4db5cd6cc4951c957603efff5a90541a9d04ddb1b01a71e681fce5d6462ae81c/569",
            "blink_heap_unittests": "5866c075eaa766a512c94bb3a332eb32c12713b34afc4472b79724378c05edbf/569",
            "blink_platform_unittests": "9265ff48120d7ef4e600cc6d1be8359ce139e07b04f96231ca36b9fab3f1f06e/726",
            "blink_unittests": "a234aa1c3be1300bb1acad3739602409be9f0d26071065c0fd0ff51bb4de1c3d/810",
            "boringssl_crypto_tests": "6e91e3365e634c7fab4c1a0047635127bba86b5c86d559e1bc0d37731fc77155/570",
            "boringssl_ssl_tests": "057b4b78a82d47544001b6e3daf493dc916fe6b3e6b9c92df0c7ef46251f1f92/569",
            "capture_unittests": "9488c81d7912f1cd031350c7523d8932920fefb73bb567eb93c5e341ccd18570/648",
            "cast_unittests": "02d07eeae63d3bebbcfb1c94f33f73dcacfa88313e708f99aaff18d3a357c9bb/569",
            "cc_unittests": "6e9e34d0fae7c8b1c43eae1570e4ca238bd2cb6709a2ae72b9902140b405088b/653",
            "chrome_app_unittests": "c51bb3904656c0f550cfab9c6f674ff8c89e730670ccc5322f39edd1cbe89261/648",
            "chromedriver_unittests": "54cf0d4684f3b9b6e7e461629ff04cdbcdbe91543c68473a2a97a2041b6232b9/726",
            "color_unittests": "73aa40dc0686c8ea53ef4d6ceb2e70dadcc6e84f905b9a505f5c46a1d375c0e9/569",
            "components_browsertests": "c354fd02657277b72c4649515ebe081171bad4a0f3fa5365d35bdf40947e842c/813",
            "components_unittests": "4a3ad81c5ac7b85bc0cc6a16ab4545e6ed47a547a89d0bd020477cb62a4821f2/813",
            "compositor_unittests": "fbbd76cac49b8aff5cd0bf7e79893247e2b1351b24ccc7fd6b61238744d445f5/645",
            "content_browsertests": "5e8182a9c215d8416fe1006ef0e822e713c25dbe15fd5c5522ad91e60b528323/887",
            "content_unittests": "959594c5f27f72d3dbcf149a53933c853407a03026c216780d0f0c96269239cb/806",
            "cronet_tests": "3c2dee60cd68f48cf679bf0664b6a99d129e538981de97aaaae46e543f988606/730",
            "cronet_unittests": "5c8a1943fafad8de748d6edc10f94a960857580dbab3f08e9f7cea67f58794d4/646",
            "crypto_unittests": "dfa878a18952330f964d84211f2e91b732f2830d2911c77018d380808dd844bc/569",
            "dbus_unittests": "328c3e5885a730259e5a104a70bd04eedb1b08dc6f3e36022c7d86e5fceeb9a9/569",
            "device_unittests": "1ee17a08bb78ac20c32a3b219d255519bf9aa1c852b7d585a1c8815db14950ce/646",
            "display_unittests": "5a6df29fbf8a23c7d90dbc4eeb0e49476a8c5ce0db42b6aecee0267d3997adce/569",
            "events_unittests": "7338967278bab1155d353f642df1bdf619cfdd0505d10f75098dae5060b6b4c3/569",
            "extensions_browsertests": "d437c7c7042c1e3641f3a0bec293c77e3104fd2f5aea4a195be761c9532681b1/732",
            "extensions_unittests": "c38be7b08f9344b0183f8d1b879936b91df6b462014c1f7658dc33cb52982440/896",
            "filesystem_service_unittests": "5bdb3103c6b82ac80067d7b5a529dd924069ff5ba26bddec3e03ce68ee8f54bb/569",
            "gcm_unit_tests": "3270c42f22759eeab2bfb8b6f008adaf955c70ae018bd321ae706514fe333b8a/646",
            "gfx_unittests": "31af23885cc1979a55118b03aeefeef3c00f8b9618bc37ebcca4c82eed5d21e8/645",
            "gin_unittests": "1829e5d6c385fbee9e399f0d4daee191cab54c11c0c17fe072ebf3f29d066f5c/646",
            "gl_tests": "826a84b598c06b15fd7a63b4f23785adc4336087a2cad68517df6a67e10da6bc/569",
            "gl_unittests": "d498a855a71cb62eb097e9b25a30abfaa1ddb1a0dc7a2aab5eddfb8b6c2e11a6/569",
            "google_apis_unittests": "fcfe73c95c3e6cc5f58c97159c92eed1bd4ded531c0a2878a1cb8066a9849b73/731",
            "gpu_unittests": "3d78023f706ee2e11c2930fbf6c4ad8454b9bbbcb19b7f5b47372fb3c00dc3b0/646",
            "gwp_asan_unittests": "ecf9cc555e7039bc2d9cabeb70129f95dee30f93716950c3d40f77a9560f02fe/570",
            "headless_browsertests": "7bc35122ecd716581485ba950dfb7670e4e070dfc20541c3dfc56bed81da5c1a/730",
            "headless_unittests": "4f269a939739f5aa520374172d302cad5ad02d759a00965b4f6d73cc327ad81f/569",
            "interactive_ui_tests": "6b6fde769cfdc12c438e1905ab5deda4dfcd3dbc408bc2ebcd7624f19e924851/965",
            "ipc_tests": "bce8b6b9f9909181f8f803ddbd97e29c35471dde6c2edde38362d02c677b6d74/569",
            "jingle_unittests": "553db8d2a0ddae554a456c5dfd8b5ade7bc6e7bfb5c1b3618ff2aa55ca87ff25/646",
            "latency_unittests": "3657e3bd027bd950e94af2639abab06e6f810f3a8ffe80247d8d188430a60745/569",
            "libjingle_xmpp_unittests": "5a44da931bcd84017f9c37706b7c981d0a058a63b5a5e913809b6afb3e3b366f/569",
            "liburlpattern_unittests": "4c6e2a633cc3e7ee7160e53730778510be15cac0400d2ab8748a1db6a1d759e8/569",
            "media_unittests": "75baa23b157f120df44a4d02a2394b4a3075d7321aa9c9912233ef8746ff04bc/649",
            "message_center_unittests": "864d1d95d7065c2c8270514128f5b8b5e70a8601c8fba3d470056e9826d71135/569",
            "midi_unittests": "58bc6b6e2c69bec7f19055a562722cffb0838ab2047deb68d1cee48333a6321f/569",
            "mojo_core_unittests": "4fd0c3ef43a29a75b3cd0cdff71afc532710939a65fd7d6414ef969b5c68468a/569",
            "mojo_unittests": "96bb9b7147fa83e9cab8bf038763bb7a5c772763b54a838df0e55437b834b749/647",
            "native_theme_unittests": "06c7590324cbe867d8f0533d79e5ecbc2c0de272a0202fd01a8cee7cda19a792/569",
            "net_unittests": "c10334a749fe7ff7471fd35dd7cb43a1d919d77e5684a96d0583673b9525627f/648",
            "openscreen_unittests": "dce40d75208671d4d237fbf82479695a0052797009499d7221f6a1768586e2bf/648",
            "ozone_x11_unittests": "86d3596a09e8043fcfb1ec3933842755cbfb41b8d60d4c33e133ba85788516eb/569",
            "pdf_unittests": "a418177ce1fa7911669faab463b74a687dfa98c0e956b2ac7c63f5b15c5add93/646",
            "perfetto_unittests": "ebde928eae2c9d24b6844b30e67c254788c844bad092fbc237582ae46ba2cbd9/569",
            "ppapi_unittests": "5d2f19a0a154f91a6c141ce0e63aaa4e85768e014e07afa13cc834234e0128e4/569",
            "printing_unittests": "57ca0b1fcd3980fc6f09186ced93d7130d28f63e0da5747142d7a51db31d0604/569",
            "remoting_unittests": "36990f31205630af39d9893c7e6063bd842f7ea4cbb4ce75d3998bd6fbb5a301/646",
            "sandbox_linux_unittests": "9306249408fef051eaad91c47e39cb8e2f279534939d7a71b2de2728385d0a09/569",
            "service_manager_unittests": "ce252d1e788198533ec1c4460bc628556cf919de1fe13713aecd7b60325f6c33/569",
            "services_unittests": "cfdc0a5f0db74f8443937c06b1c13289e081ae63d66fd3ff17ff99c8cb91a929/815",
            "shell_dialogs_unittests": "4371daa5bd20f0eb8fce6677b2c7b9ef54f3198d3e49554f1787da5af1b164b7/569",
            "skia_unittests": "b005ab55c3dba736de130a1588e1a67ec0d711732284278c8128b6c64594f328/569",
            "snapshot_unittests": "082b6fab301b2bddcfeab92d2fe4d44433636ed026907f21e50f761749a52383/569",
            "sql_unittests": "394b5231bbfcc3b39e692c7cc573da2210649e6cd668e60902abbf283a68d2d2/646",
            "storage_unittests": "4fd0a501249342c3a310d19ccb49d708d831b97b0b1a69128e7042fc2c3aa8f0/727",
            "sync_integration_tests": "aeae8f4cd5520f5f4efb49fb41ae4f8b9034164ed9183e7dec8b66754ea8f324/729",
            "ui_base_unittests": "5ce9fa5f861d053788dd13d1e129af3eaa6462c121f799d51b33ffc0041f689f/723",
            "ui_touch_selection_unittests": "8d706fd9be99ad9e3753b60ef397269794fdc2633f597f7e5ea941baa4df1abe/569",
            "unit_tests": "040b19ec8031d6016e049bb30264f86727dd2df2adc955c5b2a375ebe448a691/1062",
            "url_unittests": "1c370f218b15ca0b0e2516184b041e87f5aa55fa6a9ad594cee7ae23542f2c78/569",
            "views_unittests": "94c1d1a9d9f14698ce941f370230d9991a1841847af6af63f9bfb5e6975a7554/569",
            "viz_unittests": "ccfa359fc240f53c694aedc6cfeed3e79a2d419186862943cd3638aaef33b7f6/653",
            "vr_common_unittests": "c4237a85c2590ab99736a26d75fceca14fc110d0cb71d428deaab48ce3480f77/648",
            "vr_pixeltests": "b5b6d5df8882bd900bf017bb88c9577cd9db8b802f492dfbe8a97cd62cce16fc/646",
            "weblayer_browsertests": "4260fedacda2ac26ce8d18a321907ff6f8cb6dd652d6948281403695cfc129cc/814",
            "weblayer_unittests": "78a15e6c65cb7b79b47cc361c93a50899609b765986a9ab1dc4bfc19011c43ae/646",
            "wm_unittests": "39f5e0d96d7606ad2accb31e17fc4ed207f4a8a668286009433c88cb0c74c46e/569",
            "wtf_unittests": "7f45c6a711a691fd2a50018d91f9ece58c46c714ed63e418566f6ea55ab3b440/569",
            "x11_unittests": "e8f6c01bf3ca4bc06fe3646fa29193eb787f2b14f0a287b33e13436f58593074/569",
            "xr_browser_tests": "67a16f0d6831448ff608c9a4c42c6d563e9f724754ae8beee0e5eaa82d08744c/728",
            "zlib_unittests": "66d7215b83e10ed5d9d065719e602819a0130c5ecf263b6ef428fd9be3379e27/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993845836552029440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79787"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:40:43.935] Scheduled build:
{
  "id": "8828415774507558017",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71740,
  "createdBy": "project:chromium",
  "createTime": "2021-12-08T11:40:43.504975793Z",
  "updateTime": "2021-12-08T11:40:43.504975793Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
      "ref": "refs/heads/main"
    }
  }
}
[11:40:43.935] Task URL: https://cr-buildbucket.appspot.com/build/8828415774507558017
[11:40:43.935] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:2:0) after 9m17s
[11:41:10.958] Received PubSub notification, asking Buildbucket for the build status
[11:41:10.989] Build status: STARTED
[11:50:00.973] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:2:0)
[11:50:01.017] Build status: STARTED
[11:50:01.017] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:4:0) after 2m13s
[11:52:14.123] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:4:0)
[11:52:14.155] Build status: STARTED
[11:52:14.155] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:5:0) after 9m4s
[12:01:18.151] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:5:0)
[12:01:18.191] Build status: STARTED
[12:01:18.191] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:6:0) after 3m6s
[12:04:24.253] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:6:0)
[12:04:24.290] Build status: STARTED
[12:04:24.291] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:7:0) after 6m17s
[12:10:41.318] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:7:0)
[12:10:41.361] Build status: STARTED
[12:10:41.361] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993845836552029440:8:0) after 6m5s
[12:11:19.342] Received PubSub notification, asking Buildbucket for the build status
[12:11:19.382] Build:
{
  "id": "8828415774507558017",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71740,
  "createdBy": "project:chromium",
  "createTime": "2021-12-08T11:40:43.504975793Z",
  "startTime": "2021-12-08T11:41:09.129982Z",
  "endTime": "2021-12-08T12:11:18.912980240Z",
  "updateTime": "2021-12-08T12:11:18.912980240Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a02475ffcb7dc04ebca8ca3bd52445578173e4d",
      "ref": "refs/heads/main"
    }
  }
}
[12:11:19.382] Invocation finished in 30m37.21168047s with status FAILED