Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78625 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c10c5b5535afad9f39a745144fc3011e0f764ab4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
  "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
  "parent_got_revision_cp": "refs/heads/main@{#936349}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "c29ff66ad0759dbd11c57997625173160e7f3480",
  "parent_got_v8_revision_cp": "refs/heads/9.7.81@{#1}",
  "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
  "swarm_hashes": {
    "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
    "accessibility_unittests": "b306f696c8ddfcb8329135691953a68165475da3033d1f6517bb50c559872ef2/569",
    "angle_unittests": "ea46ae5a76830e7689787387b4b7930c6388053210d726c068f2c90ebd7118d9/570",
    "app_shell_unittests": "5b0d3a50588ce22ded2a5fce71781164cc7e703a6c6db1371bc4e0d4d7335f05/809",
    "aura_unittests": "3379c076a8d9a43c1e2e3f3d597007640e65b073c9c9868f39e66c08a59dca1e/569",
    "base_unittests": "a0eb64fc13fad3814c343ec8cc47b5c46cbc1dcbbd462b66fc5e56380741639f/648",
    "blink_common_unittests": "0009eb7f224cb8b3f1d1b5dd9a71936016de97a5fa64c79da668cce7cb35edc9/647",
    "blink_fuzzer_unittests": "538ea0a36db71f881ccd77c33b47722290654e8fc364d1be7a5af95bc8399c10/648",
    "blink_heap_unittests": "a324cabd3149f82f925ff3440716be70a7797a56650b1d53650167ff7546d190/648",
    "blink_platform_unittests": "6c1583b0b72c470d5b84bfec995d245d544e66cd46ca79278199355accf7b9a5/726",
    "blink_unittests": "d3209b1124c2ed095a2c4d9954ec6d22ff60ebc0cfb9951306ec9cdad7d39b1a/726",
    "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
    "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
    "capture_unittests": "bc44265a4197a705e6346d19d6c224fff77ba1d040b2e48fe5e54733b17d9b59/648",
    "cast_unittests": "d5251ec37ea9d616ef8d07c2d703cbf83285c99cfcf4008f1dfc18abd6c20124/569",
    "cc_unittests": "03946ae67655651ed2543110f761b7a16d3a15e19a1067060a24ef99a73b03e1/653",
    "chrome_app_unittests": "f3986dadcbe91ed7860077218f85eaddda3774fa0c3d5a5d789c02f1e4f02a18/811",
    "chromedriver_unittests": "9efe383aa81ddc2e7d9d5104fcb9a8d94cd27dd63e409f60ca7101282ea098f8/726",
    "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
    "components_browsertests": "9325c9aa6f543d66e0154790f5c8996bb7944a8b1164d47fb3ac91081b98ae38/892",
    "components_unittests": "e706823633c1a994fcd856cb6dffe97b6768fc28cf8cc388977282d3d9d77952/892",
    "compositor_unittests": "69b4cfde2f593a1bcf2e7f2f40f95bfcd5b633e20757b4d17e5391de330d353a/645",
    "content_browsertests": "aa98846b4384044964d4f894cba63dd428986d460040270820b46504fb330c90/887",
    "content_unittests": "69b38ce3e339ca4e158bd97b6750358a61dab1a76a2ddaba74558c6d55def5f3/806",
    "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
    "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
    "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
    "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
    "device_unittests": "25a974aa9d7c6dc724dbbba80fd1ddb8add12a659aa1ffa598e550726c8c9811/646",
    "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
    "events_unittests": "cb83c47273f1b267fdd2491462ff7a2f101481503aebc480f549205f7e6dd683/569",
    "extensions_browsertests": "664eaef5b9ee9bf67ea6b671be155e6dda55e56844309be99085eae0a4f4e54c/811",
    "extensions_unittests": "f2604aa202cf2d6ac17a348bc5b20cff0a92e3bfec432cb09b3bd87f868f8ec6/975",
    "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
    "gcm_unit_tests": "03ab6a50572fa29b26cbcaa178aba6691ac4804977c2f865f499b50f644d6714/646",
    "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
    "gin_unittests": "aa72036558e7ee66d85b193fdb1161c0eb4df9442819c3581106b8c5abff6263/646",
    "gl_tests": "dffb296f95fefcc293e5a704c8c2ae0870fc54abf5fe5aee209d3fdd9ec4c9df/569",
    "gl_unittests": "29e5da9beb82b452cd961da2f5f5aae1673f42d3622d062db5351134fd38c78d/569",
    "google_apis_unittests": "1cdb6b80bc660825f23f54bd257f30716f1006e3a9123fe63866c74510590e6e/731",
    "gpu_unittests": "e054cc837117727a92166af5fb767e444da3e9bb04380d1327506e6b4369077e/646",
    "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
    "headless_browsertests": "adf2932255a5fe13fb665c63e73e041142884156b199c5760f775d4997fd2fd6/809",
    "headless_unittests": "948755e4ee8da4c3a3e4214fedd90e6a9c37c3743a27196bb82ccf8d83da9695/569",
    "interactive_ui_tests": "67e6dd0de07c1efc6077bc7c217069208e830ccbed5e14a5f12f353685a1e098/1128",
    "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
    "jingle_unittests": "bb966eab870570cf3196f4edf7bab9af1e6d734987fd74ac035d2ef85eecba5e/646",
    "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
    "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
    "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
    "media_unittests": "9fb97f02df208b1e3a9bd269fce18ffc3b5e2e3ef78e175c32b8cf696b4b44ec/649",
    "message_center_unittests": "f6da2316a3facefb90ef0e5bca19c5ced31ba3017605c18b4e1cc0f8595acfd3/569",
    "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
    "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
    "mojo_unittests": "a7323c8c8b672ef3f92a883def691e10a48a3171b0658f23a1fa0f602b7bc76a/647",
    "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
    "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
    "openscreen_unittests": "23c835af6e95e3144b72a37f1a21def3bfc74585272243e9945c6b186307eabe/811",
    "ozone_x11_unittests": "b881152845ba7341d9ed4df2c8c2d8a10569b3673eb78eb4ddc99e6ef1c5267e/569",
    "pdf_unittests": "32126b06782775bcfdf7bbf53748cd6f134def867df9cc814b36bc9fc65a5e98/725",
    "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
    "ppapi_unittests": "c8cae73eedc4c0a12cb51cb9f8dd26f0d5b52b3f9ec8f4d57ec77a5b6cd2865d/569",
    "printing_unittests": "969af9f88db99813e4e49cb3f8cac354a0af72f6027b201592704f4d4b591947/569",
    "remoting_unittests": "51cc292077fc3be45b351782a37b098712035bd8442a3682dcc9bf57507b88c1/646",
    "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
    "service_manager_unittests": "84373f67594d46b5ee585db13f1877cc80bc5dcb0bc5f0dc46f14d0ee42a9132/569",
    "services_unittests": "c3c0e0378dbbb15408ae375cb728baa852f4d86cb61a45a88777ebbc88078451/815",
    "shell_dialogs_unittests": "60cc563c562e746e3e885be5f84096c8337bc6375af1b3061b7ee643f7c1900a/569",
    "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
    "snapshot_unittests": "feb7a0a3d168ffdb460e5acb6c7f0b565498a1f667f0f2b35fe2ba7a1eaa169f/569",
    "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
    "storage_unittests": "a533bfb9abc17f2e130a8162f8fd8f682adbec47e8e5a8e4a1940440afade3b4/727",
    "sync_integration_tests": "b6b19a2d17f1c7e14cbe4a2e50bece4b26567556b3bf57605ecf5995cfc45b21/892",
    "ui_base_unittests": "c9958a78901755c3b6cc957f6960c49ee19a21380b1070c754ae9c655ef3cdfc/723",
    "ui_touch_selection_unittests": "b719ffdce02fe533ae24fda46097a6decdbf833d53970ea32162c6d9b5ad964c/569",
    "unit_tests": "16491f24c7d8066c573b507e932f1b542aea9939634434ae3aa1d4beb63c4d37/1141",
    "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
    "views_unittests": "642625094e5a9c9e087a9520ca3064dbf30d36d2e93f0c464e6e15f0ff9685a3/569",
    "viz_unittests": "d6b61ccf07133baa54d3679ded9293fda3c75e99aa72cc9c3dd7d6ab54fa1628/653",
    "vr_common_unittests": "c6c47d5c543f70a0e067de3017364b9e2e162c1779ba3571814ae0293bea1697/811",
    "vr_pixeltests": "2120b56d5d82fbdf1621f6a49bc61b1cde3529e98e0b72a837bab1cbe3ab059b/725",
    "weblayer_browsertests": "603c0e9340dd0373e321be28d8fc099112e7138c667edd423d9e5293a6b71256/893",
    "weblayer_unittests": "b33441d2221727c6270bd2a21cd226db36536da9b61028d6a6b1343a236f5595/725",
    "wm_unittests": "c5fad2db6a398d5ad92abf2df18485d58b6e31082ad899b181c3f69520a163f3/569",
    "wtf_unittests": "9c840a19bdc8d80476107ee1af0b8bc5354d492ce4e81d5a386a85c250e335b5/569",
    "x11_unittests": "ad31dae6d88e6c7b5fe82add8f6768471759906fc6ef4450c7a9ff86368f7f5c/569",
    "xr_browser_tests": "001a9d13865bfe2c6f48160778ad10981a01722eb08114fb4e81fcfd9b9b1301/891",
    "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c10c5b5535afad9f39a745144fc3011e0f764ab4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78625
  • user_agent:recipe

Debug log (UTC)

[12:13:28.721] New invocation is queued and will start shortly
[12:13:28.721] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:13:29.840] Starting the invocation (attempt 1)
[12:13:29.874] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c10c5b5535afad9f39a745144fc3011e0f764ab4"
[12:13:29.874] Popped gitiles commit info from properties and tags
[12:13:29.874] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:13:29.874] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:13:29.875] Buildbucket request:
{
  "requestId": "8997467653147040208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c10c5b5535afad9f39a745144fc3011e0f764ab4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
      "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
      "parent_got_revision_cp": "refs/heads/main@{#936349}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "c29ff66ad0759dbd11c57997625173160e7f3480",
      "parent_got_v8_revision_cp": "refs/heads/9.7.81@{#1}",
      "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
      "swarm_hashes": {
            "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
            "accessibility_unittests": "b306f696c8ddfcb8329135691953a68165475da3033d1f6517bb50c559872ef2/569",
            "angle_unittests": "ea46ae5a76830e7689787387b4b7930c6388053210d726c068f2c90ebd7118d9/570",
            "app_shell_unittests": "5b0d3a50588ce22ded2a5fce71781164cc7e703a6c6db1371bc4e0d4d7335f05/809",
            "aura_unittests": "3379c076a8d9a43c1e2e3f3d597007640e65b073c9c9868f39e66c08a59dca1e/569",
            "base_unittests": "a0eb64fc13fad3814c343ec8cc47b5c46cbc1dcbbd462b66fc5e56380741639f/648",
            "blink_common_unittests": "0009eb7f224cb8b3f1d1b5dd9a71936016de97a5fa64c79da668cce7cb35edc9/647",
            "blink_fuzzer_unittests": "538ea0a36db71f881ccd77c33b47722290654e8fc364d1be7a5af95bc8399c10/648",
            "blink_heap_unittests": "a324cabd3149f82f925ff3440716be70a7797a56650b1d53650167ff7546d190/648",
            "blink_platform_unittests": "6c1583b0b72c470d5b84bfec995d245d544e66cd46ca79278199355accf7b9a5/726",
            "blink_unittests": "d3209b1124c2ed095a2c4d9954ec6d22ff60ebc0cfb9951306ec9cdad7d39b1a/726",
            "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
            "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
            "capture_unittests": "bc44265a4197a705e6346d19d6c224fff77ba1d040b2e48fe5e54733b17d9b59/648",
            "cast_unittests": "d5251ec37ea9d616ef8d07c2d703cbf83285c99cfcf4008f1dfc18abd6c20124/569",
            "cc_unittests": "03946ae67655651ed2543110f761b7a16d3a15e19a1067060a24ef99a73b03e1/653",
            "chrome_app_unittests": "f3986dadcbe91ed7860077218f85eaddda3774fa0c3d5a5d789c02f1e4f02a18/811",
            "chromedriver_unittests": "9efe383aa81ddc2e7d9d5104fcb9a8d94cd27dd63e409f60ca7101282ea098f8/726",
            "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
            "components_browsertests": "9325c9aa6f543d66e0154790f5c8996bb7944a8b1164d47fb3ac91081b98ae38/892",
            "components_unittests": "e706823633c1a994fcd856cb6dffe97b6768fc28cf8cc388977282d3d9d77952/892",
            "compositor_unittests": "69b4cfde2f593a1bcf2e7f2f40f95bfcd5b633e20757b4d17e5391de330d353a/645",
            "content_browsertests": "aa98846b4384044964d4f894cba63dd428986d460040270820b46504fb330c90/887",
            "content_unittests": "69b38ce3e339ca4e158bd97b6750358a61dab1a76a2ddaba74558c6d55def5f3/806",
            "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
            "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
            "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
            "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
            "device_unittests": "25a974aa9d7c6dc724dbbba80fd1ddb8add12a659aa1ffa598e550726c8c9811/646",
            "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
            "events_unittests": "cb83c47273f1b267fdd2491462ff7a2f101481503aebc480f549205f7e6dd683/569",
            "extensions_browsertests": "664eaef5b9ee9bf67ea6b671be155e6dda55e56844309be99085eae0a4f4e54c/811",
            "extensions_unittests": "f2604aa202cf2d6ac17a348bc5b20cff0a92e3bfec432cb09b3bd87f868f8ec6/975",
            "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
            "gcm_unit_tests": "03ab6a50572fa29b26cbcaa178aba6691ac4804977c2f865f499b50f644d6714/646",
            "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
            "gin_unittests": "aa72036558e7ee66d85b193fdb1161c0eb4df9442819c3581106b8c5abff6263/646",
            "gl_tests": "dffb296f95fefcc293e5a704c8c2ae0870fc54abf5fe5aee209d3fdd9ec4c9df/569",
            "gl_unittests": "29e5da9beb82b452cd961da2f5f5aae1673f42d3622d062db5351134fd38c78d/569",
            "google_apis_unittests": "1cdb6b80bc660825f23f54bd257f30716f1006e3a9123fe63866c74510590e6e/731",
            "gpu_unittests": "e054cc837117727a92166af5fb767e444da3e9bb04380d1327506e6b4369077e/646",
            "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
            "headless_browsertests": "adf2932255a5fe13fb665c63e73e041142884156b199c5760f775d4997fd2fd6/809",
            "headless_unittests": "948755e4ee8da4c3a3e4214fedd90e6a9c37c3743a27196bb82ccf8d83da9695/569",
            "interactive_ui_tests": "67e6dd0de07c1efc6077bc7c217069208e830ccbed5e14a5f12f353685a1e098/1128",
            "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
            "jingle_unittests": "bb966eab870570cf3196f4edf7bab9af1e6d734987fd74ac035d2ef85eecba5e/646",
            "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
            "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
            "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
            "media_unittests": "9fb97f02df208b1e3a9bd269fce18ffc3b5e2e3ef78e175c32b8cf696b4b44ec/649",
            "message_center_unittests": "f6da2316a3facefb90ef0e5bca19c5ced31ba3017605c18b4e1cc0f8595acfd3/569",
            "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
            "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
            "mojo_unittests": "a7323c8c8b672ef3f92a883def691e10a48a3171b0658f23a1fa0f602b7bc76a/647",
            "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
            "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
            "openscreen_unittests": "23c835af6e95e3144b72a37f1a21def3bfc74585272243e9945c6b186307eabe/811",
            "ozone_x11_unittests": "b881152845ba7341d9ed4df2c8c2d8a10569b3673eb78eb4ddc99e6ef1c5267e/569",
            "pdf_unittests": "32126b06782775bcfdf7bbf53748cd6f134def867df9cc814b36bc9fc65a5e98/725",
            "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
            "ppapi_unittests": "c8cae73eedc4c0a12cb51cb9f8dd26f0d5b52b3f9ec8f4d57ec77a5b6cd2865d/569",
            "printing_unittests": "969af9f88db99813e4e49cb3f8cac354a0af72f6027b201592704f4d4b591947/569",
            "remoting_unittests": "51cc292077fc3be45b351782a37b098712035bd8442a3682dcc9bf57507b88c1/646",
            "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
            "service_manager_unittests": "84373f67594d46b5ee585db13f1877cc80bc5dcb0bc5f0dc46f14d0ee42a9132/569",
            "services_unittests": "c3c0e0378dbbb15408ae375cb728baa852f4d86cb61a45a88777ebbc88078451/815",
            "shell_dialogs_unittests": "60cc563c562e746e3e885be5f84096c8337bc6375af1b3061b7ee643f7c1900a/569",
            "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
            "snapshot_unittests": "feb7a0a3d168ffdb460e5acb6c7f0b565498a1f667f0f2b35fe2ba7a1eaa169f/569",
            "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
            "storage_unittests": "a533bfb9abc17f2e130a8162f8fd8f682adbec47e8e5a8e4a1940440afade3b4/727",
            "sync_integration_tests": "b6b19a2d17f1c7e14cbe4a2e50bece4b26567556b3bf57605ecf5995cfc45b21/892",
            "ui_base_unittests": "c9958a78901755c3b6cc957f6960c49ee19a21380b1070c754ae9c655ef3cdfc/723",
            "ui_touch_selection_unittests": "b719ffdce02fe533ae24fda46097a6decdbf833d53970ea32162c6d9b5ad964c/569",
            "unit_tests": "16491f24c7d8066c573b507e932f1b542aea9939634434ae3aa1d4beb63c4d37/1141",
            "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
            "views_unittests": "642625094e5a9c9e087a9520ca3064dbf30d36d2e93f0c464e6e15f0ff9685a3/569",
            "viz_unittests": "d6b61ccf07133baa54d3679ded9293fda3c75e99aa72cc9c3dd7d6ab54fa1628/653",
            "vr_common_unittests": "c6c47d5c543f70a0e067de3017364b9e2e162c1779ba3571814ae0293bea1697/811",
            "vr_pixeltests": "2120b56d5d82fbdf1621f6a49bc61b1cde3529e98e0b72a837bab1cbe3ab059b/725",
            "weblayer_browsertests": "603c0e9340dd0373e321be28d8fc099112e7138c667edd423d9e5293a6b71256/893",
            "weblayer_unittests": "b33441d2221727c6270bd2a21cd226db36536da9b61028d6a6b1343a236f5595/725",
            "wm_unittests": "c5fad2db6a398d5ad92abf2df18485d58b6e31082ad899b181c3f69520a163f3/569",
            "wtf_unittests": "9c840a19bdc8d80476107ee1af0b8bc5354d492ce4e81d5a386a85c250e335b5/569",
            "x11_unittests": "ad31dae6d88e6c7b5fe82add8f6768471759906fc6ef4450c7a9ff86368f7f5c/569",
            "xr_browser_tests": "001a9d13865bfe2c6f48160778ad10981a01722eb08114fb4e81fcfd9b9b1301/891",
            "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997467653147040208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78625"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:13:30.466] Scheduled build:
{
  "id": "8832037591209105921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70581,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T12:13:29.937168607Z",
  "updateTime": "2021-10-29T12:13:29.937168607Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
      "ref": "refs/heads/main"
    }
  }
}
[12:13:30.466] Task URL: https://cr-buildbucket.appspot.com/build/8832037591209105921
[12:13:30.466] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:2:0) after 9m58s
[12:14:07.074] Received PubSub notification, asking Buildbucket for the build status
[12:14:07.112] Build status: STARTED
[12:23:28.623] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:2:0)
[12:23:28.663] Build status: STARTED
[12:23:28.663] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:4:0) after 8m14s
[12:31:42.818] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:4:0)
[12:31:42.889] Build status: STARTED
[12:31:42.889] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:5:0) after 4m13s
[12:35:55.913] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:5:0)
[12:35:55.942] Build status: STARTED
[12:35:55.942] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:6:0) after 4m26s
[12:40:22.080] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:6:0)
[12:40:22.113] Build status: STARTED
[12:40:22.113] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997467653147040208:7:0) after 6m58s
[12:45:00.658] Received PubSub notification, asking Buildbucket for the build status
[12:45:00.694] Build:
{
  "id": "8832037591209105921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70581,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T12:13:29.937168607Z",
  "startTime": "2021-10-29T12:14:06.098239Z",
  "endTime": "2021-10-29T12:45:00.213513339Z",
  "updateTime": "2021-10-29T12:45:00.213513339Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c10c5b5535afad9f39a745144fc3011e0f764ab4",
      "ref": "refs/heads/main"
    }
  }
}
[12:45:00.694] Invocation finished in 31m31.988606451s with status FAILED