Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/72602 (5 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "6207865124e26f4ee39558994aabf2c6ea27cf2e"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "5dad9d8a468e480aa5043025c8c1ee07f49ec42a",
  "parent_got_dawn_revision": "2ce4b905b259caf10dd13f77710484a3dfe392b0",
  "parent_got_nacl_revision": "abf3277f295c6c87f0b103f291ed5e3e73933b76",
  "parent_got_revision": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
  "parent_got_revision_cp": "refs/heads/master@{#867227}",
  "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
  "parent_got_swiftshader_revision": "fb53aa2bb7dad9de683d963b5e5d30c40bbf16e1",
  "parent_got_v8_revision": "b1ee5564f86f79c4cba400778780d648d5d5ae43",
  "parent_got_v8_revision_cp": "refs/heads/9.1.214@{#1}",
  "parent_got_webrtc_revision": "5254e429e44c88ee112f20cc11ef745bd53cc203",
  "parent_got_webrtc_revision_cp": "refs/heads/master@{#33555}",
  "revision": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
  "swarm_hashes": {
    "absl_hardening_tests": "0c78ae6978774b22327a3856533b700c4ff82ad5",
    "accessibility_unittests": "86ea679a33753fa3379f98fe0c252911e3d8c1a2",
    "angle_unittests": "29e16a22b5c41cdd607ead915d650f94c1ad5e34",
    "app_shell_unittests": "5e03678f005db9c20bf4cecaaeebabb590332197",
    "aura_unittests": "a7e938764c2e565bdb1dd0e75e01abc50a88eb0c",
    "base_unittests": "16a8f57e14ab98cb970581229553b9316c8bfe7c",
    "base_util_unittests": "dec72aeec26098dead271333d07ce694707d79ca",
    "blink_common_unittests": "9508a886f14ad8411cbad73b13dbc00a3ebb5b67",
    "blink_fuzzer_unittests": "fb6fe5a1c9c8e6de22c66e86be8f18814015ae40",
    "blink_heap_unittests": "b3374ef672c6ada6f06110524123b1b692134401",
    "blink_platform_unittests": "1f73e54efee9d7dcbadd3d99e6c34cacdfc3f6e5",
    "blink_unittests": "4f7634e3500958cc0380dcdc213e2ffbe3e4388d",
    "boringssl_crypto_tests": "742950c432b066e6474b3e353c792a6888ace51b",
    "boringssl_ssl_tests": "74da5e8bfbfadeac9d303be9c493c793223af68d",
    "capture_unittests": "5bb68ffcb0bd6566f97269fc808578ad4a6c15b0",
    "cast_unittests": "52808989f0538c75e5624761ab80afa6784aae16",
    "cc_unittests": "830c9526794ebe968cdc836e89af218ed26f2776",
    "chrome_app_unittests": "585e58ed45ed35f58f379875ba22b9c53f7ed669",
    "chromedriver_unittests": "f19d7e30e535a449ffc1fad06e85244b4887dc0e",
    "color_unittests": "4050a207bf8c119b9a4b7229a0cc41723f3610f1",
    "components_browsertests": "e5a1b153ac789a86dfbd452fc0b1ad1a8ad8e737",
    "components_unittests": "f13c9b3d41f400008f52ad70d753f1827aff4e33",
    "compositor_unittests": "ad2d73f8357a2b8bf4c0a09d129cefaff8ef4bad",
    "content_browsertests": "5949143dd86c71ee0c54b9e5dc406517bcf9df1b",
    "content_unittests": "19c19af8120deeab4ee3bb85b8bd38480e1c3dca",
    "cronet_tests": "e4233b45e45764fed0ccbd298414b6ce0d2b87d1",
    "cronet_unittests": "bd874caa1f417eaee4afc13a7f30976f3f91362e",
    "crypto_unittests": "3cca5ecad7b213c995afb67206bce664cf99c468",
    "dbus_unittests": "9d87920681e9700d4ccea722ca971d5929f585bc",
    "device_unittests": "b1a5a4552816b6066d7ff4c6e31298baaf3179f2",
    "display_unittests": "db87c8ad5c23e1cb982f281b01ec22f8b2853574",
    "events_unittests": "deab047f1726b6725d6aac11d69a3c65793e358a",
    "extensions_browsertests": "830bd0e8d409b78fe072f12453c1e1f6004d61c5",
    "extensions_unittests": "49d472c88196e611be99b11016df88231d240833",
    "filesystem_service_unittests": "7d06587b794023115f771b65dcf4c3296a60a55e",
    "gcm_unit_tests": "778cb18af5b99b6fb9b09b5fa11334e9562b7542",
    "gfx_unittests": "5616a9a905ae02d4babf72af3bb61b866cce6fc1",
    "gin_unittests": "cb6a4df414ebf8a2bf03e70bf45df1171364a734",
    "gl_tests": "704a4f572bf52afa5abff6d08819e799390910d8",
    "gl_unittests": "30e639a40903ece5268edf9587a294c14553e704",
    "google_apis_unittests": "8b904e491716cce42f49c66f6bfeee06ecfb4782",
    "gpu_unittests": "c8887e3749f9592333e6a91e0d76a91c558654d2",
    "gwp_asan_unittests": "4e0b4d466f04d00f7a911f1c4e004f6c499fe75a",
    "headless_browsertests": "941f4669457c772f3eccf4432388490b19f6e1ba",
    "headless_unittests": "179e2f52c03f3a4281cbc81a92a9c83a421b0778",
    "interactive_ui_tests": "bab0ea0ddd674749d3af44a1a5cf2ad9279c47df",
    "ipc_tests": "d02f2d151457a78d137eabe384df5c2af6568feb",
    "jingle_unittests": "99a72a30cc45bf42a8f92b4d1a0d8746b41c05fd",
    "latency_unittests": "a265ae2d67bc1cef91a0934d05d047a20d4857f1",
    "libjingle_xmpp_unittests": "698bd1975fcbc4130d5894e00b13ef6d52fec60a",
    "liburlpattern_unittests": "da38a0bc21a737b43fcad46623c0fcc84a3fa3e6",
    "media_blink_unittests": "7b1b54e7607b59a2a52e66db8c94a20542237217",
    "media_unittests": "ebab540b45d9e11191efd1d7b8854dbcb3d8f679",
    "message_center_unittests": "4c686f00f532744dfdb321d14195b28590591118",
    "midi_unittests": "42625aab5d7e1e5a3c96e1e9537a1c3f1e6aa998",
    "mojo_core_unittests": "5d8ca82cd3a5d5520d26a856c44ec08ff66019a4",
    "mojo_unittests": "e5c0b3ab2461e9d3760ec722bbe3c2daa193deac",
    "native_theme_unittests": "ed9c6dc5f006c5820cf46b24af5a873106a3a809",
    "net_unittests": "a1ed9e239cc0d62b94fe159baf367651574fbe0e",
    "openscreen_unittests": "a0f3c93f4933eb115cbab88a6118b4920d9c13a0",
    "pdf_unittests": "c3c8799cdbeb6a84a2701af0dba9c67e98c7c1e2",
    "perfetto_unittests": "87c66cbd450032b7f57ffc0859a895f8c0f5be18",
    "ppapi_unittests": "706c2454c83cfe638a17cba9de4872364039f6d6",
    "printing_unittests": "0f6e75799049e033680d5aa969064cf57734beff",
    "remoting_unittests": "d6a6594d69e2d33aebb753b1df320ce46648b780",
    "sandbox_linux_unittests": "10bf2b240abca21e9f133af4a49ccaa95f09f888",
    "service_manager_unittests": "1ea565b38c2aa967bfb9468cb56c5efe4fb84efd",
    "services_unittests": "946bb4c2a4d34a5b7623524549e43f7476c35c3f",
    "shell_dialogs_unittests": "7f9adab73302d7963c7286d68c6ea1c303c124bd",
    "skia_unittests": "c854112117d40081296a2cf4d93c4ed29867e8b7",
    "snapshot_unittests": "f92209edff2a2a210af0580018da0b061a216e3c",
    "sql_unittests": "0311980930fe96e042440136fe08390fb9131aa1",
    "storage_unittests": "efaafc18b08e3deef9e90fe69f49f41b9d6dbfe8",
    "sync_integration_tests": "c362da5cb81e182eb812e93fdffe6e030a448d47",
    "traffic_annotation_auditor_unittests": "6ec3dc2969fa205d15268297b671312309afba55",
    "ui_base_unittests": "510516fbc5e5587a0dc073b19ec807d680a214c5",
    "ui_touch_selection_unittests": "ae8c94ebe1f5c1a30d697f451efa555899b0793f",
    "unit_tests": "20a928e563fcab4337567a4165c47fcae39be147",
    "url_unittests": "6c618ecebb4947dbe4f8634b3065844fa8e3eabe",
    "views_unittests": "943bba1a72af205b47e3812137d4885f0c94c727",
    "viz_unittests": "f86c6e4d62849cb88d0e5e22d732f04d4439f3e5",
    "vr_common_unittests": "96c747633a360623156aeedec11abc32acc58e39",
    "vr_pixeltests": "9af0039a32a1263e84cad8b317c767aa7db60f83",
    "weblayer_browsertests": "43f83e4a63392ae1b9149b09d1846a30277cbb22",
    "weblayer_unittests": "be658e0c1ae8617eb912b97e68d0d7e6cfedbf2b",
    "wm_unittests": "cb8daf21c302105a87a7d27cfc338893598a04b0",
    "wtf_unittests": "8012abeeff77f391502e5a55d73171c3809f6f1f",
    "x11_unittests": "aa55df30a0221c3e77180c4259a6752e47dd2a46",
    "xr_browser_tests": "8d70a5e3b7d5203909c7f45b306b3bc86c90d941",
    "zlib_unittests": "1071eb0ad7d5f6616c957c27ce25c1c200b5c373"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a518b8e44d4fab30a44e8171a17308fed58dcf1f43191f4283d4e2a46b1b4eb2/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6207865124e26f4ee39558994aabf2c6ea27cf2e
  • gitiles_ref:refs/heads/master
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:72602
  • user_agent:recipe

Debug log (UTC)

[16:55:47.099] New invocation is queued and will start shortly
[16:55:47.099] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:55:48.193] Starting the invocation (attempt 1)
[16:55:48.228] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6207865124e26f4ee39558994aabf2c6ea27cf2e"
[16:55:48.228] Reconstructed gitiles commit from tags
[16:55:48.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:55:48.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:55:48.229] Buildbucket request:
{
  "requestId": "9016837642779023664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "6207865124e26f4ee39558994aabf2c6ea27cf2e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "5dad9d8a468e480aa5043025c8c1ee07f49ec42a",
      "parent_got_dawn_revision": "2ce4b905b259caf10dd13f77710484a3dfe392b0",
      "parent_got_nacl_revision": "abf3277f295c6c87f0b103f291ed5e3e73933b76",
      "parent_got_revision": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
      "parent_got_revision_cp": "refs/heads/master@{#867227}",
      "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
      "parent_got_swiftshader_revision": "fb53aa2bb7dad9de683d963b5e5d30c40bbf16e1",
      "parent_got_v8_revision": "b1ee5564f86f79c4cba400778780d648d5d5ae43",
      "parent_got_v8_revision_cp": "refs/heads/9.1.214@{#1}",
      "parent_got_webrtc_revision": "5254e429e44c88ee112f20cc11ef745bd53cc203",
      "parent_got_webrtc_revision_cp": "refs/heads/master@{#33555}",
      "swarm_hashes": {
            "absl_hardening_tests": "0c78ae6978774b22327a3856533b700c4ff82ad5",
            "accessibility_unittests": "86ea679a33753fa3379f98fe0c252911e3d8c1a2",
            "angle_unittests": "29e16a22b5c41cdd607ead915d650f94c1ad5e34",
            "app_shell_unittests": "5e03678f005db9c20bf4cecaaeebabb590332197",
            "aura_unittests": "a7e938764c2e565bdb1dd0e75e01abc50a88eb0c",
            "base_unittests": "16a8f57e14ab98cb970581229553b9316c8bfe7c",
            "base_util_unittests": "dec72aeec26098dead271333d07ce694707d79ca",
            "blink_common_unittests": "9508a886f14ad8411cbad73b13dbc00a3ebb5b67",
            "blink_fuzzer_unittests": "fb6fe5a1c9c8e6de22c66e86be8f18814015ae40",
            "blink_heap_unittests": "b3374ef672c6ada6f06110524123b1b692134401",
            "blink_platform_unittests": "1f73e54efee9d7dcbadd3d99e6c34cacdfc3f6e5",
            "blink_unittests": "4f7634e3500958cc0380dcdc213e2ffbe3e4388d",
            "boringssl_crypto_tests": "742950c432b066e6474b3e353c792a6888ace51b",
            "boringssl_ssl_tests": "74da5e8bfbfadeac9d303be9c493c793223af68d",
            "capture_unittests": "5bb68ffcb0bd6566f97269fc808578ad4a6c15b0",
            "cast_unittests": "52808989f0538c75e5624761ab80afa6784aae16",
            "cc_unittests": "830c9526794ebe968cdc836e89af218ed26f2776",
            "chrome_app_unittests": "585e58ed45ed35f58f379875ba22b9c53f7ed669",
            "chromedriver_unittests": "f19d7e30e535a449ffc1fad06e85244b4887dc0e",
            "color_unittests": "4050a207bf8c119b9a4b7229a0cc41723f3610f1",
            "components_browsertests": "e5a1b153ac789a86dfbd452fc0b1ad1a8ad8e737",
            "components_unittests": "f13c9b3d41f400008f52ad70d753f1827aff4e33",
            "compositor_unittests": "ad2d73f8357a2b8bf4c0a09d129cefaff8ef4bad",
            "content_browsertests": "5949143dd86c71ee0c54b9e5dc406517bcf9df1b",
            "content_unittests": "19c19af8120deeab4ee3bb85b8bd38480e1c3dca",
            "cronet_tests": "e4233b45e45764fed0ccbd298414b6ce0d2b87d1",
            "cronet_unittests": "bd874caa1f417eaee4afc13a7f30976f3f91362e",
            "crypto_unittests": "3cca5ecad7b213c995afb67206bce664cf99c468",
            "dbus_unittests": "9d87920681e9700d4ccea722ca971d5929f585bc",
            "device_unittests": "b1a5a4552816b6066d7ff4c6e31298baaf3179f2",
            "display_unittests": "db87c8ad5c23e1cb982f281b01ec22f8b2853574",
            "events_unittests": "deab047f1726b6725d6aac11d69a3c65793e358a",
            "extensions_browsertests": "830bd0e8d409b78fe072f12453c1e1f6004d61c5",
            "extensions_unittests": "49d472c88196e611be99b11016df88231d240833",
            "filesystem_service_unittests": "7d06587b794023115f771b65dcf4c3296a60a55e",
            "gcm_unit_tests": "778cb18af5b99b6fb9b09b5fa11334e9562b7542",
            "gfx_unittests": "5616a9a905ae02d4babf72af3bb61b866cce6fc1",
            "gin_unittests": "cb6a4df414ebf8a2bf03e70bf45df1171364a734",
            "gl_tests": "704a4f572bf52afa5abff6d08819e799390910d8",
            "gl_unittests": "30e639a40903ece5268edf9587a294c14553e704",
            "google_apis_unittests": "8b904e491716cce42f49c66f6bfeee06ecfb4782",
            "gpu_unittests": "c8887e3749f9592333e6a91e0d76a91c558654d2",
            "gwp_asan_unittests": "4e0b4d466f04d00f7a911f1c4e004f6c499fe75a",
            "headless_browsertests": "941f4669457c772f3eccf4432388490b19f6e1ba",
            "headless_unittests": "179e2f52c03f3a4281cbc81a92a9c83a421b0778",
            "interactive_ui_tests": "bab0ea0ddd674749d3af44a1a5cf2ad9279c47df",
            "ipc_tests": "d02f2d151457a78d137eabe384df5c2af6568feb",
            "jingle_unittests": "99a72a30cc45bf42a8f92b4d1a0d8746b41c05fd",
            "latency_unittests": "a265ae2d67bc1cef91a0934d05d047a20d4857f1",
            "libjingle_xmpp_unittests": "698bd1975fcbc4130d5894e00b13ef6d52fec60a",
            "liburlpattern_unittests": "da38a0bc21a737b43fcad46623c0fcc84a3fa3e6",
            "media_blink_unittests": "7b1b54e7607b59a2a52e66db8c94a20542237217",
            "media_unittests": "ebab540b45d9e11191efd1d7b8854dbcb3d8f679",
            "message_center_unittests": "4c686f00f532744dfdb321d14195b28590591118",
            "midi_unittests": "42625aab5d7e1e5a3c96e1e9537a1c3f1e6aa998",
            "mojo_core_unittests": "5d8ca82cd3a5d5520d26a856c44ec08ff66019a4",
            "mojo_unittests": "e5c0b3ab2461e9d3760ec722bbe3c2daa193deac",
            "native_theme_unittests": "ed9c6dc5f006c5820cf46b24af5a873106a3a809",
            "net_unittests": "a1ed9e239cc0d62b94fe159baf367651574fbe0e",
            "openscreen_unittests": "a0f3c93f4933eb115cbab88a6118b4920d9c13a0",
            "pdf_unittests": "c3c8799cdbeb6a84a2701af0dba9c67e98c7c1e2",
            "perfetto_unittests": "87c66cbd450032b7f57ffc0859a895f8c0f5be18",
            "ppapi_unittests": "706c2454c83cfe638a17cba9de4872364039f6d6",
            "printing_unittests": "0f6e75799049e033680d5aa969064cf57734beff",
            "remoting_unittests": "d6a6594d69e2d33aebb753b1df320ce46648b780",
            "sandbox_linux_unittests": "10bf2b240abca21e9f133af4a49ccaa95f09f888",
            "service_manager_unittests": "1ea565b38c2aa967bfb9468cb56c5efe4fb84efd",
            "services_unittests": "946bb4c2a4d34a5b7623524549e43f7476c35c3f",
            "shell_dialogs_unittests": "7f9adab73302d7963c7286d68c6ea1c303c124bd",
            "skia_unittests": "c854112117d40081296a2cf4d93c4ed29867e8b7",
            "snapshot_unittests": "f92209edff2a2a210af0580018da0b061a216e3c",
            "sql_unittests": "0311980930fe96e042440136fe08390fb9131aa1",
            "storage_unittests": "efaafc18b08e3deef9e90fe69f49f41b9d6dbfe8",
            "sync_integration_tests": "c362da5cb81e182eb812e93fdffe6e030a448d47",
            "traffic_annotation_auditor_unittests": "6ec3dc2969fa205d15268297b671312309afba55",
            "ui_base_unittests": "510516fbc5e5587a0dc073b19ec807d680a214c5",
            "ui_touch_selection_unittests": "ae8c94ebe1f5c1a30d697f451efa555899b0793f",
            "unit_tests": "20a928e563fcab4337567a4165c47fcae39be147",
            "url_unittests": "6c618ecebb4947dbe4f8634b3065844fa8e3eabe",
            "views_unittests": "943bba1a72af205b47e3812137d4885f0c94c727",
            "viz_unittests": "f86c6e4d62849cb88d0e5e22d732f04d4439f3e5",
            "vr_common_unittests": "96c747633a360623156aeedec11abc32acc58e39",
            "vr_pixeltests": "9af0039a32a1263e84cad8b317c767aa7db60f83",
            "weblayer_browsertests": "43f83e4a63392ae1b9149b09d1846a30277cbb22",
            "weblayer_unittests": "be658e0c1ae8617eb912b97e68d0d7e6cfedbf2b",
            "wm_unittests": "cb8daf21c302105a87a7d27cfc338893598a04b0",
            "wtf_unittests": "8012abeeff77f391502e5a55d73171c3809f6f1f",
            "x11_unittests": "aa55df30a0221c3e77180c4259a6752e47dd2a46",
            "xr_browser_tests": "8d70a5e3b7d5203909c7f45b306b3bc86c90d941",
            "zlib_unittests": "1071eb0ad7d5f6616c957c27ce25c1c200b5c373"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a518b8e44d4fab30a44e8171a17308fed58dcf1f43191f4283d4e2a46b1b4eb2/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9016837642779023664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "72602"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:55:48.721] Scheduled build:
{
  "id": "8851407580850144592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 64611,
  "createdBy": "project:chromium",
  "createTime": "2021-03-29T16:55:48.307826Z",
  "updateTime": "2021-03-29T16:55:48.649447Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
      "ref": "refs/heads/master"
    }
  }
}
[16:55:48.721] Task URL: https://cr-buildbucket.appspot.com/build/8851407580850144592
[16:55:48.721] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:2:0) after 4m31s
[16:56:57.533] Received PubSub notification, asking Buildbucket for the build status
[16:56:57.558] Build status: STARTED
[17:00:19.745] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:2:0)
[17:00:19.779] Build status: STARTED
[17:00:19.779] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:4:0) after 8m17s
[17:08:36.816] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:4:0)
[17:08:36.843] Build status: STARTED
[17:08:36.843] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:5:0) after 5m57s
[17:14:33.863] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:5:0)
[17:14:33.889] Build status: STARTED
[17:14:33.889] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:6:0) after 6m54s
[17:21:27.942] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:6:0)
[17:21:27.968] Build status: STARTED
[17:21:27.968] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:7:0) after 9m27s
[17:30:55.273] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:7:0)
[17:30:55.305] Build status: STARTED
[17:30:55.305] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:8:0) after 6m30s
[17:37:25.285] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:8:0)
[17:37:25.314] Build status: STARTED
[17:37:25.314] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:9:0) after 5m11s
[17:42:36.288] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:9:0)
[17:42:36.315] Build status: STARTED
[17:42:36.315] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:10:0) after 4m2s
[17:46:38.352] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:10:0)
[17:46:38.380] Build status: STARTED
[17:46:38.380] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:11:0) after 1m45s
[17:48:23.415] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:11:0)
[17:48:23.449] Build status: STARTED
[17:48:23.450] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:12:0) after 1m17s
[17:49:40.483] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:12:0)
[17:49:40.514] Build status: STARTED
[17:49:40.514] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:13:0) after 4m15s
[17:53:55.560] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:13:0)
[17:53:55.623] Build status: STARTED
[17:53:55.623] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:14:0) after 3m6s
[17:57:01.662] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:14:0)
[17:57:01.727] Build status: STARTED
[17:57:01.727] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:15:0) after 4m19s
[18:01:20.876] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:15:0)
[18:01:20.918] Build status: STARTED
[18:01:20.918] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:16:0) after 4m16s
[18:05:37.041] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:16:0)
[18:05:37.069] Build status: STARTED
[18:05:37.069] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:17:0) after 9m19s
[18:14:56.093] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:17:0)
[18:14:56.120] Build status: STARTED
[18:14:56.120] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:18:0) after 9m43s
[18:24:39.182] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:18:0)
[18:24:39.219] Build status: STARTED
[18:24:39.220] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:19:0) after 2m12s
[18:26:51.240] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:19:0)
[18:26:51.270] Build status: STARTED
[18:26:51.270] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:20:0) after 3m36s
[18:30:27.762] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:20:0)
[18:30:27.791] Build status: STARTED
[18:30:27.791] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:21:0) after 4m39s
[18:35:06.879] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:21:0)
[18:35:06.913] Build status: STARTED
[18:35:06.913] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:22:0) after 6m5s
[18:41:11.951] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:22:0)
[18:41:11.991] Build status: STARTED
[18:41:11.991] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:23:0) after 9m39s
[18:50:51.259] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:23:0)
[18:50:51.290] Build status: STARTED
[18:50:51.290] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:24:0) after 8m19s
[18:59:10.701] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:24:0)
[18:59:10.740] Build status: STARTED
[18:59:10.740] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:25:0) after 5m2s
[19:04:12.939] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:25:0)
[19:04:12.966] Build status: STARTED
[19:04:12.966] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:26:0) after 3m6s
[19:07:19.042] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:26:0)
[19:07:19.098] Build status: STARTED
[19:07:19.098] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:27:0) after 6m18s
[19:13:37.151] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:27:0)
[19:13:37.177] Build status: STARTED
[19:13:37.177] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:28:0) after 9m39s
[19:23:16.305] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:28:0)
[19:23:16.332] Build status: STARTED
[19:23:16.332] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:29:0) after 2m23s
[19:25:40.642] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:29:0)
[19:25:40.672] Build status: STARTED
[19:25:40.672] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:30:0) after 2m26s
[19:28:06.929] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:30:0)
[19:28:06.958] Build status: STARTED
[19:28:06.958] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:31:0) after 2m7s
[19:30:14.226] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:31:0)
[19:30:14.281] Build status: STARTED
[19:30:14.281] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:32:0) after 4m19s
[19:34:33.518] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:32:0)
[19:34:33.544] Build status: STARTED
[19:34:33.544] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:33:0) after 1m7s
[19:35:40.585] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:33:0)
[19:35:40.619] Build status: STARTED
[19:35:40.619] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:34:0) after 7m43s
[19:43:23.844] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:34:0)
[19:43:23.921] Build status: STARTED
[19:43:23.921] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:35:0) after 4m40s
[19:48:04.077] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:35:0)
[19:48:04.108] Build status: STARTED
[19:48:04.108] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:36:0) after 6m30s
[19:54:34.196] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:36:0)
[19:54:34.224] Build status: STARTED
[19:54:34.224] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9016837642779023664:37:0) after 9m34s
[19:57:21.190] Received PubSub notification, asking Buildbucket for the build status
[19:57:21.215] Build:
{
  "id": "8851407580850144592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 64611,
  "createdBy": "project:chromium",
  "createTime": "2021-03-29T16:55:48.307826Z",
  "startTime": "2021-03-29T16:56:50.619626Z",
  "endTime": "2021-03-29T19:57:18.808812Z",
  "updateTime": "2021-03-29T19:57:19.306274Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6207865124e26f4ee39558994aabf2c6ea27cf2e",
      "ref": "refs/heads/master"
    }
  }
}
[19:57:21.215] Invocation finished in 3h1m34.130889482s with status FAILED