Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/73433 (5 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "9eeb70cc39aaae8a5a02032106e140944387cb77"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "54e99d36b70fd310c7f899faddf937158f2459a1",
  "parent_got_dawn_revision": "9a8df8603a9dc3e8646d01d90c3335ec66a5cbe4",
  "parent_got_nacl_revision": "2b19997900032d8a4f93597e7b74798d856fe972",
  "parent_got_revision": "9eeb70cc39aaae8a5a02032106e140944387cb77",
  "parent_got_revision_cp": "refs/heads/master@{#877723}",
  "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
  "parent_got_swiftshader_revision": "484a3e15893c769304509bf1607a42f205a7002d",
  "parent_got_v8_revision": "e09c58db3219b0fb5d409ea7e5d503963ab785e1",
  "parent_got_v8_revision_cp": "refs/heads/9.2.124@{#1}",
  "parent_got_webrtc_revision": "748550d6ce570d82b74f8d703694f572996f7837",
  "parent_got_webrtc_revision_cp": "refs/heads/master@{#33873}",
  "revision": "9eeb70cc39aaae8a5a02032106e140944387cb77",
  "swarm_hashes": {
    "absl_hardening_tests": "f3dbf9505384a6e84345813509e37ed03544e92a",
    "accessibility_unittests": "baed9e3df4a2117e0d1046e1a330d79ef75c0d66",
    "angle_unittests": "eb3353eb84adce918048588797fb680bfb235792",
    "app_shell_unittests": "0e8194ce267aeeb3248705ad4ffbbb603c262d3b",
    "aura_unittests": "6c2731cb2ebcacce48114f7f3c88b14122288a42",
    "base_unittests": "7d899206a038517b3ea3358cd65c19e92249b46d",
    "base_util_unittests": "d80d07f56c3864403b07200eaa74e98626e1bd35",
    "blink_common_unittests": "e4bae7a24125775a444f8bb5302e3b06f09970d6",
    "blink_fuzzer_unittests": "54aa24c9c103eaed11d15411d3554891e1590221",
    "blink_heap_unittests": "cdd98a28b4eb0614f899c7b132c3627e2d84ed26",
    "blink_platform_unittests": "6045a7f65611087f75217dbd56cfc0ab73b1f082",
    "blink_unittests": "bffb453427a269850cc88a050a980c505731318b",
    "boringssl_crypto_tests": "9d21c6414c22cff60691afdefd1d04cdf44426f6",
    "boringssl_ssl_tests": "5be01f34b4209744ca22780c1bddd5e642463c9e",
    "capture_unittests": "5ca0560e0d3a69624b968665875b2b54cc27be98",
    "cast_unittests": "03b438c5435f96c53116b11401b953b150216bb1",
    "cc_unittests": "4fa67354acbb2c8b4fa3ca167c3050e5ddeaa08a",
    "chrome_app_unittests": "58713cc0ca35e8fe1d945642a144d4fe0c5da599",
    "chromedriver_unittests": "c8d404d90dd8c353a50713257796e57ca8146e35",
    "color_unittests": "0e2a9121931d8d820c106ee7f3e70cb487e49d05",
    "components_browsertests": "f48294b82278222cf4afd728988702893444306e",
    "components_unittests": "4e64024152e4545e1cdab30f88f9b79c19510c41",
    "compositor_unittests": "2c45c717ae3e4167e8d9ccbd2e3e179d2ea80974",
    "content_browsertests": "e9f30b3edbdb71eb45ee55065359c03dfd5f78ad",
    "content_unittests": "4e1ab31acc3b65db60d5d99efe9fb9da830a5d60",
    "cronet_tests": "eb337e1ddbcaf086876c7f73c5084af07e7be101",
    "cronet_unittests": "cb17cbf57a290ee8dfdeee9f2580e7fa5f4b6747",
    "crypto_unittests": "b81db4e133a1d0555362ae05865bafe6f4fdc90a",
    "dbus_unittests": "bf3f0120f644c32b6fa4ff483203fe46c7c98383",
    "device_unittests": "5c66d1463a120df296ab212c02deea16e9f45417",
    "display_unittests": "197ba8c3a14841d22de46b10ae607ced660d4c3c",
    "events_unittests": "113c3015e06800539fa92f9cefc205c8b5d904e2",
    "extensions_browsertests": "4db0711228c840e2088d93bf6c0b544a5e508779",
    "extensions_unittests": "576503ebf5831169b1569894ee96c37814c86c69",
    "filesystem_service_unittests": "395a765892da28b0ae6fa5c96093b3a409a49e58",
    "gcm_unit_tests": "dee5c1b9e2a54e487628211249b576d22a9ca5c5",
    "gfx_unittests": "c1cad1daaecd247b93e2b01b2f6598306f404c65",
    "gin_unittests": "a4aaf0500ff0b58b7766925d0c1e5eca6ee5702a",
    "gl_tests": "415423d05824e1318fe50a6c64e7bfb3ba8c64df",
    "gl_unittests": "071debfab1f80e013da88089ceaa83eac0cff823",
    "google_apis_unittests": "4dfeb4937555786b03a7e6aa6db3a3671c14938b",
    "gpu_unittests": "05ebd6bc5937fb74306c175cc6d46ce7812f2baa",
    "gtk_unittests": "e57736afd6bbb6e21624a1b299549c7c83f47d39",
    "gwp_asan_unittests": "27ee34fcb670b2bb547e179f634f5cb8d4fb1cdf",
    "headless_browsertests": "0f53bd4b4332afdd1e30c817f6eb772cc285aa2f",
    "headless_unittests": "ef66f268255bb3cef711a5aa347c56159acf2c79",
    "interactive_ui_tests": "088dfdc932ecf419cea1f519b5430ee34478cb24",
    "ipc_tests": "75a5ea4e90a0a81b248b21b35e1e15853b230471",
    "jingle_unittests": "57743f5f7b426ae8e510ab032d619cdc3ac7f561",
    "latency_unittests": "9e97931321afd99a91bad17713b0dc8c3e491427",
    "libjingle_xmpp_unittests": "668ecc5b23b142365954dea51b4a4e2c7c73d018",
    "liburlpattern_unittests": "abf10977680b0376261ef833ab4538af0f4786fa",
    "media_blink_unittests": "bb70b0bdd786d84472d8e38143e809c9b9ecc7d0",
    "media_unittests": "85ef3d2bd35e1622273fa79821b09838cd3a3de5",
    "message_center_unittests": "e073a24befeca3695cfa472b792aac075f5d8a53",
    "midi_unittests": "226fe1df170edb74eec89c86a7286df95f90b06b",
    "mojo_core_unittests": "51da493df688ee35e833371279f02490f7264afd",
    "mojo_unittests": "c4a723fc8a495a72e55be33e8d78fffd71a95a67",
    "native_theme_unittests": "2125e15aab68ee64365991bf8900a211c2998fc8",
    "net_unittests": "f281a2a948848663ab86868b932df3d81b8b6736",
    "openscreen_unittests": "418f343d2aa038d9208454875dbebc31ee426c37",
    "pdf_unittests": "a53c245ea77b85c9882faf728bb94135d2f8538e",
    "perfetto_unittests": "8ef9a6d90ade32508227079243022c7f710afed0",
    "ppapi_unittests": "5c9b9e9dc86c1f23615f855884b0a7d353300ff0",
    "printing_unittests": "df8e54461cff68b37980926a6f1e8e19ba62c5cc",
    "remoting_unittests": "54719493ff2cb6c566b2c1cfca93d72ef07b2dc7",
    "sandbox_linux_unittests": "a34eca95825890491545347c38660ef22412a6ed",
    "service_manager_unittests": "5d5fa2f4de8908470999e6b1e7f1f0b326580c1d",
    "services_unittests": "a0615bc6e9cc768094d13a533451936d895009d9",
    "shell_dialogs_unittests": "f826ca059767638b0d1a23077b67d1eb40feb0b3",
    "skia_unittests": "253c24de645e024a334d8691d0dc839c34f98531",
    "snapshot_unittests": "90fae07824957f6b707910686d83130198703b78",
    "sql_unittests": "dd9f3158b2eccc18a187331793e5ed0da5b25e12",
    "storage_unittests": "c6c3efe90c6b452b221cecee40a6f559bee465b9",
    "sync_integration_tests": "2bd7ec8e4cb3f29f65075971c098f6af224f6c74",
    "traffic_annotation_auditor_unittests": "76be45dabad3901c5bae3e1e3239608c5b6360b4",
    "ui_base_unittests": "4ffa152ed309d185d87d258e572019f627e8e406",
    "ui_touch_selection_unittests": "1d464c97f89e685163491f56628cb43152fda3d7",
    "unit_tests": "d8b8933bef8cf68e2ae726fe7c861355aaf1a478",
    "url_unittests": "52a47e352ffcda62ef4bad220114c9a17846b6ba",
    "views_unittests": "5d67f9fd7357a0a3d97f5dbf76f52fbbeae06bb0",
    "viz_unittests": "7590e181b1e9dcf0b3a254f6d0a35a033c7633f4",
    "vr_common_unittests": "8283fcabac679d5c8ada2407a2e0fea1e94e5ec2",
    "vr_pixeltests": "68172418d602768da384cdcf4b69f6e9ad0f00d6",
    "weblayer_browsertests": "7b2138517642b064832289b03cbfbc82b4960ba9",
    "weblayer_unittests": "0712bb847e1254e734968cb4331f515f8ea5259b",
    "wm_unittests": "a238a4494239d56065beb2936ff657e5a48532a8",
    "wtf_unittests": "a256a782f5664fdbd121f80871d547fe14a7e785",
    "x11_unittests": "637ceec28f9363ca0c25b17239583ba11f3dea3b",
    "xr_browser_tests": "99d3815d0042b7e2bf35026c00166137389e589f",
    "zlib_unittests": "66cbfbaf4103bb138448fcf29f8bb9bad054076f"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d7c882b2dc239ed3bb716a1b841729f0500891c8f7a172ae5b83795cd004a133/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9eeb70cc39aaae8a5a02032106e140944387cb77
  • gitiles_ref:refs/heads/master
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:73433
  • user_agent:recipe

Debug log (UTC)

[01:12:37.817] New invocation is queued and will start shortly
[01:12:37.817] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:12:38.991] Starting the invocation (attempt 1)
[01:12:39.037] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9eeb70cc39aaae8a5a02032106e140944387cb77"
[01:12:39.037] Reconstructed gitiles commit from tags
[01:12:39.037] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:12:39.037] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:12:39.037] Buildbucket request:
{
  "requestId": "9013997878018429232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "9eeb70cc39aaae8a5a02032106e140944387cb77"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "54e99d36b70fd310c7f899faddf937158f2459a1",
      "parent_got_dawn_revision": "9a8df8603a9dc3e8646d01d90c3335ec66a5cbe4",
      "parent_got_nacl_revision": "2b19997900032d8a4f93597e7b74798d856fe972",
      "parent_got_revision": "9eeb70cc39aaae8a5a02032106e140944387cb77",
      "parent_got_revision_cp": "refs/heads/master@{#877723}",
      "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
      "parent_got_swiftshader_revision": "484a3e15893c769304509bf1607a42f205a7002d",
      "parent_got_v8_revision": "e09c58db3219b0fb5d409ea7e5d503963ab785e1",
      "parent_got_v8_revision_cp": "refs/heads/9.2.124@{#1}",
      "parent_got_webrtc_revision": "748550d6ce570d82b74f8d703694f572996f7837",
      "parent_got_webrtc_revision_cp": "refs/heads/master@{#33873}",
      "swarm_hashes": {
            "absl_hardening_tests": "f3dbf9505384a6e84345813509e37ed03544e92a",
            "accessibility_unittests": "baed9e3df4a2117e0d1046e1a330d79ef75c0d66",
            "angle_unittests": "eb3353eb84adce918048588797fb680bfb235792",
            "app_shell_unittests": "0e8194ce267aeeb3248705ad4ffbbb603c262d3b",
            "aura_unittests": "6c2731cb2ebcacce48114f7f3c88b14122288a42",
            "base_unittests": "7d899206a038517b3ea3358cd65c19e92249b46d",
            "base_util_unittests": "d80d07f56c3864403b07200eaa74e98626e1bd35",
            "blink_common_unittests": "e4bae7a24125775a444f8bb5302e3b06f09970d6",
            "blink_fuzzer_unittests": "54aa24c9c103eaed11d15411d3554891e1590221",
            "blink_heap_unittests": "cdd98a28b4eb0614f899c7b132c3627e2d84ed26",
            "blink_platform_unittests": "6045a7f65611087f75217dbd56cfc0ab73b1f082",
            "blink_unittests": "bffb453427a269850cc88a050a980c505731318b",
            "boringssl_crypto_tests": "9d21c6414c22cff60691afdefd1d04cdf44426f6",
            "boringssl_ssl_tests": "5be01f34b4209744ca22780c1bddd5e642463c9e",
            "capture_unittests": "5ca0560e0d3a69624b968665875b2b54cc27be98",
            "cast_unittests": "03b438c5435f96c53116b11401b953b150216bb1",
            "cc_unittests": "4fa67354acbb2c8b4fa3ca167c3050e5ddeaa08a",
            "chrome_app_unittests": "58713cc0ca35e8fe1d945642a144d4fe0c5da599",
            "chromedriver_unittests": "c8d404d90dd8c353a50713257796e57ca8146e35",
            "color_unittests": "0e2a9121931d8d820c106ee7f3e70cb487e49d05",
            "components_browsertests": "f48294b82278222cf4afd728988702893444306e",
            "components_unittests": "4e64024152e4545e1cdab30f88f9b79c19510c41",
            "compositor_unittests": "2c45c717ae3e4167e8d9ccbd2e3e179d2ea80974",
            "content_browsertests": "e9f30b3edbdb71eb45ee55065359c03dfd5f78ad",
            "content_unittests": "4e1ab31acc3b65db60d5d99efe9fb9da830a5d60",
            "cronet_tests": "eb337e1ddbcaf086876c7f73c5084af07e7be101",
            "cronet_unittests": "cb17cbf57a290ee8dfdeee9f2580e7fa5f4b6747",
            "crypto_unittests": "b81db4e133a1d0555362ae05865bafe6f4fdc90a",
            "dbus_unittests": "bf3f0120f644c32b6fa4ff483203fe46c7c98383",
            "device_unittests": "5c66d1463a120df296ab212c02deea16e9f45417",
            "display_unittests": "197ba8c3a14841d22de46b10ae607ced660d4c3c",
            "events_unittests": "113c3015e06800539fa92f9cefc205c8b5d904e2",
            "extensions_browsertests": "4db0711228c840e2088d93bf6c0b544a5e508779",
            "extensions_unittests": "576503ebf5831169b1569894ee96c37814c86c69",
            "filesystem_service_unittests": "395a765892da28b0ae6fa5c96093b3a409a49e58",
            "gcm_unit_tests": "dee5c1b9e2a54e487628211249b576d22a9ca5c5",
            "gfx_unittests": "c1cad1daaecd247b93e2b01b2f6598306f404c65",
            "gin_unittests": "a4aaf0500ff0b58b7766925d0c1e5eca6ee5702a",
            "gl_tests": "415423d05824e1318fe50a6c64e7bfb3ba8c64df",
            "gl_unittests": "071debfab1f80e013da88089ceaa83eac0cff823",
            "google_apis_unittests": "4dfeb4937555786b03a7e6aa6db3a3671c14938b",
            "gpu_unittests": "05ebd6bc5937fb74306c175cc6d46ce7812f2baa",
            "gtk_unittests": "e57736afd6bbb6e21624a1b299549c7c83f47d39",
            "gwp_asan_unittests": "27ee34fcb670b2bb547e179f634f5cb8d4fb1cdf",
            "headless_browsertests": "0f53bd4b4332afdd1e30c817f6eb772cc285aa2f",
            "headless_unittests": "ef66f268255bb3cef711a5aa347c56159acf2c79",
            "interactive_ui_tests": "088dfdc932ecf419cea1f519b5430ee34478cb24",
            "ipc_tests": "75a5ea4e90a0a81b248b21b35e1e15853b230471",
            "jingle_unittests": "57743f5f7b426ae8e510ab032d619cdc3ac7f561",
            "latency_unittests": "9e97931321afd99a91bad17713b0dc8c3e491427",
            "libjingle_xmpp_unittests": "668ecc5b23b142365954dea51b4a4e2c7c73d018",
            "liburlpattern_unittests": "abf10977680b0376261ef833ab4538af0f4786fa",
            "media_blink_unittests": "bb70b0bdd786d84472d8e38143e809c9b9ecc7d0",
            "media_unittests": "85ef3d2bd35e1622273fa79821b09838cd3a3de5",
            "message_center_unittests": "e073a24befeca3695cfa472b792aac075f5d8a53",
            "midi_unittests": "226fe1df170edb74eec89c86a7286df95f90b06b",
            "mojo_core_unittests": "51da493df688ee35e833371279f02490f7264afd",
            "mojo_unittests": "c4a723fc8a495a72e55be33e8d78fffd71a95a67",
            "native_theme_unittests": "2125e15aab68ee64365991bf8900a211c2998fc8",
            "net_unittests": "f281a2a948848663ab86868b932df3d81b8b6736",
            "openscreen_unittests": "418f343d2aa038d9208454875dbebc31ee426c37",
            "pdf_unittests": "a53c245ea77b85c9882faf728bb94135d2f8538e",
            "perfetto_unittests": "8ef9a6d90ade32508227079243022c7f710afed0",
            "ppapi_unittests": "5c9b9e9dc86c1f23615f855884b0a7d353300ff0",
            "printing_unittests": "df8e54461cff68b37980926a6f1e8e19ba62c5cc",
            "remoting_unittests": "54719493ff2cb6c566b2c1cfca93d72ef07b2dc7",
            "sandbox_linux_unittests": "a34eca95825890491545347c38660ef22412a6ed",
            "service_manager_unittests": "5d5fa2f4de8908470999e6b1e7f1f0b326580c1d",
            "services_unittests": "a0615bc6e9cc768094d13a533451936d895009d9",
            "shell_dialogs_unittests": "f826ca059767638b0d1a23077b67d1eb40feb0b3",
            "skia_unittests": "253c24de645e024a334d8691d0dc839c34f98531",
            "snapshot_unittests": "90fae07824957f6b707910686d83130198703b78",
            "sql_unittests": "dd9f3158b2eccc18a187331793e5ed0da5b25e12",
            "storage_unittests": "c6c3efe90c6b452b221cecee40a6f559bee465b9",
            "sync_integration_tests": "2bd7ec8e4cb3f29f65075971c098f6af224f6c74",
            "traffic_annotation_auditor_unittests": "76be45dabad3901c5bae3e1e3239608c5b6360b4",
            "ui_base_unittests": "4ffa152ed309d185d87d258e572019f627e8e406",
            "ui_touch_selection_unittests": "1d464c97f89e685163491f56628cb43152fda3d7",
            "unit_tests": "d8b8933bef8cf68e2ae726fe7c861355aaf1a478",
            "url_unittests": "52a47e352ffcda62ef4bad220114c9a17846b6ba",
            "views_unittests": "5d67f9fd7357a0a3d97f5dbf76f52fbbeae06bb0",
            "viz_unittests": "7590e181b1e9dcf0b3a254f6d0a35a033c7633f4",
            "vr_common_unittests": "8283fcabac679d5c8ada2407a2e0fea1e94e5ec2",
            "vr_pixeltests": "68172418d602768da384cdcf4b69f6e9ad0f00d6",
            "weblayer_browsertests": "7b2138517642b064832289b03cbfbc82b4960ba9",
            "weblayer_unittests": "0712bb847e1254e734968cb4331f515f8ea5259b",
            "wm_unittests": "a238a4494239d56065beb2936ff657e5a48532a8",
            "wtf_unittests": "a256a782f5664fdbd121f80871d547fe14a7e785",
            "x11_unittests": "637ceec28f9363ca0c25b17239583ba11f3dea3b",
            "xr_browser_tests": "99d3815d0042b7e2bf35026c00166137389e589f",
            "zlib_unittests": "66cbfbaf4103bb138448fcf29f8bb9bad054076f"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d7c882b2dc239ed3bb716a1b841729f0500891c8f7a172ae5b83795cd004a133/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9eeb70cc39aaae8a5a02032106e140944387cb77",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9013997878018429232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "73433"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:12:39.626] Scheduled build:
{
  "id": "8848567815968389024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 65435,
  "createdBy": "project:chromium",
  "createTime": "2021-04-30T01:12:39.140423Z",
  "updateTime": "2021-04-30T01:12:39.550980Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9eeb70cc39aaae8a5a02032106e140944387cb77",
      "ref": "refs/heads/master"
    }
  },
  "canary": true
}
[01:12:39.626] Task URL: https://cr-buildbucket.appspot.com/build/8848567815968389024
[01:12:39.626] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:2:0) after 1m0s
[01:13:39.725] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:2:0)
[01:13:39.752] Build status: SCHEDULED
[01:13:39.752] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:3:0) after 1m38s
[01:13:44.446] Received PubSub notification, asking Buildbucket for the build status
[01:13:44.475] Build status: STARTED
[01:15:17.931] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:3:0)
[01:15:17.957] Build status: STARTED
[01:15:17.957] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:5:0) after 2m21s
[01:17:38.996] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:5:0)
[01:17:39.026] Build status: STARTED
[01:17:39.026] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:6:0) after 4m11s
[01:21:50.049] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:6:0)
[01:21:50.076] Build status: STARTED
[01:21:50.076] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:7:0) after 2m17s
[01:24:07.118] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:7:0)
[01:24:07.406] Build status: STARTED
[01:24:07.406] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:8:0) after 3m39s
[01:27:46.567] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:8:0)
[01:27:46.595] Build status: STARTED
[01:27:46.595] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:9:0) after 5m48s
[01:33:34.629] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:9:0)
[01:33:34.657] Build status: STARTED
[01:33:34.657] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:10:0) after 6m48s
[01:40:22.960] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9013997878018429232:10:0)
[01:40:22.994] Build:
{
  "id": "8848567815968389024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 65435,
  "createdBy": "project:chromium",
  "createTime": "2021-04-30T01:12:39.140423Z",
  "startTime": "2021-04-30T01:13:43.012537Z",
  "endTime": "2021-04-30T01:39:30.800464841Z",
  "updateTime": "2021-04-30T01:39:30.800956398Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9eeb70cc39aaae8a5a02032106e140944387cb77",
      "ref": "refs/heads/master"
    }
  },
  "canary": true
}
[01:40:22.994] Invocation finished in 27m45.192231342s with status FAILED