Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/76987 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1dacbcad9786e04459c4b65766588e4e34cf5ca2"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bc89eda7bb6e5ecb753c60bc71f8f93686fb5605",
  "parent_got_dawn_revision": "ea487972d16ea1684d289adb929a05636d1f1d41",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
  "parent_got_revision_cp": "refs/heads/main@{#916299}",
  "parent_got_swiftshader_revision": "a6ca3d4c0ccdac078ac2c0e0b80efc9ee16a31e0",
  "parent_got_v8_revision": "062778b5e1bbbc972e652418971b443a437fd6e7",
  "parent_got_v8_revision_cp": "refs/heads/9.5.82@{#1}",
  "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
  "revision": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
  "swarm_hashes": {
    "absl_hardening_tests": "568091362d1aa0b399d18c8de78f5ece7cab861e",
    "accessibility_unittests": "522c7d67962228fb0c013251e0d20eab59d3f797",
    "angle_unittests": "4a18fbd2565688890eeb62826a9f82c18e735ca4",
    "app_shell_unittests": "a723fa64718e2c90d3c318c0035799876b533b0d",
    "aura_unittests": "0d55057c5f4a80c8e67c14a89fc87b7026836a73",
    "base_unittests": "05655aa410021d4e5121c878908d65e05fca8e34",
    "blink_common_unittests": "dbcf5f6e772b6fdc131e5be3c7b6322f49509527",
    "blink_fuzzer_unittests": "f1cd8fee12188cf940d280bd0b8ae0783eaef4d4",
    "blink_heap_unittests": "1c1c60fad5a4ce684eb41cc015f1ebbae6eb6067",
    "blink_platform_unittests": "f0f5823f5de4b2e6fa03ef7ec6da7a6c66ca292c",
    "blink_unittests": "5f7c267be2148a24db11219a72f4a64ded9c5a41",
    "boringssl_crypto_tests": "72b15ca2ecaf24257782015bef1a295277de7b57",
    "boringssl_ssl_tests": "da37e4488c60f8bb332db636f6d844e4a864031e",
    "capture_unittests": "4b6557d14654eed46395659d5f560ae728dcdc56",
    "cast_unittests": "150f305b0e6170330a40e877ad2cd85b1a60cc28",
    "cc_unittests": "d46479d53fcd730be443085f16628bbb204dbf60",
    "chrome_app_unittests": "4532f9f28a9039e0262f84e381323dca513a78a4",
    "chromedriver_unittests": "fb5250e743f440fa6670287859d87c78d5f057df",
    "color_unittests": "7dc806a54583bf3d24c2e45148c58d6dc40d90b2",
    "components_browsertests": "184606bb95c17682fd4dfaefa23d8e8e23d86e36",
    "components_unittests": "1b33bc2c7cd2f478883a3976e3ed501404aebf15",
    "compositor_unittests": "65b4a181f69924daf6191d091a534b2df632dd73",
    "content_browsertests": "99b15a1ca022c8153c88fcc5eafcf340278e4c70",
    "content_unittests": "de6dfb149c7b38a9ce317f71ff7a2168184aa081",
    "cronet_tests": "591ed69506adf1a4508ca1d976d74560d69f09ab",
    "cronet_unittests": "e9a73282a20fb57c6bbabf2d98441c235447e88f",
    "crypto_unittests": "845b23b348ae2cc310d25fb6edcdec6a1bf5f034",
    "dbus_unittests": "2e7f6f04c5dadbf71a7dd823099ebebbf2c4f505",
    "device_unittests": "39f8d79a5b09c1049d0fd3b794367bd383382555",
    "display_unittests": "fec76899021db5966a451977a27c34c84506b6ef",
    "events_unittests": "3355ea63e7d588ca3f27968b4163a595b8685848",
    "extensions_browsertests": "36ee50c6d583a83d2d3f7c14745c62c87f53c754",
    "extensions_unittests": "6e31920a12d69fdd82e8a97b00c8a6c6a7cd4f95",
    "filesystem_service_unittests": "6717529dfaa07dfaf3606c9c3f1df308faee9368",
    "gcm_unit_tests": "274df9877652c6c92035c65e2d56ac957a77176f",
    "gfx_unittests": "c681e76c529a022b06549f9738ebe6cfac1194ff",
    "gin_unittests": "f2d4aa192b26632a8f985cce7e188e01f8b29354",
    "gl_tests": "ffd00aaaa0dc2dd3294e2b49c942891f4f3df91e",
    "gl_unittests": "5f4bcada294dd841174f67bcf0355552a0389efa",
    "google_apis_unittests": "dd27bb6616dc67246dea54ab43485efcee27f0b6",
    "gpu_unittests": "9132e698d3c0824721a438692bafbb97948b94f2",
    "gtk_unittests": "7f93d7eb8d5e7808ece4ddb5a33d44a273130a15",
    "gwp_asan_unittests": "d0558d994d0b4cf0562fc5d065cbc5adfdb8c8b6",
    "headless_browsertests": "ac58e19858d995b32e3273030db9c8bc8000e226",
    "headless_unittests": "895b1efb525b1b44ee5db3458ada25e80d4c66b5",
    "interactive_ui_tests": "9428e4c00ebbfc85bd4e9963ba96dc3a96f582aa",
    "ipc_tests": "67fb3dc3a8e99fb78b575a0dda17812181470053",
    "jingle_unittests": "f0564296fc365403e29a33475404644c0c9d9503",
    "latency_unittests": "3f853b4db2528f9b95cbc74cd22c5045aea3a3d1",
    "libjingle_xmpp_unittests": "679948cef6507adbc467d603a876f37e2a826df3",
    "liburlpattern_unittests": "719608a9205013e80791e956cf772dfeedc4edc4",
    "media_unittests": "50f864cebba867a5f4b92d9f0f49540e4de4db12",
    "message_center_unittests": "31f1f138831e92142edfd78cd48d5080d6b878c6",
    "midi_unittests": "0301a8db138fbad82f619f3fe9ad939d331cec6a",
    "mojo_core_unittests": "e4f327c160d74ec9e1c247ee6709d12962ab09fa",
    "mojo_unittests": "092c29e5fd6a65b63c7a12197e8f001a735e4c97",
    "native_theme_unittests": "7f39e176461a9cc605905130a065eb88c185975b",
    "net_unittests": "24390007b1df78a50bbfd76ffb6a4ec4f83288a1",
    "openscreen_unittests": "4d2a2676a7b4a60f7322fa391135a51746e30c10",
    "pdf_unittests": "80f7d3b7db1c964e87c36e8d4822f2d3c586baaa",
    "perfetto_unittests": "d0a45480406c7300eb3ba906a49812e6ebba6505",
    "ppapi_unittests": "a9d752a16de854eceab51f02ee0ebb3d43b084cf",
    "printing_unittests": "aa44ea6ca5cfb4d9a2c2ad6f49fcb3271bf8a1a3",
    "remoting_unittests": "5ffff5cfee2d012834faf99a53ca3012a8b37a63",
    "sandbox_linux_unittests": "fa748ff25203c450313b7e4fbfd0551a81af10e6",
    "service_manager_unittests": "2beabac6487f53adc45c54675f8470b31ada487c",
    "services_unittests": "b035f0e00635f87ddf5695cbeeb9d468cea884c9",
    "shell_dialogs_unittests": "13bc6e08d2f9e23ccecbcbfe98c87840b9bfad29",
    "skia_unittests": "da8215c0cf2def76df4c9a336be3958261ffd1ad",
    "snapshot_unittests": "b09cb4512184e1cd1fddb9eae99924e47b55cb8d",
    "sql_unittests": "56667740d756a23fc131f20742767baf4d9dabd6",
    "storage_unittests": "6b485f23c1a0b7f1cebc0379a1fc32d5ec71ddd4",
    "sync_integration_tests": "b504ce52dcdf60348928fc8a47e79a52b30865bc",
    "traffic_annotation_auditor_unittests": "8283475f16b0a9c3229b3aa1a56649e2db620ce8",
    "ui_base_unittests": "dcf7fb9ad63a36be0210f65ba05cb1c83f5258b6",
    "ui_touch_selection_unittests": "a83d9252e044d0a53a8e396d464acd2cf7edfd23",
    "unit_tests": "0fd2975014244408dc9bd078080a2f50a6f94bbd",
    "url_unittests": "02f85f0ab77f83c6cbd0783707a5138c9d28bf90",
    "views_unittests": "e72ed1675b706fcd35c073be0c67085b16c04388",
    "viz_unittests": "791205f5067fe1dd3810692b660beefece831a8d",
    "vr_common_unittests": "acf7be44dea35beeda438078205164deba6ea911",
    "vr_pixeltests": "075d47b214bcea96eba6d40ba78f1b0e55e67a6d",
    "weblayer_browsertests": "d5054940f2eef1e59a12f29507a4dbdaa60f3db5",
    "weblayer_unittests": "61d3d09b5f1fb091b75f37590ac7803065358a54",
    "wm_unittests": "4421ac348b8b162765f184f4e5e8a76dfe25ff1d",
    "wtf_unittests": "8c0a7037bf7acc291f6212133e2b4b9a24fc916b",
    "x11_unittests": "4a49839ebc7d3cb897a1de83dcf1035eb8e08fd0",
    "xr_browser_tests": "faf311e95de5d334a7f5c2dfb978a470775153ff",
    "zlib_unittests": "8534b422a20f8558d8e9e8418fa50b24ee6ae627"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dacbcad9786e04459c4b65766588e4e34cf5ca2
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:76987
  • user_agent:recipe

Debug log (UTC)

[03:11:10.405] New invocation is queued and will start shortly
[03:11:10.405] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:11:11.642] Starting the invocation (attempt 1)
[03:11:11.678] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dacbcad9786e04459c4b65766588e4e34cf5ca2"
[03:11:11.678] Reconstructed gitiles commit from tags
[03:11:11.678] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:11:11.678] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:11:11.678] Buildbucket request:
{
  "requestId": "9002937590028808864",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1dacbcad9786e04459c4b65766588e4e34cf5ca2"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bc89eda7bb6e5ecb753c60bc71f8f93686fb5605",
      "parent_got_dawn_revision": "ea487972d16ea1684d289adb929a05636d1f1d41",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
      "parent_got_revision_cp": "refs/heads/main@{#916299}",
      "parent_got_swiftshader_revision": "a6ca3d4c0ccdac078ac2c0e0b80efc9ee16a31e0",
      "parent_got_v8_revision": "062778b5e1bbbc972e652418971b443a437fd6e7",
      "parent_got_v8_revision_cp": "refs/heads/9.5.82@{#1}",
      "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
      "swarm_hashes": {
            "absl_hardening_tests": "568091362d1aa0b399d18c8de78f5ece7cab861e",
            "accessibility_unittests": "522c7d67962228fb0c013251e0d20eab59d3f797",
            "angle_unittests": "4a18fbd2565688890eeb62826a9f82c18e735ca4",
            "app_shell_unittests": "a723fa64718e2c90d3c318c0035799876b533b0d",
            "aura_unittests": "0d55057c5f4a80c8e67c14a89fc87b7026836a73",
            "base_unittests": "05655aa410021d4e5121c878908d65e05fca8e34",
            "blink_common_unittests": "dbcf5f6e772b6fdc131e5be3c7b6322f49509527",
            "blink_fuzzer_unittests": "f1cd8fee12188cf940d280bd0b8ae0783eaef4d4",
            "blink_heap_unittests": "1c1c60fad5a4ce684eb41cc015f1ebbae6eb6067",
            "blink_platform_unittests": "f0f5823f5de4b2e6fa03ef7ec6da7a6c66ca292c",
            "blink_unittests": "5f7c267be2148a24db11219a72f4a64ded9c5a41",
            "boringssl_crypto_tests": "72b15ca2ecaf24257782015bef1a295277de7b57",
            "boringssl_ssl_tests": "da37e4488c60f8bb332db636f6d844e4a864031e",
            "capture_unittests": "4b6557d14654eed46395659d5f560ae728dcdc56",
            "cast_unittests": "150f305b0e6170330a40e877ad2cd85b1a60cc28",
            "cc_unittests": "d46479d53fcd730be443085f16628bbb204dbf60",
            "chrome_app_unittests": "4532f9f28a9039e0262f84e381323dca513a78a4",
            "chromedriver_unittests": "fb5250e743f440fa6670287859d87c78d5f057df",
            "color_unittests": "7dc806a54583bf3d24c2e45148c58d6dc40d90b2",
            "components_browsertests": "184606bb95c17682fd4dfaefa23d8e8e23d86e36",
            "components_unittests": "1b33bc2c7cd2f478883a3976e3ed501404aebf15",
            "compositor_unittests": "65b4a181f69924daf6191d091a534b2df632dd73",
            "content_browsertests": "99b15a1ca022c8153c88fcc5eafcf340278e4c70",
            "content_unittests": "de6dfb149c7b38a9ce317f71ff7a2168184aa081",
            "cronet_tests": "591ed69506adf1a4508ca1d976d74560d69f09ab",
            "cronet_unittests": "e9a73282a20fb57c6bbabf2d98441c235447e88f",
            "crypto_unittests": "845b23b348ae2cc310d25fb6edcdec6a1bf5f034",
            "dbus_unittests": "2e7f6f04c5dadbf71a7dd823099ebebbf2c4f505",
            "device_unittests": "39f8d79a5b09c1049d0fd3b794367bd383382555",
            "display_unittests": "fec76899021db5966a451977a27c34c84506b6ef",
            "events_unittests": "3355ea63e7d588ca3f27968b4163a595b8685848",
            "extensions_browsertests": "36ee50c6d583a83d2d3f7c14745c62c87f53c754",
            "extensions_unittests": "6e31920a12d69fdd82e8a97b00c8a6c6a7cd4f95",
            "filesystem_service_unittests": "6717529dfaa07dfaf3606c9c3f1df308faee9368",
            "gcm_unit_tests": "274df9877652c6c92035c65e2d56ac957a77176f",
            "gfx_unittests": "c681e76c529a022b06549f9738ebe6cfac1194ff",
            "gin_unittests": "f2d4aa192b26632a8f985cce7e188e01f8b29354",
            "gl_tests": "ffd00aaaa0dc2dd3294e2b49c942891f4f3df91e",
            "gl_unittests": "5f4bcada294dd841174f67bcf0355552a0389efa",
            "google_apis_unittests": "dd27bb6616dc67246dea54ab43485efcee27f0b6",
            "gpu_unittests": "9132e698d3c0824721a438692bafbb97948b94f2",
            "gtk_unittests": "7f93d7eb8d5e7808ece4ddb5a33d44a273130a15",
            "gwp_asan_unittests": "d0558d994d0b4cf0562fc5d065cbc5adfdb8c8b6",
            "headless_browsertests": "ac58e19858d995b32e3273030db9c8bc8000e226",
            "headless_unittests": "895b1efb525b1b44ee5db3458ada25e80d4c66b5",
            "interactive_ui_tests": "9428e4c00ebbfc85bd4e9963ba96dc3a96f582aa",
            "ipc_tests": "67fb3dc3a8e99fb78b575a0dda17812181470053",
            "jingle_unittests": "f0564296fc365403e29a33475404644c0c9d9503",
            "latency_unittests": "3f853b4db2528f9b95cbc74cd22c5045aea3a3d1",
            "libjingle_xmpp_unittests": "679948cef6507adbc467d603a876f37e2a826df3",
            "liburlpattern_unittests": "719608a9205013e80791e956cf772dfeedc4edc4",
            "media_unittests": "50f864cebba867a5f4b92d9f0f49540e4de4db12",
            "message_center_unittests": "31f1f138831e92142edfd78cd48d5080d6b878c6",
            "midi_unittests": "0301a8db138fbad82f619f3fe9ad939d331cec6a",
            "mojo_core_unittests": "e4f327c160d74ec9e1c247ee6709d12962ab09fa",
            "mojo_unittests": "092c29e5fd6a65b63c7a12197e8f001a735e4c97",
            "native_theme_unittests": "7f39e176461a9cc605905130a065eb88c185975b",
            "net_unittests": "24390007b1df78a50bbfd76ffb6a4ec4f83288a1",
            "openscreen_unittests": "4d2a2676a7b4a60f7322fa391135a51746e30c10",
            "pdf_unittests": "80f7d3b7db1c964e87c36e8d4822f2d3c586baaa",
            "perfetto_unittests": "d0a45480406c7300eb3ba906a49812e6ebba6505",
            "ppapi_unittests": "a9d752a16de854eceab51f02ee0ebb3d43b084cf",
            "printing_unittests": "aa44ea6ca5cfb4d9a2c2ad6f49fcb3271bf8a1a3",
            "remoting_unittests": "5ffff5cfee2d012834faf99a53ca3012a8b37a63",
            "sandbox_linux_unittests": "fa748ff25203c450313b7e4fbfd0551a81af10e6",
            "service_manager_unittests": "2beabac6487f53adc45c54675f8470b31ada487c",
            "services_unittests": "b035f0e00635f87ddf5695cbeeb9d468cea884c9",
            "shell_dialogs_unittests": "13bc6e08d2f9e23ccecbcbfe98c87840b9bfad29",
            "skia_unittests": "da8215c0cf2def76df4c9a336be3958261ffd1ad",
            "snapshot_unittests": "b09cb4512184e1cd1fddb9eae99924e47b55cb8d",
            "sql_unittests": "56667740d756a23fc131f20742767baf4d9dabd6",
            "storage_unittests": "6b485f23c1a0b7f1cebc0379a1fc32d5ec71ddd4",
            "sync_integration_tests": "b504ce52dcdf60348928fc8a47e79a52b30865bc",
            "traffic_annotation_auditor_unittests": "8283475f16b0a9c3229b3aa1a56649e2db620ce8",
            "ui_base_unittests": "dcf7fb9ad63a36be0210f65ba05cb1c83f5258b6",
            "ui_touch_selection_unittests": "a83d9252e044d0a53a8e396d464acd2cf7edfd23",
            "unit_tests": "0fd2975014244408dc9bd078080a2f50a6f94bbd",
            "url_unittests": "02f85f0ab77f83c6cbd0783707a5138c9d28bf90",
            "views_unittests": "e72ed1675b706fcd35c073be0c67085b16c04388",
            "viz_unittests": "791205f5067fe1dd3810692b660beefece831a8d",
            "vr_common_unittests": "acf7be44dea35beeda438078205164deba6ea911",
            "vr_pixeltests": "075d47b214bcea96eba6d40ba78f1b0e55e67a6d",
            "weblayer_browsertests": "d5054940f2eef1e59a12f29507a4dbdaa60f3db5",
            "weblayer_unittests": "61d3d09b5f1fb091b75f37590ac7803065358a54",
            "wm_unittests": "4421ac348b8b162765f184f4e5e8a76dfe25ff1d",
            "wtf_unittests": "8c0a7037bf7acc291f6212133e2b4b9a24fc916b",
            "x11_unittests": "4a49839ebc7d3cb897a1de83dcf1035eb8e08fd0",
            "xr_browser_tests": "faf311e95de5d334a7f5c2dfb978a470775153ff",
            "zlib_unittests": "8534b422a20f8558d8e9e8418fa50b24ee6ae627"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002937590028808864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "76987"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:11:12.207] Scheduled build:
{
  "id": "8837507527958802769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68957,
  "createdBy": "project:chromium",
  "createTime": "2021-08-30T03:11:11.746801019Z",
  "updateTime": "2021-08-30T03:11:11.977710503Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
      "ref": "refs/heads/main"
    }
  }
}
[03:11:12.207] Task URL: https://cr-buildbucket.appspot.com/build/8837507527958802769
[03:11:12.207] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:2:0) after 3m37s
[03:11:47.811] Received PubSub notification, asking Buildbucket for the build status
[03:11:47.882] Build status: STARTED
[03:14:49.449] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:2:0)
[03:14:49.478] Build status: STARTED
[03:14:49.478] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:4:0) after 1m55s
[03:16:44.497] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:4:0)
[03:16:44.529] Build status: STARTED
[03:16:44.529] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:5:0) after 2m27s
[03:19:11.558] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:5:0)
[03:19:11.597] Build status: STARTED
[03:19:11.597] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:6:0) after 2m0s
[03:21:11.651] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:6:0)
[03:21:11.683] Build status: STARTED
[03:21:11.683] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:7:0) after 2m26s
[03:23:37.833] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:7:0)
[03:23:37.870] Build status: STARTED
[03:23:37.870] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:8:0) after 2m27s
[03:26:04.891] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:8:0)
[03:26:04.923] Build status: STARTED
[03:26:04.923] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:9:0) after 5m39s
[03:31:43.946] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:9:0)
[03:31:43.973] Build status: STARTED
[03:31:43.974] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002937590028808864:10:0) after 9m37s
[03:38:24.490] Received PubSub notification, asking Buildbucket for the build status
[03:38:24.539] Build:
{
  "id": "8837507527958802769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68957,
  "createdBy": "project:chromium",
  "createTime": "2021-08-30T03:11:11.746801019Z",
  "startTime": "2021-08-30T03:11:46.173951Z",
  "endTime": "2021-08-30T03:38:23.982722913Z",
  "updateTime": "2021-08-30T03:38:23.983087028Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1dacbcad9786e04459c4b65766588e4e34cf5ca2",
      "ref": "refs/heads/main"
    }
  }
}
[03:38:24.539] Invocation finished in 27m14.149383629s with status FAILED