Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 36 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/76044 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "0aa73ee1667dfe65ca5685f0fe79964844dfe092"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "48a618894387d3e39f4e58f2eacb33580184b4ab",
  "parent_got_dawn_revision": "b550c143c01f7a6716098d937ec29b6eaca09464",
  "parent_got_nacl_revision": "c776251d34e07007df3d21d75a5995cbfa491673",
  "parent_got_revision": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
  "parent_got_revision_cp": "refs/heads/master@{#906280}",
  "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
  "parent_got_swiftshader_revision": "44660405ea6ce02683617cc483aecc080499aa27",
  "parent_got_v8_revision": "5e18ef98e9b2c52d29b35b360e1b971f6fd7d476",
  "parent_got_v8_revision_cp": "refs/heads/9.4.63@{#1}",
  "parent_got_webrtc_revision": "55ec1a43bb2a75ac46b7e247f721bef0d57baa54",
  "parent_got_webrtc_revision_cp": "refs/heads/master@{#34579}",
  "revision": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
  "swarm_hashes": {
    "absl_hardening_tests": "0fc5abb180ec91baa670342b4112234b2d19603f",
    "accessibility_unittests": "1a7329dba6a7eca2cc10d0074b847083af3a442d",
    "angle_unittests": "56492adff9075aef94b749e1d9ac98f27a7f0842",
    "app_shell_unittests": "fe72b60e5d717e9e480b2d536a9aa6293bae2a87",
    "aura_unittests": "9aced52b921584873772c925230c1d322d6ec590",
    "base_unittests": "0034cbce08bea181da7f9c8a5809e11d9a8294f0",
    "base_util_unittests": "e38b4af662d7e30156b7a4c2ac4b14b64bcbec30",
    "blink_common_unittests": "27f019d1e5a6db78d0db17f2fc42775f37ab5bfe",
    "blink_fuzzer_unittests": "d57296d9d2b88c94a606c7247a7193195ee47ab6",
    "blink_heap_unittests": "b25e1234ceaee255f9a5de5b7a0c027e0eace0b8",
    "blink_platform_unittests": "0c723666b57f6c0e808d7403dd9c75622812a23c",
    "blink_unittests": "a5b7e85d8bad0b5321c448d33793dfd9f1f484de",
    "boringssl_crypto_tests": "304676322117fe1caa78dc43e0e9fc5e6c42062f",
    "boringssl_ssl_tests": "a09d10376a814abab6a64ae032ff97ea0c3bb531",
    "capture_unittests": "7277af5a5bbec61ef3525de909bed0d2f7deb0c9",
    "cast_unittests": "d23a23625347ba5f0beb7183e400219e88b670fe",
    "cc_unittests": "d83b9cd953d8abdd6619cba3d768c1b135492da1",
    "chrome_app_unittests": "7a8379bc71b2b813fff3760bf5fd35e7e7f8d6bf",
    "chromedriver_unittests": "37ce7095d8c22b63ca8a392f546f66e5232e89e0",
    "color_unittests": "ab3e00aa4dab80ddc35a8e60913fb5d1493cb135",
    "components_browsertests": "f6270ecf340a13da6d94c4f1a118bbc4387c6f3a",
    "components_unittests": "647a31d973cea51789b14dc89279eaa1b6e3178e",
    "compositor_unittests": "d06a36946ac661810bafbc82329a71becd837528",
    "content_browsertests": "807cbeeb0a17befa24e66e680396023439bb2e99",
    "content_unittests": "5646f50720135df3df159a5a5d967667912bf9c2",
    "cronet_tests": "1b166568aec24d0c39e3f7b455c52cff32f9fa7f",
    "cronet_unittests": "11f7e6ca3b05d198ae16fe95553ba0a9f7565c46",
    "crypto_unittests": "6dc369815262bccd7f9b899c0b9a456d35a0e93a",
    "dbus_unittests": "cc75b6704681598260c8b92e65852c09b677be57",
    "device_unittests": "084ff13aabd9f13ba5c3b05ead5e68868cd7f18d",
    "display_unittests": "2b33f6f9fe8869ca1b8f663b5bcc99e3886d02f1",
    "events_unittests": "a8896464544d7a775519a13cff8f3775ed53e3a1",
    "extensions_browsertests": "3c2dc59c412e4b142d5cbab0daac2af479b91dcc",
    "extensions_unittests": "7ef06692b23560c68ff44fe76da40b12f14b6a00",
    "filesystem_service_unittests": "9d012a72a9d2d89065eedc8d2877fe6133e7c78f",
    "gcm_unit_tests": "ee9445f70a7a10c806e5b3e1f245fc2d212f6b94",
    "gfx_unittests": "9af5bed5203e0c97a8d27709213041bf85f91926",
    "gin_unittests": "1736d7c7723679c96ac5f9fe7ec749024c009bec",
    "gl_tests": "1f75cf7cd26bb7ed68582538c4f2bbfafa51efc4",
    "gl_unittests": "7d64774e656095f40ba1de517779ff065c7ca579",
    "google_apis_unittests": "3e85ebcdf0b5e5e1cf84d6764cfbff97ba8402b2",
    "gpu_unittests": "4feec8af98d6b132ffcfdd9558dc1e95a4c84b85",
    "gtk_unittests": "44799b1ba32ffbb543b9cf04dd58259d61298d25",
    "gwp_asan_unittests": "69954ef9ff4d9f68c2e7499fa3070c21418fbba7",
    "headless_browsertests": "d7a302c525b07a04132798c0a3e6cf2bfafa8828",
    "headless_unittests": "94f2a734216ff41f70dcffeeadb03c192e6e61ae",
    "interactive_ui_tests": "2969361a2fb47a9c94f0b0cb51d0c080b4885b9a",
    "ipc_tests": "4521f0e965b925d0457c320ba9d3106bacca93d4",
    "jingle_unittests": "6d00c75820338a30750c7db88286d810a7eb64c7",
    "latency_unittests": "ceae1c2626f0db1ae9b00d1c108baf09ee376f2b",
    "libjingle_xmpp_unittests": "f502ec41781eb497ad29d279a70de6b223300bc0",
    "liburlpattern_unittests": "dd680a875f241c74634882f9967c7951071ac182",
    "media_unittests": "80d22282f24bc0a9a0f0b29ceb345c0f0771d0a1",
    "message_center_unittests": "79feda2f85d30e1ba82dd390c826c863dce5e9ed",
    "midi_unittests": "18a597d4d06e27e713cce10c9f2e21728d2f4a1f",
    "mojo_core_unittests": "fa154c7b808e7df08dbd28df3b8a6a83f189d42b",
    "mojo_unittests": "575e91752ef6592462dc586b1455988c01498630",
    "native_theme_unittests": "63307184005c8e28a75c121e9f3024be33cd9b2f",
    "net_unittests": "e9337d30352f8f67924d68c09c2dc21fd9148d98",
    "openscreen_unittests": "0ec6d9c50b76e989fb6edb744abc48784ab12df7",
    "pdf_unittests": "51dab8ca017772fdb7b982b910d92b731e0992dc",
    "perfetto_unittests": "70ba3888ab53428ab458e03ca87002ef5950bf6d",
    "ppapi_unittests": "81af21c0677df4fc4b4695aa1bbcbcfd6c246f09",
    "printing_unittests": "7f135a7c53f02c4c9e4b742b18cb9344ff620733",
    "remoting_unittests": "c269f9a7558e5d84467c12b1e060b1e3b60b21f0",
    "sandbox_linux_unittests": "697119f2838736f61732eccc8f2d731c18d134b5",
    "service_manager_unittests": "e41923df8dcee798c1b99c39cba4f30968d43f73",
    "services_unittests": "99d0c28ea3c17b99462d3ac34bdfe1d98ba40a71",
    "shell_dialogs_unittests": "30575791f83c042e4ec0dcb5d043f1f137c677ce",
    "skia_unittests": "b9fdf1cb2bee9d5e0205856456d02c72ffe15a95",
    "snapshot_unittests": "78983c53161b8f6763d1266cb4c21f057aed4c48",
    "sql_unittests": "f403ff8044c215b4694e9d239ad0795864c49814",
    "storage_unittests": "5d4ba9eb34b3f89cc12c4c3a36c770c80b403db5",
    "sync_integration_tests": "94cca5c3772ae044c71c1131d292b579722b3463",
    "traffic_annotation_auditor_unittests": "6e21723449974c082e93e1f40a5e830ff6f5992b",
    "ui_base_unittests": "e5f8091eadcbeaea385773655b10c73e05fe57ee",
    "ui_touch_selection_unittests": "7ee25f2c094c033651a6dfd9190c634bdaead805",
    "unit_tests": "8127320c991f706c7c214d0917489339ed3a8099",
    "url_unittests": "6293c938cb5615f315842818f63759e9e020f795",
    "views_unittests": "fb26b58c0b84b9405a5a3c212cb19ceaf5028c7a",
    "viz_unittests": "9f090af4d8b252cdee771edfca7c2f419b1938d4",
    "vr_common_unittests": "928764e62976e9661f355a427cd8bb1c8c7aaedb",
    "vr_pixeltests": "7a3eefebf06d2e52a063c53ceed7bfc774c80d73",
    "weblayer_browsertests": "83860fa156263d152a3b1f37e34a963a11619164",
    "weblayer_unittests": "f8eba2f531906f1290e7ed7cb4375fa7ca6f8b65",
    "wm_unittests": "864c12dda531706e86892ae827fa6e2363674f33",
    "wtf_unittests": "fdce4835779874e9bb3750a53634c4e247759fbc",
    "x11_unittests": "3f2c9931b179790be7f5c17ca8fd3067804623cd",
    "xr_browser_tests": "1dd6104e06711e1826160362a5129f7929dfde40",
    "zlib_unittests": "d2753408e292fbd20c0d0fb323ca28c06aca8575"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "03df3cfb81afae855ae2f0121ed003fb07c820575832e62fabfa6baeda35bff6/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0aa73ee1667dfe65ca5685f0fe79964844dfe092
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:76044
  • user_agent:recipe

Debug log (UTC)

[19:11:34.172] New invocation is queued and will start shortly
[19:11:34.172] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:11:35.355] Starting the invocation (attempt 1)
[19:11:35.390] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0aa73ee1667dfe65ca5685f0fe79964844dfe092"
[19:11:35.390] Reconstructed gitiles commit from tags
[19:11:35.390] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:11:35.391] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:11:35.391] Buildbucket request:
{
  "requestId": "9005866867021364992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "0aa73ee1667dfe65ca5685f0fe79964844dfe092"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "48a618894387d3e39f4e58f2eacb33580184b4ab",
      "parent_got_dawn_revision": "b550c143c01f7a6716098d937ec29b6eaca09464",
      "parent_got_nacl_revision": "c776251d34e07007df3d21d75a5995cbfa491673",
      "parent_got_revision": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
      "parent_got_revision_cp": "refs/heads/master@{#906280}",
      "parent_got_swarming_client_revision": "a32a1607f6093d338f756c7e7c7b4333b0c50c9c",
      "parent_got_swiftshader_revision": "44660405ea6ce02683617cc483aecc080499aa27",
      "parent_got_v8_revision": "5e18ef98e9b2c52d29b35b360e1b971f6fd7d476",
      "parent_got_v8_revision_cp": "refs/heads/9.4.63@{#1}",
      "parent_got_webrtc_revision": "55ec1a43bb2a75ac46b7e247f721bef0d57baa54",
      "parent_got_webrtc_revision_cp": "refs/heads/master@{#34579}",
      "swarm_hashes": {
            "absl_hardening_tests": "0fc5abb180ec91baa670342b4112234b2d19603f",
            "accessibility_unittests": "1a7329dba6a7eca2cc10d0074b847083af3a442d",
            "angle_unittests": "56492adff9075aef94b749e1d9ac98f27a7f0842",
            "app_shell_unittests": "fe72b60e5d717e9e480b2d536a9aa6293bae2a87",
            "aura_unittests": "9aced52b921584873772c925230c1d322d6ec590",
            "base_unittests": "0034cbce08bea181da7f9c8a5809e11d9a8294f0",
            "base_util_unittests": "e38b4af662d7e30156b7a4c2ac4b14b64bcbec30",
            "blink_common_unittests": "27f019d1e5a6db78d0db17f2fc42775f37ab5bfe",
            "blink_fuzzer_unittests": "d57296d9d2b88c94a606c7247a7193195ee47ab6",
            "blink_heap_unittests": "b25e1234ceaee255f9a5de5b7a0c027e0eace0b8",
            "blink_platform_unittests": "0c723666b57f6c0e808d7403dd9c75622812a23c",
            "blink_unittests": "a5b7e85d8bad0b5321c448d33793dfd9f1f484de",
            "boringssl_crypto_tests": "304676322117fe1caa78dc43e0e9fc5e6c42062f",
            "boringssl_ssl_tests": "a09d10376a814abab6a64ae032ff97ea0c3bb531",
            "capture_unittests": "7277af5a5bbec61ef3525de909bed0d2f7deb0c9",
            "cast_unittests": "d23a23625347ba5f0beb7183e400219e88b670fe",
            "cc_unittests": "d83b9cd953d8abdd6619cba3d768c1b135492da1",
            "chrome_app_unittests": "7a8379bc71b2b813fff3760bf5fd35e7e7f8d6bf",
            "chromedriver_unittests": "37ce7095d8c22b63ca8a392f546f66e5232e89e0",
            "color_unittests": "ab3e00aa4dab80ddc35a8e60913fb5d1493cb135",
            "components_browsertests": "f6270ecf340a13da6d94c4f1a118bbc4387c6f3a",
            "components_unittests": "647a31d973cea51789b14dc89279eaa1b6e3178e",
            "compositor_unittests": "d06a36946ac661810bafbc82329a71becd837528",
            "content_browsertests": "807cbeeb0a17befa24e66e680396023439bb2e99",
            "content_unittests": "5646f50720135df3df159a5a5d967667912bf9c2",
            "cronet_tests": "1b166568aec24d0c39e3f7b455c52cff32f9fa7f",
            "cronet_unittests": "11f7e6ca3b05d198ae16fe95553ba0a9f7565c46",
            "crypto_unittests": "6dc369815262bccd7f9b899c0b9a456d35a0e93a",
            "dbus_unittests": "cc75b6704681598260c8b92e65852c09b677be57",
            "device_unittests": "084ff13aabd9f13ba5c3b05ead5e68868cd7f18d",
            "display_unittests": "2b33f6f9fe8869ca1b8f663b5bcc99e3886d02f1",
            "events_unittests": "a8896464544d7a775519a13cff8f3775ed53e3a1",
            "extensions_browsertests": "3c2dc59c412e4b142d5cbab0daac2af479b91dcc",
            "extensions_unittests": "7ef06692b23560c68ff44fe76da40b12f14b6a00",
            "filesystem_service_unittests": "9d012a72a9d2d89065eedc8d2877fe6133e7c78f",
            "gcm_unit_tests": "ee9445f70a7a10c806e5b3e1f245fc2d212f6b94",
            "gfx_unittests": "9af5bed5203e0c97a8d27709213041bf85f91926",
            "gin_unittests": "1736d7c7723679c96ac5f9fe7ec749024c009bec",
            "gl_tests": "1f75cf7cd26bb7ed68582538c4f2bbfafa51efc4",
            "gl_unittests": "7d64774e656095f40ba1de517779ff065c7ca579",
            "google_apis_unittests": "3e85ebcdf0b5e5e1cf84d6764cfbff97ba8402b2",
            "gpu_unittests": "4feec8af98d6b132ffcfdd9558dc1e95a4c84b85",
            "gtk_unittests": "44799b1ba32ffbb543b9cf04dd58259d61298d25",
            "gwp_asan_unittests": "69954ef9ff4d9f68c2e7499fa3070c21418fbba7",
            "headless_browsertests": "d7a302c525b07a04132798c0a3e6cf2bfafa8828",
            "headless_unittests": "94f2a734216ff41f70dcffeeadb03c192e6e61ae",
            "interactive_ui_tests": "2969361a2fb47a9c94f0b0cb51d0c080b4885b9a",
            "ipc_tests": "4521f0e965b925d0457c320ba9d3106bacca93d4",
            "jingle_unittests": "6d00c75820338a30750c7db88286d810a7eb64c7",
            "latency_unittests": "ceae1c2626f0db1ae9b00d1c108baf09ee376f2b",
            "libjingle_xmpp_unittests": "f502ec41781eb497ad29d279a70de6b223300bc0",
            "liburlpattern_unittests": "dd680a875f241c74634882f9967c7951071ac182",
            "media_unittests": "80d22282f24bc0a9a0f0b29ceb345c0f0771d0a1",
            "message_center_unittests": "79feda2f85d30e1ba82dd390c826c863dce5e9ed",
            "midi_unittests": "18a597d4d06e27e713cce10c9f2e21728d2f4a1f",
            "mojo_core_unittests": "fa154c7b808e7df08dbd28df3b8a6a83f189d42b",
            "mojo_unittests": "575e91752ef6592462dc586b1455988c01498630",
            "native_theme_unittests": "63307184005c8e28a75c121e9f3024be33cd9b2f",
            "net_unittests": "e9337d30352f8f67924d68c09c2dc21fd9148d98",
            "openscreen_unittests": "0ec6d9c50b76e989fb6edb744abc48784ab12df7",
            "pdf_unittests": "51dab8ca017772fdb7b982b910d92b731e0992dc",
            "perfetto_unittests": "70ba3888ab53428ab458e03ca87002ef5950bf6d",
            "ppapi_unittests": "81af21c0677df4fc4b4695aa1bbcbcfd6c246f09",
            "printing_unittests": "7f135a7c53f02c4c9e4b742b18cb9344ff620733",
            "remoting_unittests": "c269f9a7558e5d84467c12b1e060b1e3b60b21f0",
            "sandbox_linux_unittests": "697119f2838736f61732eccc8f2d731c18d134b5",
            "service_manager_unittests": "e41923df8dcee798c1b99c39cba4f30968d43f73",
            "services_unittests": "99d0c28ea3c17b99462d3ac34bdfe1d98ba40a71",
            "shell_dialogs_unittests": "30575791f83c042e4ec0dcb5d043f1f137c677ce",
            "skia_unittests": "b9fdf1cb2bee9d5e0205856456d02c72ffe15a95",
            "snapshot_unittests": "78983c53161b8f6763d1266cb4c21f057aed4c48",
            "sql_unittests": "f403ff8044c215b4694e9d239ad0795864c49814",
            "storage_unittests": "5d4ba9eb34b3f89cc12c4c3a36c770c80b403db5",
            "sync_integration_tests": "94cca5c3772ae044c71c1131d292b579722b3463",
            "traffic_annotation_auditor_unittests": "6e21723449974c082e93e1f40a5e830ff6f5992b",
            "ui_base_unittests": "e5f8091eadcbeaea385773655b10c73e05fe57ee",
            "ui_touch_selection_unittests": "7ee25f2c094c033651a6dfd9190c634bdaead805",
            "unit_tests": "8127320c991f706c7c214d0917489339ed3a8099",
            "url_unittests": "6293c938cb5615f315842818f63759e9e020f795",
            "views_unittests": "fb26b58c0b84b9405a5a3c212cb19ceaf5028c7a",
            "viz_unittests": "9f090af4d8b252cdee771edfca7c2f419b1938d4",
            "vr_common_unittests": "928764e62976e9661f355a427cd8bb1c8c7aaedb",
            "vr_pixeltests": "7a3eefebf06d2e52a063c53ceed7bfc774c80d73",
            "weblayer_browsertests": "83860fa156263d152a3b1f37e34a963a11619164",
            "weblayer_unittests": "f8eba2f531906f1290e7ed7cb4375fa7ca6f8b65",
            "wm_unittests": "864c12dda531706e86892ae827fa6e2363674f33",
            "wtf_unittests": "fdce4835779874e9bb3750a53634c4e247759fbc",
            "x11_unittests": "3f2c9931b179790be7f5c17ca8fd3067804623cd",
            "xr_browser_tests": "1dd6104e06711e1826160362a5129f7929dfde40",
            "zlib_unittests": "d2753408e292fbd20c0d0fb323ca28c06aca8575"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "03df3cfb81afae855ae2f0121ed003fb07c820575832e62fabfa6baeda35bff6/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9005866867021364992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "76044"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:11:36.071] Scheduled build:
{
  "id": "8840436804972124432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68030,
  "createdBy": "project:chromium",
  "createTime": "2021-07-28T19:11:35.493896Z",
  "updateTime": "2021-07-28T19:11:35.930006Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
      "ref": "refs/heads/main"
    }
  }
}
[19:11:36.071] Task URL: https://cr-buildbucket.appspot.com/build/8840436804972124432
[19:11:36.071] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:2:0) after 2m9s
[19:12:21.654] Received PubSub notification, asking Buildbucket for the build status
[19:12:21.685] Build status: STARTED
[19:13:45.168] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:2:0)
[19:13:45.198] Build status: STARTED
[19:13:45.198] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:4:0) after 3m28s
[19:17:13.187] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:4:0)
[19:17:13.212] Build status: STARTED
[19:17:13.212] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:5:0) after 2m9s
[19:19:22.182] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:5:0)
[19:19:22.209] Build status: STARTED
[19:19:22.209] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:6:0) after 5m15s
[19:24:37.219] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:6:0)
[19:24:38.279] Build status: STARTED
[19:24:38.279] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:7:0) after 6m26s
[19:31:04.408] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:7:0)
[19:31:04.453] Build status: STARTED
[19:31:04.453] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:8:0) after 5m53s
[19:36:57.473] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:8:0)
[19:36:57.528] Build status: STARTED
[19:36:57.528] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:9:0) after 1m3s
[19:38:00.629] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:9:0)
[19:38:00.654] Build status: STARTED
[19:38:00.654] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:10:0) after 5m6s
[19:43:06.633] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:10:0)
[19:43:06.658] Build status: STARTED
[19:43:06.658] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9005866867021364992:11:0) after 8m30s
[19:47:45.183] Received PubSub notification, asking Buildbucket for the build status
[19:47:45.212] Build:
{
  "id": "8840436804972124432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68030,
  "createdBy": "project:chromium",
  "createTime": "2021-07-28T19:11:35.493896Z",
  "startTime": "2021-07-28T19:12:14.915101Z",
  "endTime": "2021-07-28T19:47:44.842360997Z",
  "updateTime": "2021-07-28T19:47:44.843017834Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0aa73ee1667dfe65ca5685f0fe79964844dfe092",
      "ref": "refs/heads/main"
    }
  }
}
[19:47:45.212] Invocation finished in 36m11.056942406s with status FAILED