Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78001 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
  "parent_got_revision_cp": "refs/heads/main@{#928717}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "a0577605b03da461719ce5b5eb0fb1ed55ad1065",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35154}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
  "swarm_hashes": {
    "absl_hardening_tests": "97da17a67a73f059d1cd8f2636dd8e020574be909701d42976220fd1bdb9f4bf/569",
    "accessibility_unittests": "a3c1132b0994af4d1f71bf041101e9efca02421b6baeab5939e44e15c251dd78/569",
    "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
    "app_shell_unittests": "1f03500be3e336e34feaff79d5eb8bb60e73e6316b20102d3b5881193526147c/809",
    "aura_unittests": "cf6764431176a0de8a4b92cd21b4b389abe7d834c9ae708fbb7531ada31db831/569",
    "base_unittests": "746733e802c4a8b7f585f9c3b0a4d9df4b21bfc15b5b9ca0ebeef1e9373e2744/648",
    "blink_common_unittests": "95fb6e81c4502923ee5561d75650647a87002ee560bb2fb0a86948f794c2b6d7/647",
    "blink_fuzzer_unittests": "828edce512086fcf18123419a8790c59b930e206b7e6d586723ad28f48e4a7a0/648",
    "blink_heap_unittests": "ba300a5f2a9129747756674e64778606e6618c85e95bab7623703e3f3f9642de/648",
    "blink_platform_unittests": "ad28bfede104b6430bbe063f40c1a256752556ec120b858fa5e657dc6d3be4d6/726",
    "blink_unittests": "9389a7945cedcc621f5fbc552eb349b9d66330dd9e69551cb6a11da7ad798bbd/726",
    "boringssl_crypto_tests": "b85eb8e15a3b9748d44e93dd95c6efeb163962f2d03f2abfe2dcd844ddff8a89/570",
    "boringssl_ssl_tests": "08b8bbb85b7ec74c6b41de7abde9739b3a55648f1fc3ab7c68c04a00d5514d62/569",
    "capture_unittests": "2482592cf29d4a5bb028e39f4dd61a864fc75693d97c049b2f6238b43a34f3d8/648",
    "cast_unittests": "0607be3d29321d847749df26806c8b9aad8ee1e938e7ee901cca4f41df32917a/569",
    "cc_unittests": "e6c0b72afc78241086b28b611826ab347760504e58e2978c7625088653a4f0c1/653",
    "chrome_app_unittests": "ff0a56299945478839346ca54224a21aff49468801d348ed1151e389463dfb07/811",
    "chromedriver_unittests": "8647e5dbf7919aaf2ba3070767ba8196d298866988636ae677df2939bd07932c/726",
    "color_unittests": "becd87ce56af850d37e3fd20b9ec5472b3e294ba85eda504760364b8202295e9/569",
    "components_browsertests": "85a72f8ce950d5c80520ac6e7414717760eb5d0ecc535b590c5c591e448f9b0f/892",
    "components_unittests": "323bdf6142e62996fd06dfa4c4917f548260110390f6bd16cbee5312263b5675/892",
    "compositor_unittests": "ead714f50f50980366d05eebe1d222c94856f63e2fe1872649d719b0cb8f330c/645",
    "content_browsertests": "ca109d03f48fc2f6886fcf97533843f42159eca758715063dfecc85e1bff2421/887",
    "content_unittests": "314f230c457e1aefe8092b247ab7dc9aaf1834a999b2e2016960ae5887fcceda/806",
    "cronet_tests": "923f70632a330af451f9e2e16ffe0fd802c01eba4a36dc7da91fd6862a4f3985/730",
    "cronet_unittests": "6b76819e59c91852b7326c338e276d91ad28e3bed23720453ead2a13e8f2ced6/646",
    "crypto_unittests": "aa3a22cd8ca7235f473a117ea7e7562fbeca4587e9450500e96ceb9603caaf10/569",
    "dbus_unittests": "54078fbb2d1af08dff5b0829a0c8eb00a7f7ffde7b055f27689cea6f964ade9f/569",
    "device_unittests": "8c64cf02ed770495f301b6ea0855211eff0bdb44ab5410d0ad760e3e8803f23a/646",
    "display_unittests": "6f7824852c212daceb1e6853300a5bb871cf140e5820c45eb938b2b139be5360/569",
    "events_unittests": "cc3fd9d975eca6a8a0da8c87f30307769a89815a366782bb2e45314dc0d16e99/569",
    "extensions_browsertests": "d76d9718b092092d762c7561bbe66ac063a1c381c495b421f99f14b310a10a00/811",
    "extensions_unittests": "596ff34e3fc6a545e91e71534430a50128f0d1f5c1e6e50f44275875ff2c31b3/975",
    "filesystem_service_unittests": "e7e1241cfb6a9a046c832e3b852f39a7790842818f23ab3b18976d3fc1ae2897/569",
    "gcm_unit_tests": "e2d0028c74de30d6d5634c073ce51f0e6731e9c0ad6348fb8182d5d80ab2cc78/646",
    "gfx_unittests": "21a0273503ceecf35c098f20a4964163c6ab324aec1db802f186d5288e69b31f/645",
    "gin_unittests": "a49870803d1a290fadcb8ce016afde311162eb48f0517287ac539200e05105b1/646",
    "gl_tests": "d2560e7aa337be437d60f216469babcae6fcc2144709001fe4e337cadc33b7f8/569",
    "gl_unittests": "58acfb2cf70714d64e400a2e5056c9e2f71507f8ceeb90c312dda1aa2fa16ad6/569",
    "google_apis_unittests": "b7fffff3b51959943d4062e5f7f55d43bbe8410565239a043ad7f6718b880303/731",
    "gpu_unittests": "71b5c0bc0381d823dbfcdd3696f4209ff7bbc45f7f7fa1c35ea1d734d99fd8c0/646",
    "gtk_unittests": "6f139cace4827102a1bd1bc6a0bc95503bfcfba76b46a95205b331f06ac60450/569",
    "gwp_asan_unittests": "9ec4d3163a2b33eb95d62a836136a4f70cff0ab2403a2202f218cea60ee775e1/570",
    "headless_browsertests": "1d8b1a2919dcf7c8685f331d4c90bde5e8eb2a6c5b89f79b111a01082dd2c219/809",
    "headless_unittests": "b80423266b997290bb5fee8801ad0e692a69ce7f306d9f59df826277e9131946/569",
    "interactive_ui_tests": "889e0ccbdb017e2b2605cc7e78e7134bf82626277292f3d1dcaea84e9867b934/1128",
    "ipc_tests": "388862ddda18a3b1cf04054e61ef838d3f485acdda4af2d9bd461e6cd6f5ab05/569",
    "jingle_unittests": "2beea536977d51fbb6c31a07547665877fd768bae37051da2fbac43539ceeb06/646",
    "latency_unittests": "c91db5c0bab4a5a2a1f31298f8508f434fee1c593b3147d1535f2d1cb29ea823/569",
    "libjingle_xmpp_unittests": "440d9cca61d83e4e22b354b1562947851a702c626779c8b028115ad3173aafdd/569",
    "liburlpattern_unittests": "887645c2eb28160709e31f953aca75f21c22ec35b617bdc2c0bbbeb7a7951ac7/569",
    "media_unittests": "a10f5967cea9a8b994f6449cf212601ced4fa3ab9fda5b8c0522aebd3c9c25b0/649",
    "message_center_unittests": "9646f3dc1e9a7ec1f2ee2e644146ef03184d008e8e7b60fe7086a9f88acddf45/569",
    "midi_unittests": "86e9448931461d357614a670d39d42ea2ab34f6b64b69b9e5369ab703665731b/569",
    "mojo_core_unittests": "564639354a47f51053b30f23b67f5213594724eb099fa7e7c29aef55000195f9/569",
    "mojo_unittests": "cb01b57622958f58d7e006c9f98ef839476a38f7ed5766930b03ecf7aaa95836/647",
    "native_theme_unittests": "e1e57e351e2452fa845eb7a867fb95043fc7f65cb79783bf994b76d01afc215d/569",
    "net_unittests": "8c9839e6a6278ee0df2ca50115475bcaf2a0a5fc35ef3706bd39ca7ea806c8b8/648",
    "openscreen_unittests": "f5ab7262eeeb31ff6216e104179f0ce6d4c2c548ef4621100855864af7be9121/811",
    "ozone_x11_unittests": "ffcd5616214ae97a6eceb5927435203980123f7010e6a4f8e9e4f20312fc561a/569",
    "pdf_unittests": "109f34dc3abf8c1a66adfa4e6050a09f9e406c4fc5c37a846ff7aa0bf137908a/725",
    "perfetto_unittests": "0bee4beb54c865fbef4448594555b4d628406cb222d3fdaa24ebc80fb2fab6a4/569",
    "ppapi_unittests": "ffe1ab57392ecb00118332903897e97ee204068cd104180472e70335d6e2e841/569",
    "printing_unittests": "d0276d58dddace7c9be660d642be8f5c0034e862a8a3fd2e5673bfd9a7e7be04/569",
    "remoting_unittests": "2ef88742efef22745dec4051ca0033e115c733d6e1be473578bea44d5cf0e3e7/646",
    "sandbox_linux_unittests": "d8a6113bd030d690b54b24ea193664103d8313d6beaec8e674326e52ae28c36e/569",
    "service_manager_unittests": "d14836e70f75e0b11d09564e06502fc3e8f71b266a35963eaf80c37fb29a6cfc/569",
    "services_unittests": "324a7d02eb2da5ef278c218d9302f1cb4d35769c1053deba0c2d00e4fb968ec9/815",
    "shell_dialogs_unittests": "a6d211f3b6082d2c803b69e9008268ff3f60b76c0d21548087f9d40c3ac00af2/569",
    "skia_unittests": "d6252d83d50a96f1c212794564dcbcb060d8258ab6f59a62063e7bb2378a2cb0/569",
    "snapshot_unittests": "22c066ca20f2499b4da1b16eb9af4e3cc2fd525083cf9f7e469e4cff10543e71/569",
    "sql_unittests": "f75307af9dbb38af6fd76d2cfa0555b4a9e3a637f3eef3f09635e24b5e17cb86/646",
    "storage_unittests": "5632614cd3549865fa55c4bdf92ab436f31e47dd2be6e60140c4428f25705526/727",
    "sync_integration_tests": "4111cdb77055ce732462e4cc0fe346c0e17a47f7401365de333a41b0d7cf8e2a/892",
    "ui_base_unittests": "8c085ac26ee87fc931bb0fa0b1190a22e4df59be969f739920068a9fc0f2f03f/723",
    "ui_touch_selection_unittests": "4f42a8703a8cdb8f669333df9af707a75a334419ae2d7e3b4a20c9acb0bd6df3/569",
    "unit_tests": "5a0fb0a15b1abe6faf6844f1a31a67a551ffd4711c8403aaeb5681b2923a0280/1141",
    "url_unittests": "0229d9bde0baeca64054cf0eb88ad1fa09fd49c93b5c88f0353814bfc9409310/569",
    "views_unittests": "c4d94637681dda718ab294d424cf273d16e28a16c6ad6973f1e77e2c5bc4b7a9/569",
    "viz_unittests": "12297c702687a3a29f976d169b6eaec2408b8e43d246651e10f488747322c292/653",
    "vr_common_unittests": "b32c0aa884647367ab4c1a35d9ec86aea3c7790403db0df352d1058be7db77df/811",
    "vr_pixeltests": "fb7eef71edb2b8cbc401ffbd924e1cf3469f935d687500818f9eabfcb9290eac/725",
    "weblayer_browsertests": "50238dc794862d638e3ce4ba69f4f830a4a6bae94086c3f2d20346a2b2b321aa/893",
    "weblayer_unittests": "eac298a0a5b4bde6977c8f343a587fcc2e800821f3c9ec0b14df0d4dd09d966a/725",
    "wm_unittests": "162453494477967edc0266b639f7c12153817bb9906a51fb5d5188c7f803258c/569",
    "wtf_unittests": "d279ad9f2799b968833b48a3a8dea4dd27609c4771d5574ead831625bcc39470/569",
    "x11_unittests": "5c8381d8f56b62dcf2b8ba5a506b168651163eae0ecdeab08433869116641462/569",
    "xr_browser_tests": "4919f3869d22ddb1e2bb42b62b9492d609712204c83ed51a9f6d331c93247575/891",
    "zlib_unittests": "563c2d0c49d05b908139f5c4b481a1ac3151e8a04760a7696896ce9a2749ed33/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89485b0e809e343c68cc3fbbc683aa3c1544b9e2
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78001
  • user_agent:recipe

Debug log (UTC)

[17:41:32.359] New invocation is queued and will start shortly
[17:41:32.359] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:41:33.796] Starting the invocation (attempt 1)
[17:41:33.827] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89485b0e809e343c68cc3fbbc683aa3c1544b9e2"
[17:41:33.827] Popped gitiles commit info from properties and tags
[17:41:33.827] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:41:33.827] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:41:33.827] Buildbucket request:
{
  "requestId": "8999530743583009904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
      "parent_got_revision_cp": "refs/heads/main@{#928717}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "a0577605b03da461719ce5b5eb0fb1ed55ad1065",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35154}",
      "swarm_hashes": {
            "absl_hardening_tests": "97da17a67a73f059d1cd8f2636dd8e020574be909701d42976220fd1bdb9f4bf/569",
            "accessibility_unittests": "a3c1132b0994af4d1f71bf041101e9efca02421b6baeab5939e44e15c251dd78/569",
            "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
            "app_shell_unittests": "1f03500be3e336e34feaff79d5eb8bb60e73e6316b20102d3b5881193526147c/809",
            "aura_unittests": "cf6764431176a0de8a4b92cd21b4b389abe7d834c9ae708fbb7531ada31db831/569",
            "base_unittests": "746733e802c4a8b7f585f9c3b0a4d9df4b21bfc15b5b9ca0ebeef1e9373e2744/648",
            "blink_common_unittests": "95fb6e81c4502923ee5561d75650647a87002ee560bb2fb0a86948f794c2b6d7/647",
            "blink_fuzzer_unittests": "828edce512086fcf18123419a8790c59b930e206b7e6d586723ad28f48e4a7a0/648",
            "blink_heap_unittests": "ba300a5f2a9129747756674e64778606e6618c85e95bab7623703e3f3f9642de/648",
            "blink_platform_unittests": "ad28bfede104b6430bbe063f40c1a256752556ec120b858fa5e657dc6d3be4d6/726",
            "blink_unittests": "9389a7945cedcc621f5fbc552eb349b9d66330dd9e69551cb6a11da7ad798bbd/726",
            "boringssl_crypto_tests": "b85eb8e15a3b9748d44e93dd95c6efeb163962f2d03f2abfe2dcd844ddff8a89/570",
            "boringssl_ssl_tests": "08b8bbb85b7ec74c6b41de7abde9739b3a55648f1fc3ab7c68c04a00d5514d62/569",
            "capture_unittests": "2482592cf29d4a5bb028e39f4dd61a864fc75693d97c049b2f6238b43a34f3d8/648",
            "cast_unittests": "0607be3d29321d847749df26806c8b9aad8ee1e938e7ee901cca4f41df32917a/569",
            "cc_unittests": "e6c0b72afc78241086b28b611826ab347760504e58e2978c7625088653a4f0c1/653",
            "chrome_app_unittests": "ff0a56299945478839346ca54224a21aff49468801d348ed1151e389463dfb07/811",
            "chromedriver_unittests": "8647e5dbf7919aaf2ba3070767ba8196d298866988636ae677df2939bd07932c/726",
            "color_unittests": "becd87ce56af850d37e3fd20b9ec5472b3e294ba85eda504760364b8202295e9/569",
            "components_browsertests": "85a72f8ce950d5c80520ac6e7414717760eb5d0ecc535b590c5c591e448f9b0f/892",
            "components_unittests": "323bdf6142e62996fd06dfa4c4917f548260110390f6bd16cbee5312263b5675/892",
            "compositor_unittests": "ead714f50f50980366d05eebe1d222c94856f63e2fe1872649d719b0cb8f330c/645",
            "content_browsertests": "ca109d03f48fc2f6886fcf97533843f42159eca758715063dfecc85e1bff2421/887",
            "content_unittests": "314f230c457e1aefe8092b247ab7dc9aaf1834a999b2e2016960ae5887fcceda/806",
            "cronet_tests": "923f70632a330af451f9e2e16ffe0fd802c01eba4a36dc7da91fd6862a4f3985/730",
            "cronet_unittests": "6b76819e59c91852b7326c338e276d91ad28e3bed23720453ead2a13e8f2ced6/646",
            "crypto_unittests": "aa3a22cd8ca7235f473a117ea7e7562fbeca4587e9450500e96ceb9603caaf10/569",
            "dbus_unittests": "54078fbb2d1af08dff5b0829a0c8eb00a7f7ffde7b055f27689cea6f964ade9f/569",
            "device_unittests": "8c64cf02ed770495f301b6ea0855211eff0bdb44ab5410d0ad760e3e8803f23a/646",
            "display_unittests": "6f7824852c212daceb1e6853300a5bb871cf140e5820c45eb938b2b139be5360/569",
            "events_unittests": "cc3fd9d975eca6a8a0da8c87f30307769a89815a366782bb2e45314dc0d16e99/569",
            "extensions_browsertests": "d76d9718b092092d762c7561bbe66ac063a1c381c495b421f99f14b310a10a00/811",
            "extensions_unittests": "596ff34e3fc6a545e91e71534430a50128f0d1f5c1e6e50f44275875ff2c31b3/975",
            "filesystem_service_unittests": "e7e1241cfb6a9a046c832e3b852f39a7790842818f23ab3b18976d3fc1ae2897/569",
            "gcm_unit_tests": "e2d0028c74de30d6d5634c073ce51f0e6731e9c0ad6348fb8182d5d80ab2cc78/646",
            "gfx_unittests": "21a0273503ceecf35c098f20a4964163c6ab324aec1db802f186d5288e69b31f/645",
            "gin_unittests": "a49870803d1a290fadcb8ce016afde311162eb48f0517287ac539200e05105b1/646",
            "gl_tests": "d2560e7aa337be437d60f216469babcae6fcc2144709001fe4e337cadc33b7f8/569",
            "gl_unittests": "58acfb2cf70714d64e400a2e5056c9e2f71507f8ceeb90c312dda1aa2fa16ad6/569",
            "google_apis_unittests": "b7fffff3b51959943d4062e5f7f55d43bbe8410565239a043ad7f6718b880303/731",
            "gpu_unittests": "71b5c0bc0381d823dbfcdd3696f4209ff7bbc45f7f7fa1c35ea1d734d99fd8c0/646",
            "gtk_unittests": "6f139cace4827102a1bd1bc6a0bc95503bfcfba76b46a95205b331f06ac60450/569",
            "gwp_asan_unittests": "9ec4d3163a2b33eb95d62a836136a4f70cff0ab2403a2202f218cea60ee775e1/570",
            "headless_browsertests": "1d8b1a2919dcf7c8685f331d4c90bde5e8eb2a6c5b89f79b111a01082dd2c219/809",
            "headless_unittests": "b80423266b997290bb5fee8801ad0e692a69ce7f306d9f59df826277e9131946/569",
            "interactive_ui_tests": "889e0ccbdb017e2b2605cc7e78e7134bf82626277292f3d1dcaea84e9867b934/1128",
            "ipc_tests": "388862ddda18a3b1cf04054e61ef838d3f485acdda4af2d9bd461e6cd6f5ab05/569",
            "jingle_unittests": "2beea536977d51fbb6c31a07547665877fd768bae37051da2fbac43539ceeb06/646",
            "latency_unittests": "c91db5c0bab4a5a2a1f31298f8508f434fee1c593b3147d1535f2d1cb29ea823/569",
            "libjingle_xmpp_unittests": "440d9cca61d83e4e22b354b1562947851a702c626779c8b028115ad3173aafdd/569",
            "liburlpattern_unittests": "887645c2eb28160709e31f953aca75f21c22ec35b617bdc2c0bbbeb7a7951ac7/569",
            "media_unittests": "a10f5967cea9a8b994f6449cf212601ced4fa3ab9fda5b8c0522aebd3c9c25b0/649",
            "message_center_unittests": "9646f3dc1e9a7ec1f2ee2e644146ef03184d008e8e7b60fe7086a9f88acddf45/569",
            "midi_unittests": "86e9448931461d357614a670d39d42ea2ab34f6b64b69b9e5369ab703665731b/569",
            "mojo_core_unittests": "564639354a47f51053b30f23b67f5213594724eb099fa7e7c29aef55000195f9/569",
            "mojo_unittests": "cb01b57622958f58d7e006c9f98ef839476a38f7ed5766930b03ecf7aaa95836/647",
            "native_theme_unittests": "e1e57e351e2452fa845eb7a867fb95043fc7f65cb79783bf994b76d01afc215d/569",
            "net_unittests": "8c9839e6a6278ee0df2ca50115475bcaf2a0a5fc35ef3706bd39ca7ea806c8b8/648",
            "openscreen_unittests": "f5ab7262eeeb31ff6216e104179f0ce6d4c2c548ef4621100855864af7be9121/811",
            "ozone_x11_unittests": "ffcd5616214ae97a6eceb5927435203980123f7010e6a4f8e9e4f20312fc561a/569",
            "pdf_unittests": "109f34dc3abf8c1a66adfa4e6050a09f9e406c4fc5c37a846ff7aa0bf137908a/725",
            "perfetto_unittests": "0bee4beb54c865fbef4448594555b4d628406cb222d3fdaa24ebc80fb2fab6a4/569",
            "ppapi_unittests": "ffe1ab57392ecb00118332903897e97ee204068cd104180472e70335d6e2e841/569",
            "printing_unittests": "d0276d58dddace7c9be660d642be8f5c0034e862a8a3fd2e5673bfd9a7e7be04/569",
            "remoting_unittests": "2ef88742efef22745dec4051ca0033e115c733d6e1be473578bea44d5cf0e3e7/646",
            "sandbox_linux_unittests": "d8a6113bd030d690b54b24ea193664103d8313d6beaec8e674326e52ae28c36e/569",
            "service_manager_unittests": "d14836e70f75e0b11d09564e06502fc3e8f71b266a35963eaf80c37fb29a6cfc/569",
            "services_unittests": "324a7d02eb2da5ef278c218d9302f1cb4d35769c1053deba0c2d00e4fb968ec9/815",
            "shell_dialogs_unittests": "a6d211f3b6082d2c803b69e9008268ff3f60b76c0d21548087f9d40c3ac00af2/569",
            "skia_unittests": "d6252d83d50a96f1c212794564dcbcb060d8258ab6f59a62063e7bb2378a2cb0/569",
            "snapshot_unittests": "22c066ca20f2499b4da1b16eb9af4e3cc2fd525083cf9f7e469e4cff10543e71/569",
            "sql_unittests": "f75307af9dbb38af6fd76d2cfa0555b4a9e3a637f3eef3f09635e24b5e17cb86/646",
            "storage_unittests": "5632614cd3549865fa55c4bdf92ab436f31e47dd2be6e60140c4428f25705526/727",
            "sync_integration_tests": "4111cdb77055ce732462e4cc0fe346c0e17a47f7401365de333a41b0d7cf8e2a/892",
            "ui_base_unittests": "8c085ac26ee87fc931bb0fa0b1190a22e4df59be969f739920068a9fc0f2f03f/723",
            "ui_touch_selection_unittests": "4f42a8703a8cdb8f669333df9af707a75a334419ae2d7e3b4a20c9acb0bd6df3/569",
            "unit_tests": "5a0fb0a15b1abe6faf6844f1a31a67a551ffd4711c8403aaeb5681b2923a0280/1141",
            "url_unittests": "0229d9bde0baeca64054cf0eb88ad1fa09fd49c93b5c88f0353814bfc9409310/569",
            "views_unittests": "c4d94637681dda718ab294d424cf273d16e28a16c6ad6973f1e77e2c5bc4b7a9/569",
            "viz_unittests": "12297c702687a3a29f976d169b6eaec2408b8e43d246651e10f488747322c292/653",
            "vr_common_unittests": "b32c0aa884647367ab4c1a35d9ec86aea3c7790403db0df352d1058be7db77df/811",
            "vr_pixeltests": "fb7eef71edb2b8cbc401ffbd924e1cf3469f935d687500818f9eabfcb9290eac/725",
            "weblayer_browsertests": "50238dc794862d638e3ce4ba69f4f830a4a6bae94086c3f2d20346a2b2b321aa/893",
            "weblayer_unittests": "eac298a0a5b4bde6977c8f343a587fcc2e800821f3c9ec0b14df0d4dd09d966a/725",
            "wm_unittests": "162453494477967edc0266b639f7c12153817bb9906a51fb5d5188c7f803258c/569",
            "wtf_unittests": "d279ad9f2799b968833b48a3a8dea4dd27609c4771d5574ead831625bcc39470/569",
            "x11_unittests": "5c8381d8f56b62dcf2b8ba5a506b168651163eae0ecdeab08433869116641462/569",
            "xr_browser_tests": "4919f3869d22ddb1e2bb42b62b9492d609712204c83ed51a9f6d331c93247575/891",
            "zlib_unittests": "563c2d0c49d05b908139f5c4b481a1ac3151e8a04760a7696896ce9a2749ed33/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999530743583009904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78001"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:41:34.342] Scheduled build:
{
  "id": "8834100681274347649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69962,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T17:41:33.929540376Z",
  "updateTime": "2021-10-06T17:41:34.169533754Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
      "ref": "refs/heads/main"
    }
  }
}
[17:41:34.342] Task URL: https://cr-buildbucket.appspot.com/build/8834100681274347649
[17:41:34.342] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:2:0) after 2m2s
[17:41:51.860] Received PubSub notification, asking Buildbucket for the build status
[17:41:51.890] Build status: STARTED
[17:43:36.374] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:2:0)
[17:43:36.442] Build status: STARTED
[17:43:36.442] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:4:0) after 6m46s
[17:50:22.518] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:4:0)
[17:50:22.564] Build status: STARTED
[17:50:22.564] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:5:0) after 9m19s
[17:59:41.846] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:5:0)
[17:59:41.881] Build status: STARTED
[17:59:41.881] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:6:0) after 9m36s
[18:09:17.903] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:6:0)
[18:09:17.944] Build status: STARTED
[18:09:17.944] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:7:0) after 2m21s
[18:11:39.278] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:7:0)
[18:11:39.311] Build status: STARTED
[18:11:39.311] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999530743583009904:8:0) after 2m40s
[18:12:01.623] Received PubSub notification, asking Buildbucket for the build status
[18:12:01.656] Build:
{
  "id": "8834100681274347649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69962,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T17:41:33.929540376Z",
  "startTime": "2021-10-06T17:41:50.087941Z",
  "endTime": "2021-10-06T18:12:01.099958395Z",
  "updateTime": "2021-10-06T18:12:01.102008567Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89485b0e809e343c68cc3fbbc683aa3c1544b9e2",
      "ref": "refs/heads/main"
    }
  }
}
[18:12:01.656] Invocation finished in 30m29.311783817s with status FAILED