Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78000 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5f8356c681c8578587170cde6e115c9d457e2375"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "5f8356c681c8578587170cde6e115c9d457e2375",
  "parent_got_revision_cp": "refs/heads/main@{#928697}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "e1e05afec7d7d10bb77fd00c5bd72cf17d77120d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35152}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5f8356c681c8578587170cde6e115c9d457e2375",
  "swarm_hashes": {
    "absl_hardening_tests": "97da17a67a73f059d1cd8f2636dd8e020574be909701d42976220fd1bdb9f4bf/569",
    "accessibility_unittests": "a3c1132b0994af4d1f71bf041101e9efca02421b6baeab5939e44e15c251dd78/569",
    "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
    "app_shell_unittests": "7013a22ed1dac28d65f5023ececb9ea76021dbd095e1974622118a5222591e2d/809",
    "aura_unittests": "cf6764431176a0de8a4b92cd21b4b389abe7d834c9ae708fbb7531ada31db831/569",
    "base_unittests": "746733e802c4a8b7f585f9c3b0a4d9df4b21bfc15b5b9ca0ebeef1e9373e2744/648",
    "blink_common_unittests": "95fb6e81c4502923ee5561d75650647a87002ee560bb2fb0a86948f794c2b6d7/647",
    "blink_fuzzer_unittests": "b9641da050558a319074222631e403b526db1718b13647293ec33774227a097a/648",
    "blink_heap_unittests": "e8e1c7e6ac259cd1b3fbe95f502a7301ace391aa5d7959b407dce445e562300d/648",
    "blink_platform_unittests": "fdd6a68e3dfb237896ea4dbe4c3437af573d595fb67b1a2cbbc15a03f1d49629/726",
    "blink_unittests": "aac0528e530408504ef3fe7bd883496504949d24767b40dec8a6751a926e9e69/726",
    "boringssl_crypto_tests": "b85eb8e15a3b9748d44e93dd95c6efeb163962f2d03f2abfe2dcd844ddff8a89/570",
    "boringssl_ssl_tests": "08b8bbb85b7ec74c6b41de7abde9739b3a55648f1fc3ab7c68c04a00d5514d62/569",
    "capture_unittests": "2482592cf29d4a5bb028e39f4dd61a864fc75693d97c049b2f6238b43a34f3d8/648",
    "cast_unittests": "0607be3d29321d847749df26806c8b9aad8ee1e938e7ee901cca4f41df32917a/569",
    "cc_unittests": "e6c0b72afc78241086b28b611826ab347760504e58e2978c7625088653a4f0c1/653",
    "chrome_app_unittests": "3c8b0bf9de26a502818cee371415e77bec899e3ee6ba17e21a59f29124d8bd9c/811",
    "chromedriver_unittests": "348a48e1fe6d040a3e631579938e5c588d65dc2fb67030264a0863fc6b4443c9/726",
    "color_unittests": "becd87ce56af850d37e3fd20b9ec5472b3e294ba85eda504760364b8202295e9/569",
    "components_browsertests": "c97539ddf9b1b39049c4554d228d6bf85fff319ab2cc8bdb03f98d3f267387bd/892",
    "components_unittests": "d13b088ad710ec1b33f71d2577e174406d58173b4fe61b57ba72540e5875c4de/892",
    "compositor_unittests": "ead714f50f50980366d05eebe1d222c94856f63e2fe1872649d719b0cb8f330c/645",
    "content_browsertests": "e8a3e8da9cbb7a538a108f1e7f2b66ea9f5e780a1c2d3fc9e1c3a93b08707090/887",
    "content_unittests": "f00dd30240f4a60fc63827a0f191cb9d43ef2e23271e3b6ef8533db86a6e88a7/806",
    "cronet_tests": "923f70632a330af451f9e2e16ffe0fd802c01eba4a36dc7da91fd6862a4f3985/730",
    "cronet_unittests": "6b76819e59c91852b7326c338e276d91ad28e3bed23720453ead2a13e8f2ced6/646",
    "crypto_unittests": "aa3a22cd8ca7235f473a117ea7e7562fbeca4587e9450500e96ceb9603caaf10/569",
    "dbus_unittests": "54078fbb2d1af08dff5b0829a0c8eb00a7f7ffde7b055f27689cea6f964ade9f/569",
    "device_unittests": "8c64cf02ed770495f301b6ea0855211eff0bdb44ab5410d0ad760e3e8803f23a/646",
    "display_unittests": "6f7824852c212daceb1e6853300a5bb871cf140e5820c45eb938b2b139be5360/569",
    "events_unittests": "cc3fd9d975eca6a8a0da8c87f30307769a89815a366782bb2e45314dc0d16e99/569",
    "extensions_browsertests": "63f84498e7a2f86037b467fc518efa634d080c51639754ac3e58231153b10373/811",
    "extensions_unittests": "86f7fe0bbd16054dc56e1abc1f2dc024c550affefcf4eb5b471dcb4e0641547f/975",
    "filesystem_service_unittests": "e7e1241cfb6a9a046c832e3b852f39a7790842818f23ab3b18976d3fc1ae2897/569",
    "gcm_unit_tests": "e2d0028c74de30d6d5634c073ce51f0e6731e9c0ad6348fb8182d5d80ab2cc78/646",
    "gfx_unittests": "21a0273503ceecf35c098f20a4964163c6ab324aec1db802f186d5288e69b31f/645",
    "gin_unittests": "a49870803d1a290fadcb8ce016afde311162eb48f0517287ac539200e05105b1/646",
    "gl_tests": "d2560e7aa337be437d60f216469babcae6fcc2144709001fe4e337cadc33b7f8/569",
    "gl_unittests": "58acfb2cf70714d64e400a2e5056c9e2f71507f8ceeb90c312dda1aa2fa16ad6/569",
    "google_apis_unittests": "b7fffff3b51959943d4062e5f7f55d43bbe8410565239a043ad7f6718b880303/731",
    "gpu_unittests": "71b5c0bc0381d823dbfcdd3696f4209ff7bbc45f7f7fa1c35ea1d734d99fd8c0/646",
    "gtk_unittests": "6f139cace4827102a1bd1bc6a0bc95503bfcfba76b46a95205b331f06ac60450/569",
    "gwp_asan_unittests": "9ec4d3163a2b33eb95d62a836136a4f70cff0ab2403a2202f218cea60ee775e1/570",
    "headless_browsertests": "852e9bf5bb4a8a567b215e3aa135e2faacab1f835c5474e1a31de148fb38ac37/809",
    "headless_unittests": "2510a1ef3ce5d412538affa3a7e26b9f512c9b504208aefcea445a3e808a2389/569",
    "interactive_ui_tests": "b36bdc11cc68f1c6f34ecbfbf11784e96cabeebe1496127c7c2ada1fb2855096/1128",
    "ipc_tests": "388862ddda18a3b1cf04054e61ef838d3f485acdda4af2d9bd461e6cd6f5ab05/569",
    "jingle_unittests": "2beea536977d51fbb6c31a07547665877fd768bae37051da2fbac43539ceeb06/646",
    "latency_unittests": "c91db5c0bab4a5a2a1f31298f8508f434fee1c593b3147d1535f2d1cb29ea823/569",
    "libjingle_xmpp_unittests": "440d9cca61d83e4e22b354b1562947851a702c626779c8b028115ad3173aafdd/569",
    "liburlpattern_unittests": "887645c2eb28160709e31f953aca75f21c22ec35b617bdc2c0bbbeb7a7951ac7/569",
    "media_unittests": "a10f5967cea9a8b994f6449cf212601ced4fa3ab9fda5b8c0522aebd3c9c25b0/649",
    "message_center_unittests": "9646f3dc1e9a7ec1f2ee2e644146ef03184d008e8e7b60fe7086a9f88acddf45/569",
    "midi_unittests": "86e9448931461d357614a670d39d42ea2ab34f6b64b69b9e5369ab703665731b/569",
    "mojo_core_unittests": "564639354a47f51053b30f23b67f5213594724eb099fa7e7c29aef55000195f9/569",
    "mojo_unittests": "cb01b57622958f58d7e006c9f98ef839476a38f7ed5766930b03ecf7aaa95836/647",
    "native_theme_unittests": "e1e57e351e2452fa845eb7a867fb95043fc7f65cb79783bf994b76d01afc215d/569",
    "net_unittests": "8c9839e6a6278ee0df2ca50115475bcaf2a0a5fc35ef3706bd39ca7ea806c8b8/648",
    "openscreen_unittests": "7a2d968d82794d68dff131a90d1c249bb1387587dc7147f4954e1ec3dfb90a5b/811",
    "ozone_x11_unittests": "ffcd5616214ae97a6eceb5927435203980123f7010e6a4f8e9e4f20312fc561a/569",
    "pdf_unittests": "9d64bc4664aa434a7696427e14a2bb5a32c4cb379dcb53c6af75599320826e83/725",
    "perfetto_unittests": "0bee4beb54c865fbef4448594555b4d628406cb222d3fdaa24ebc80fb2fab6a4/569",
    "ppapi_unittests": "ffe1ab57392ecb00118332903897e97ee204068cd104180472e70335d6e2e841/569",
    "printing_unittests": "d0276d58dddace7c9be660d642be8f5c0034e862a8a3fd2e5673bfd9a7e7be04/569",
    "remoting_unittests": "03cd741d5ddaacad352981bc705a850cf5415fc55a8bdc3e655c83596d86fe85/646",
    "sandbox_linux_unittests": "d8a6113bd030d690b54b24ea193664103d8313d6beaec8e674326e52ae28c36e/569",
    "service_manager_unittests": "d14836e70f75e0b11d09564e06502fc3e8f71b266a35963eaf80c37fb29a6cfc/569",
    "services_unittests": "f6c3335bb2a73e774eccb857d9875657e286d4440c0eac0d9427b1ca950f6656/815",
    "shell_dialogs_unittests": "a6d211f3b6082d2c803b69e9008268ff3f60b76c0d21548087f9d40c3ac00af2/569",
    "skia_unittests": "d6252d83d50a96f1c212794564dcbcb060d8258ab6f59a62063e7bb2378a2cb0/569",
    "snapshot_unittests": "22c066ca20f2499b4da1b16eb9af4e3cc2fd525083cf9f7e469e4cff10543e71/569",
    "sql_unittests": "f75307af9dbb38af6fd76d2cfa0555b4a9e3a637f3eef3f09635e24b5e17cb86/646",
    "storage_unittests": "5632614cd3549865fa55c4bdf92ab436f31e47dd2be6e60140c4428f25705526/727",
    "sync_integration_tests": "5819f70bb126b6bdece21018f6d508af96c646c2f1b5c37657cb1c9cab09a446/892",
    "ui_base_unittests": "8c085ac26ee87fc931bb0fa0b1190a22e4df59be969f739920068a9fc0f2f03f/723",
    "ui_touch_selection_unittests": "4f42a8703a8cdb8f669333df9af707a75a334419ae2d7e3b4a20c9acb0bd6df3/569",
    "unit_tests": "a81e18ccb96503b5149c144484c8106b51b937d4074b705207096eed6a66f308/1141",
    "url_unittests": "0229d9bde0baeca64054cf0eb88ad1fa09fd49c93b5c88f0353814bfc9409310/569",
    "views_unittests": "c4d94637681dda718ab294d424cf273d16e28a16c6ad6973f1e77e2c5bc4b7a9/569",
    "viz_unittests": "12297c702687a3a29f976d169b6eaec2408b8e43d246651e10f488747322c292/653",
    "vr_common_unittests": "488cb8197c3893ef706cf521897d005c8bebb50080377d34fe1664e03f6ec919/811",
    "vr_pixeltests": "f867ff5addc1f98d9b4b85222514f12c55c613a744037cfb261992211dc4dc6f/725",
    "weblayer_browsertests": "b160e74ee4a702f85283d0ca9de62e6b867668bd390299ae0976bfa201b5c069/893",
    "weblayer_unittests": "599d48ebe21a990f2de99a988f565ff2d909e7c2962190433a49970cd72bd2ca/725",
    "wm_unittests": "162453494477967edc0266b639f7c12153817bb9906a51fb5d5188c7f803258c/569",
    "wtf_unittests": "d279ad9f2799b968833b48a3a8dea4dd27609c4771d5574ead831625bcc39470/569",
    "x11_unittests": "5c8381d8f56b62dcf2b8ba5a506b168651163eae0ecdeab08433869116641462/569",
    "xr_browser_tests": "dc31308a4ff31bfbc9175d390284f3bd1d54c5105e8750badc913d4272caccd9/891",
    "zlib_unittests": "563c2d0c49d05b908139f5c4b481a1ac3151e8a04760a7696896ce9a2749ed33/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f8356c681c8578587170cde6e115c9d457e2375
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78000
  • user_agent:recipe

Debug log (UTC)

[17:00:38.556] New invocation is queued and will start shortly
[17:00:38.556] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:00:39.685] Starting the invocation (attempt 1)
[17:00:39.720] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5f8356c681c8578587170cde6e115c9d457e2375"
[17:00:39.720] Popped gitiles commit info from properties and tags
[17:00:39.720] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:00:39.720] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:00:39.721] Buildbucket request:
{
  "requestId": "8999533316583813808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5f8356c681c8578587170cde6e115c9d457e2375"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "5f8356c681c8578587170cde6e115c9d457e2375",
      "parent_got_revision_cp": "refs/heads/main@{#928697}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "e1e05afec7d7d10bb77fd00c5bd72cf17d77120d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35152}",
      "swarm_hashes": {
            "absl_hardening_tests": "97da17a67a73f059d1cd8f2636dd8e020574be909701d42976220fd1bdb9f4bf/569",
            "accessibility_unittests": "a3c1132b0994af4d1f71bf041101e9efca02421b6baeab5939e44e15c251dd78/569",
            "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
            "app_shell_unittests": "7013a22ed1dac28d65f5023ececb9ea76021dbd095e1974622118a5222591e2d/809",
            "aura_unittests": "cf6764431176a0de8a4b92cd21b4b389abe7d834c9ae708fbb7531ada31db831/569",
            "base_unittests": "746733e802c4a8b7f585f9c3b0a4d9df4b21bfc15b5b9ca0ebeef1e9373e2744/648",
            "blink_common_unittests": "95fb6e81c4502923ee5561d75650647a87002ee560bb2fb0a86948f794c2b6d7/647",
            "blink_fuzzer_unittests": "b9641da050558a319074222631e403b526db1718b13647293ec33774227a097a/648",
            "blink_heap_unittests": "e8e1c7e6ac259cd1b3fbe95f502a7301ace391aa5d7959b407dce445e562300d/648",
            "blink_platform_unittests": "fdd6a68e3dfb237896ea4dbe4c3437af573d595fb67b1a2cbbc15a03f1d49629/726",
            "blink_unittests": "aac0528e530408504ef3fe7bd883496504949d24767b40dec8a6751a926e9e69/726",
            "boringssl_crypto_tests": "b85eb8e15a3b9748d44e93dd95c6efeb163962f2d03f2abfe2dcd844ddff8a89/570",
            "boringssl_ssl_tests": "08b8bbb85b7ec74c6b41de7abde9739b3a55648f1fc3ab7c68c04a00d5514d62/569",
            "capture_unittests": "2482592cf29d4a5bb028e39f4dd61a864fc75693d97c049b2f6238b43a34f3d8/648",
            "cast_unittests": "0607be3d29321d847749df26806c8b9aad8ee1e938e7ee901cca4f41df32917a/569",
            "cc_unittests": "e6c0b72afc78241086b28b611826ab347760504e58e2978c7625088653a4f0c1/653",
            "chrome_app_unittests": "3c8b0bf9de26a502818cee371415e77bec899e3ee6ba17e21a59f29124d8bd9c/811",
            "chromedriver_unittests": "348a48e1fe6d040a3e631579938e5c588d65dc2fb67030264a0863fc6b4443c9/726",
            "color_unittests": "becd87ce56af850d37e3fd20b9ec5472b3e294ba85eda504760364b8202295e9/569",
            "components_browsertests": "c97539ddf9b1b39049c4554d228d6bf85fff319ab2cc8bdb03f98d3f267387bd/892",
            "components_unittests": "d13b088ad710ec1b33f71d2577e174406d58173b4fe61b57ba72540e5875c4de/892",
            "compositor_unittests": "ead714f50f50980366d05eebe1d222c94856f63e2fe1872649d719b0cb8f330c/645",
            "content_browsertests": "e8a3e8da9cbb7a538a108f1e7f2b66ea9f5e780a1c2d3fc9e1c3a93b08707090/887",
            "content_unittests": "f00dd30240f4a60fc63827a0f191cb9d43ef2e23271e3b6ef8533db86a6e88a7/806",
            "cronet_tests": "923f70632a330af451f9e2e16ffe0fd802c01eba4a36dc7da91fd6862a4f3985/730",
            "cronet_unittests": "6b76819e59c91852b7326c338e276d91ad28e3bed23720453ead2a13e8f2ced6/646",
            "crypto_unittests": "aa3a22cd8ca7235f473a117ea7e7562fbeca4587e9450500e96ceb9603caaf10/569",
            "dbus_unittests": "54078fbb2d1af08dff5b0829a0c8eb00a7f7ffde7b055f27689cea6f964ade9f/569",
            "device_unittests": "8c64cf02ed770495f301b6ea0855211eff0bdb44ab5410d0ad760e3e8803f23a/646",
            "display_unittests": "6f7824852c212daceb1e6853300a5bb871cf140e5820c45eb938b2b139be5360/569",
            "events_unittests": "cc3fd9d975eca6a8a0da8c87f30307769a89815a366782bb2e45314dc0d16e99/569",
            "extensions_browsertests": "63f84498e7a2f86037b467fc518efa634d080c51639754ac3e58231153b10373/811",
            "extensions_unittests": "86f7fe0bbd16054dc56e1abc1f2dc024c550affefcf4eb5b471dcb4e0641547f/975",
            "filesystem_service_unittests": "e7e1241cfb6a9a046c832e3b852f39a7790842818f23ab3b18976d3fc1ae2897/569",
            "gcm_unit_tests": "e2d0028c74de30d6d5634c073ce51f0e6731e9c0ad6348fb8182d5d80ab2cc78/646",
            "gfx_unittests": "21a0273503ceecf35c098f20a4964163c6ab324aec1db802f186d5288e69b31f/645",
            "gin_unittests": "a49870803d1a290fadcb8ce016afde311162eb48f0517287ac539200e05105b1/646",
            "gl_tests": "d2560e7aa337be437d60f216469babcae6fcc2144709001fe4e337cadc33b7f8/569",
            "gl_unittests": "58acfb2cf70714d64e400a2e5056c9e2f71507f8ceeb90c312dda1aa2fa16ad6/569",
            "google_apis_unittests": "b7fffff3b51959943d4062e5f7f55d43bbe8410565239a043ad7f6718b880303/731",
            "gpu_unittests": "71b5c0bc0381d823dbfcdd3696f4209ff7bbc45f7f7fa1c35ea1d734d99fd8c0/646",
            "gtk_unittests": "6f139cace4827102a1bd1bc6a0bc95503bfcfba76b46a95205b331f06ac60450/569",
            "gwp_asan_unittests": "9ec4d3163a2b33eb95d62a836136a4f70cff0ab2403a2202f218cea60ee775e1/570",
            "headless_browsertests": "852e9bf5bb4a8a567b215e3aa135e2faacab1f835c5474e1a31de148fb38ac37/809",
            "headless_unittests": "2510a1ef3ce5d412538affa3a7e26b9f512c9b504208aefcea445a3e808a2389/569",
            "interactive_ui_tests": "b36bdc11cc68f1c6f34ecbfbf11784e96cabeebe1496127c7c2ada1fb2855096/1128",
            "ipc_tests": "388862ddda18a3b1cf04054e61ef838d3f485acdda4af2d9bd461e6cd6f5ab05/569",
            "jingle_unittests": "2beea536977d51fbb6c31a07547665877fd768bae37051da2fbac43539ceeb06/646",
            "latency_unittests": "c91db5c0bab4a5a2a1f31298f8508f434fee1c593b3147d1535f2d1cb29ea823/569",
            "libjingle_xmpp_unittests": "440d9cca61d83e4e22b354b1562947851a702c626779c8b028115ad3173aafdd/569",
            "liburlpattern_unittests": "887645c2eb28160709e31f953aca75f21c22ec35b617bdc2c0bbbeb7a7951ac7/569",
            "media_unittests": "a10f5967cea9a8b994f6449cf212601ced4fa3ab9fda5b8c0522aebd3c9c25b0/649",
            "message_center_unittests": "9646f3dc1e9a7ec1f2ee2e644146ef03184d008e8e7b60fe7086a9f88acddf45/569",
            "midi_unittests": "86e9448931461d357614a670d39d42ea2ab34f6b64b69b9e5369ab703665731b/569",
            "mojo_core_unittests": "564639354a47f51053b30f23b67f5213594724eb099fa7e7c29aef55000195f9/569",
            "mojo_unittests": "cb01b57622958f58d7e006c9f98ef839476a38f7ed5766930b03ecf7aaa95836/647",
            "native_theme_unittests": "e1e57e351e2452fa845eb7a867fb95043fc7f65cb79783bf994b76d01afc215d/569",
            "net_unittests": "8c9839e6a6278ee0df2ca50115475bcaf2a0a5fc35ef3706bd39ca7ea806c8b8/648",
            "openscreen_unittests": "7a2d968d82794d68dff131a90d1c249bb1387587dc7147f4954e1ec3dfb90a5b/811",
            "ozone_x11_unittests": "ffcd5616214ae97a6eceb5927435203980123f7010e6a4f8e9e4f20312fc561a/569",
            "pdf_unittests": "9d64bc4664aa434a7696427e14a2bb5a32c4cb379dcb53c6af75599320826e83/725",
            "perfetto_unittests": "0bee4beb54c865fbef4448594555b4d628406cb222d3fdaa24ebc80fb2fab6a4/569",
            "ppapi_unittests": "ffe1ab57392ecb00118332903897e97ee204068cd104180472e70335d6e2e841/569",
            "printing_unittests": "d0276d58dddace7c9be660d642be8f5c0034e862a8a3fd2e5673bfd9a7e7be04/569",
            "remoting_unittests": "03cd741d5ddaacad352981bc705a850cf5415fc55a8bdc3e655c83596d86fe85/646",
            "sandbox_linux_unittests": "d8a6113bd030d690b54b24ea193664103d8313d6beaec8e674326e52ae28c36e/569",
            "service_manager_unittests": "d14836e70f75e0b11d09564e06502fc3e8f71b266a35963eaf80c37fb29a6cfc/569",
            "services_unittests": "f6c3335bb2a73e774eccb857d9875657e286d4440c0eac0d9427b1ca950f6656/815",
            "shell_dialogs_unittests": "a6d211f3b6082d2c803b69e9008268ff3f60b76c0d21548087f9d40c3ac00af2/569",
            "skia_unittests": "d6252d83d50a96f1c212794564dcbcb060d8258ab6f59a62063e7bb2378a2cb0/569",
            "snapshot_unittests": "22c066ca20f2499b4da1b16eb9af4e3cc2fd525083cf9f7e469e4cff10543e71/569",
            "sql_unittests": "f75307af9dbb38af6fd76d2cfa0555b4a9e3a637f3eef3f09635e24b5e17cb86/646",
            "storage_unittests": "5632614cd3549865fa55c4bdf92ab436f31e47dd2be6e60140c4428f25705526/727",
            "sync_integration_tests": "5819f70bb126b6bdece21018f6d508af96c646c2f1b5c37657cb1c9cab09a446/892",
            "ui_base_unittests": "8c085ac26ee87fc931bb0fa0b1190a22e4df59be969f739920068a9fc0f2f03f/723",
            "ui_touch_selection_unittests": "4f42a8703a8cdb8f669333df9af707a75a334419ae2d7e3b4a20c9acb0bd6df3/569",
            "unit_tests": "a81e18ccb96503b5149c144484c8106b51b937d4074b705207096eed6a66f308/1141",
            "url_unittests": "0229d9bde0baeca64054cf0eb88ad1fa09fd49c93b5c88f0353814bfc9409310/569",
            "views_unittests": "c4d94637681dda718ab294d424cf273d16e28a16c6ad6973f1e77e2c5bc4b7a9/569",
            "viz_unittests": "12297c702687a3a29f976d169b6eaec2408b8e43d246651e10f488747322c292/653",
            "vr_common_unittests": "488cb8197c3893ef706cf521897d005c8bebb50080377d34fe1664e03f6ec919/811",
            "vr_pixeltests": "f867ff5addc1f98d9b4b85222514f12c55c613a744037cfb261992211dc4dc6f/725",
            "weblayer_browsertests": "b160e74ee4a702f85283d0ca9de62e6b867668bd390299ae0976bfa201b5c069/893",
            "weblayer_unittests": "599d48ebe21a990f2de99a988f565ff2d909e7c2962190433a49970cd72bd2ca/725",
            "wm_unittests": "162453494477967edc0266b639f7c12153817bb9906a51fb5d5188c7f803258c/569",
            "wtf_unittests": "d279ad9f2799b968833b48a3a8dea4dd27609c4771d5574ead831625bcc39470/569",
            "x11_unittests": "5c8381d8f56b62dcf2b8ba5a506b168651163eae0ecdeab08433869116641462/569",
            "xr_browser_tests": "dc31308a4ff31bfbc9175d390284f3bd1d54c5105e8750badc913d4272caccd9/891",
            "zlib_unittests": "563c2d0c49d05b908139f5c4b481a1ac3151e8a04760a7696896ce9a2749ed33/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5f8356c681c8578587170cde6e115c9d457e2375",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999533316583813808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78000"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:00:40.209] Scheduled build:
{
  "id": "8834103254623996785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69961,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T17:00:39.792679544Z",
  "updateTime": "2021-10-06T17:00:40.032054938Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f8356c681c8578587170cde6e115c9d457e2375",
      "ref": "refs/heads/main"
    }
  }
}
[17:00:40.209] Task URL: https://cr-buildbucket.appspot.com/build/8834103254623996785
[17:00:40.209] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:2:0) after 7m37s
[17:01:35.737] Received PubSub notification, asking Buildbucket for the build status
[17:01:35.776] Build status: STARTED
[17:08:17.409] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:2:0)
[17:08:17.449] Build status: STARTED
[17:08:17.449] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:4:0) after 2m7s
[17:10:25.028] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:4:0)
[17:10:25.072] Build status: STARTED
[17:10:25.072] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:5:0) after 8m27s
[17:18:52.191] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:5:0)
[17:18:52.226] Build status: STARTED
[17:18:52.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:6:0) after 2m13s
[17:21:05.250] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:6:0)
[17:21:05.296] Build status: STARTED
[17:21:05.296] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:7:0) after 1m1s
[17:22:06.314] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:7:0)
[17:22:06.375] Build status: STARTED
[17:22:06.375] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:8:0) after 2m50s
[17:24:56.381] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:8:0)
[17:24:56.425] Build status: STARTED
[17:24:56.425] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999533316583813808:9:0) after 9m34s
[17:31:10.441] Received PubSub notification, asking Buildbucket for the build status
[17:31:10.480] Build:
{
  "id": "8834103254623996785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69961,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T17:00:39.792679544Z",
  "startTime": "2021-10-06T17:01:34.378214Z",
  "endTime": "2021-10-06T17:31:09.838381323Z",
  "updateTime": "2021-10-06T17:31:09.840084984Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5f8356c681c8578587170cde6e115c9d457e2375",
      "ref": "refs/heads/main"
    }
  }
}
[17:31:10.480] Invocation finished in 30m31.940599158s with status FAILED