Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80946 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9b231f090e1b51b716aab48451e2f0438005086e",
  "parent_got_dawn_revision": "48e24a2e9abeaaf761f07c0bd4771a5905289f5d",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
  "parent_got_revision_cp": "refs/heads/main@{#960245}",
  "parent_got_swiftshader_revision": "f6bdbed95b3703d782c2a2a537092afb39455442",
  "parent_got_v8_revision": "bf2a97810e447c19a31c55c5b1b8fb66e46bcc1e",
  "parent_got_v8_revision_cp": "refs/heads/9.9.111@{#1}",
  "parent_got_webrtc_revision": "cc9b7ec7401880e4c14e5c76c4637e191ab4490a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35706}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
  "swarm_hashes": {
    "absl_hardening_tests": "1193684dbec1c032d39e1991cf8d66f638c12a9832bda5adc0b679e924c18c67/569",
    "accessibility_unittests": "83e062ddc06f8514fb4bb3efdb44619f2cfd646283924cc36d1f2c772d4484b2/569",
    "angle_unittests": "90f723f9f311a43cb4938f922d6aef1a6c50db166bf3ac44023c8b7e8bb09b9c/570",
    "app_shell_unittests": "7d5d2e9940a98f6d48532c0880d373d9dfa3049285be185631dab4645be4f8be/730",
    "aura_unittests": "ce8d40e5eceec8b7215ea474f359cc02eac991c60f901bb4b1803d711d5abd22/569",
    "base_unittests": "467f916001c7850fcb61e616963539eaec75872b0ba34b3334d15d6a7df4f8d0/648",
    "blink_common_unittests": "44b83ce221c806c46c6d6863f0423f80bd01f17c880b36d3e8a11326da5d3256/647",
    "blink_fuzzer_unittests": "e8b4baaf5525782631756a04a30326c22563d07573e5105dfaf0d7b88eead926/569",
    "blink_heap_unittests": "9bf42e6d0e7f1a143358dcbcad0dc87d3c11dc5be9aec5221747f7f31ee0de77/569",
    "blink_platform_unittests": "0c08248e83d65e015290cf40ddb0f7de0d86141f9c02c9794861eb312f14bf89/726",
    "blink_unittests": "32a882de7d7dff8efd7c52e575d17e80c02e84a9a7297526ce3b8b5295d4d587/810",
    "boringssl_crypto_tests": "fc1848c6ee0722bf78431b9297660c8dc11419daf20b71ec3d7202c3d0f7f99a/570",
    "boringssl_ssl_tests": "438105e1e602052d958214b30bad76860fb8c9cc4fd62b618ac33d39002a42f1/569",
    "capture_unittests": "390b3f33b8759900c7bbf22389d1fe059043df9f949af9f1bc79d5ead446b4ac/648",
    "cast_unittests": "18fa08ee9b513be16a3e64b37a60321a65d8356c36093b5cea4e7c4584b71abd/569",
    "cc_unittests": "53a0ee5eca496f62b41eb32f350ca0fd42b0890c41854436b6991faffc9e8a52/653",
    "chrome_app_unittests": "de6093cb23ec0b19e4a94999f592fc86adac0c6531cdc753cadf0d52c475aaed/648",
    "chromedriver_unittests": "5ccc86186867b889a651de2a997c098d34eb42fa0bf3e95dbb80508409d27445/726",
    "color_unittests": "7dd48b550639c370521de6e4eb44ae4ec1c494ce0050d8875fd5f4725f3ec025/569",
    "components_browsertests": "1ccf3ff3aee1282d29507df063743c76b8a438a8409ed1ba257ae63b38632e89/813",
    "components_unittests": "c2f8d3d04014dfd88715028d2607554fcc45ee6bb3e8ec3bba0c33a4afe9ce7c/813",
    "compositor_unittests": "53fb00e76d55dcc250f6b3f37ed24358b5cbee0e73a735ea82e9a71bc4388b4a/645",
    "content_browsertests": "11cfd87bb88e8528c281d8cddfff82f5f623827b43ee3c0d449bc1759e4a7064/887",
    "content_unittests": "dc69987c8574ebd1f9aaf2dada747767440117ea56d4210782202ec5fe0b5f07/806",
    "cronet_tests": "197231acead98343e49476840ac4124a9fc790386eff2953527ca690681f4015/730",
    "cronet_unittests": "1ffbb66df4616b57e8722604b959233130b7460c2aa267065a546c87e85dcf7a/646",
    "crypto_unittests": "607a5f35d42a5d25ca52f49ba2275712b97a564c0c48118b96f81969dba87fd2/569",
    "dbus_unittests": "1fe59da9b907595b32cf0664f639310a1869fc708113c592f0bbe3d94123d9cd/569",
    "device_unittests": "b19fc1abd1f64c90cbef9e4e7a1c793f0f9ffa1b58bb792f410a3a4f3b3e19ab/646",
    "display_unittests": "1af41080188a813ae68198ff4f1547a83e3af9930f5db336a6684ee6f6274755/569",
    "events_unittests": "d0aad72f0ee4916923bd6d3163e48cc138fdbf17b28c1a574970b994fbe97fe9/569",
    "extensions_browsertests": "692e51919368c11f0df91270b287acdc1a947b03290d0e21492dcc5e69ddbffc/732",
    "extensions_unittests": "3b7803f66f57e12bc4f238cab031f3e8b65a396863b3dc38e7ed8e9f1b424e45/896",
    "filesystem_service_unittests": "3bde1d28c48228421b2da03e1289af2178a814c65f7cde9d48e10eb2888ecc10/569",
    "gcm_unit_tests": "4d1aceb62afea6bb32bf236f8664e783b2741d761905c3b50a75d5e59089b59b/646",
    "gfx_unittests": "1b26919c5836c021a90b675aefe5bf008f5508f39defbf25809dd48b9202dbca/645",
    "gin_unittests": "66e0b598a7c8f13cd381e0492d7ed53e652be5dfd0459d5951cdfcd8d2466bfb/646",
    "gl_tests": "780cc17157bd150b36e0d4ac9c2a15c9059f4b09e7408847a954ea73fc62ba00/569",
    "gl_unittests": "9b6933f66915293e959d14b1e3ad07b40bf8e05d133c020ce8ec3d77cb41d937/569",
    "google_apis_unittests": "786be84833e2f5d376a24894c725b3f952ddfa1aee1b859e579a53b8d0016f67/731",
    "gpu_unittests": "b5f9f9138080df515c1caa0d027761b95703e3a5a295634cb1944e67892be44e/646",
    "gwp_asan_unittests": "5a4e87495db85c7e15ec50776674d213a18bfe88db2db173701e0ce6a7e5b013/570",
    "headless_browsertests": "9354e8da6d3f94f162d1299db911a1f0ba766c746af4e5d60ef279041b17dba6/730",
    "headless_unittests": "0c961d59f8897890a88e5659ad10cb0aeac54bd5b867ce919f258d64b1cf318b/569",
    "interactive_ui_tests": "458dff85198647741234d4d07f0c26ae747d84effd59e36a6e32135e0381211f/965",
    "ipc_tests": "d9765708a51d88cb3db0dda7e9a5bc36d0cc5d57c4baaf0dd40029496a2f4cb5/569",
    "jingle_unittests": "6d64bb7fe725d3fbb24477fdb3489207399bfda378e4f83645de65d1f20a9c30/646",
    "latency_unittests": "af5508939051772adf6ee627ef1b1cae0133ff3eb93934c72300eb003ab72638/569",
    "libjingle_xmpp_unittests": "a747a1ca76981831bdec18fadbcea6c9bfb513f780e290b9c02996fb354de434/569",
    "liburlpattern_unittests": "78e4b419136973fa36082ad748d782c40be8239a8de023a6fc756ccf13d4f69c/569",
    "media_unittests": "be2f614075a94fdbc4f25d46fd372b72320f1e78afeb90eb59709e4cfeed0ea4/649",
    "message_center_unittests": "f2e0626f8994daa7a52f1862c5bdc99ad0bd3c3fabaf8d150125aad96a375324/569",
    "midi_unittests": "09ee1744301d97b899b3b96f43d8818cf1de96035106717d2c753ed0b96c5430/569",
    "mojo_core_unittests": "4c9deaf939a6a2aca92ebe2d05a83b79b251099663cfedf370c01adc333e586a/569",
    "mojo_unittests": "4c9c1b6d60d68f43541d36380a42cb28f5aa03b5470bf15ba0d8ed8bd26c0d0b/647",
    "native_theme_unittests": "9da55c127b85231dc109abc70a8d9cb1859e0b38c84042d1e72cdbe08af23c17/569",
    "net_unittests": "82b2078c1ab12484d52ad407170ca7a2ee6b590a21df688652169caefaa3bebd/648",
    "openscreen_unittests": "faffa461576dac8c1c5571f63bcc3d38bca3d638dee94c392800c77ae15d64eb/648",
    "ozone_x11_unittests": "d6ac4e7571ba09b065f28ff98565127988ab68a4dd3cfa2bff4706dd8b007103/569",
    "pdf_unittests": "5f07edafa6241db62783ee844a11a9727d3cb9795c132b3071f3c08f23329f0f/646",
    "perfetto_unittests": "5671b8bb619b4ee4ee5859903bf47264d191bee12916384e7cc79eec6f447682/569",
    "ppapi_unittests": "5555c0476cb10db7f5805470aa9fa8f2b6dd18dd17186de1cb733073403f0cd6/569",
    "printing_unittests": "58ec7f5c6df46cd5b069be5ee38af36fa35bba68f0ea84773ecd26d9ac08d0fb/569",
    "remoting_unittests": "fba8d774c076fde9b5313d9ef163c52ffdc7e77be58067b1dc2caf0859fc6c38/646",
    "sandbox_linux_unittests": "032df82cf5e698166910bb2cc4dd5f3c6db9ac9a8648b807001de732b853df91/569",
    "service_manager_unittests": "e12deab833131c895f70db6fbbb56a0c268ea3ab896369c0f8f0b79e87c6e000/569",
    "services_unittests": "cbf42218e896187b1caa2d5bddce6ff42deb62241f2b357590cf3cbdab0dac1a/815",
    "shell_dialogs_unittests": "8382a35105d829f7e589a822f346621cbd9074bf9209128c1565fb916501ba01/569",
    "skia_unittests": "fad4e237f6bbcdcdf0fe84b4cfe6f7bbf056461c24be01dd4b3bae4774a8c872/569",
    "snapshot_unittests": "5aaee24af3f8e79bdafe65ceda7817414ecae8c2cd22a8cf35a5621c5fdeb89e/569",
    "sql_unittests": "aea701f8187f157e774806618125a77c536d26d2fc3232db4ce7e6fd72d629f9/646",
    "storage_unittests": "3de025ba0ca883cc5b19b3b3157b0e225f3d39e32e395e1310455e809eaeab75/727",
    "sync_integration_tests": "62ebe1c30b7606206537d2006756a62fa56d75217e174c63b7b689b93b7558f3/729",
    "ui_base_unittests": "96db1dfb830ae354f2cf8a84ac9ef0e530ee5f57b822c29b6f44245b2f7c8b95/723",
    "ui_touch_selection_unittests": "fada5950300c487b4fc390c25261a0d0598a09b16740adfdaad12fd066e1f82e/569",
    "unit_tests": "f7f9e044329ccde77109b876d8353494a484a1e889ba106c36ea516b3dc59e8b/1139",
    "url_unittests": "6b9610b66546fa3ac12b80d133a33ed311e749c267064cf3a7bd7c5b32d0e57a/569",
    "views_unittests": "bb14e46fa98088b35156a6f06eee7356f774d4efa82dc389dfb6294f02cc793e/569",
    "viz_unittests": "ed840f413c68ba4575c62994a99a4fa3f95b8a7c0e6b8d082bef935f63f8d758/653",
    "vr_common_unittests": "c3427f255bf0a7581752e64f9518a1c11e377e06f70e01dfb7f275409bb072b9/648",
    "vr_pixeltests": "de51c065e94bd2428815050802ee16baf34e959291f62a7d1e1fa9da22ccd81b/646",
    "weblayer_browsertests": "6e2fe9156bbd13ffc348438ca843c31dbfcdd1238cbeda1f7d7bfd3e841bbd01/814",
    "weblayer_unittests": "925aac2219e65841a9801900a1623adcca1a7465d0b07771e6c32d3306fb26d2/646",
    "wm_unittests": "6c8c8b540413ae643c51b476ace98eac112af221e2340267179e5e5c7237cde3/569",
    "wtf_unittests": "8f41e140a75d392a0501a5f17e4423a29e075971c8fdaea1faebe02c76222803/569",
    "x11_unittests": "dde34fb6b6a501dfe14c793563adade33e7b61ac9ffc860e596db256c9de33b0/569",
    "xr_browser_tests": "a43bfafbe804ab0e16b4cf3a79652996e5c9423dfba3778ac5a450da96e21bea/728",
    "zlib_unittests": "e86b6ce51cc9969f125beca6d4bb17c05ff4c685f8acd65221f35497be1bc03b/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80946
  • user_agent:recipe

Debug log (UTC)

[05:11:43.406] New invocation is queued and will start shortly
[05:11:43.406] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:11:44.570] Starting the invocation (attempt 1)
[05:11:44.639] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba"
[05:11:44.639] Popped gitiles commit info from properties and tags
[05:11:44.639] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:11:44.639] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:11:44.640] Buildbucket request:
{
  "requestId": "8990155833412845200",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9b231f090e1b51b716aab48451e2f0438005086e",
      "parent_got_dawn_revision": "48e24a2e9abeaaf761f07c0bd4771a5905289f5d",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
      "parent_got_revision_cp": "refs/heads/main@{#960245}",
      "parent_got_swiftshader_revision": "f6bdbed95b3703d782c2a2a537092afb39455442",
      "parent_got_v8_revision": "bf2a97810e447c19a31c55c5b1b8fb66e46bcc1e",
      "parent_got_v8_revision_cp": "refs/heads/9.9.111@{#1}",
      "parent_got_webrtc_revision": "cc9b7ec7401880e4c14e5c76c4637e191ab4490a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35706}",
      "swarm_hashes": {
            "absl_hardening_tests": "1193684dbec1c032d39e1991cf8d66f638c12a9832bda5adc0b679e924c18c67/569",
            "accessibility_unittests": "83e062ddc06f8514fb4bb3efdb44619f2cfd646283924cc36d1f2c772d4484b2/569",
            "angle_unittests": "90f723f9f311a43cb4938f922d6aef1a6c50db166bf3ac44023c8b7e8bb09b9c/570",
            "app_shell_unittests": "7d5d2e9940a98f6d48532c0880d373d9dfa3049285be185631dab4645be4f8be/730",
            "aura_unittests": "ce8d40e5eceec8b7215ea474f359cc02eac991c60f901bb4b1803d711d5abd22/569",
            "base_unittests": "467f916001c7850fcb61e616963539eaec75872b0ba34b3334d15d6a7df4f8d0/648",
            "blink_common_unittests": "44b83ce221c806c46c6d6863f0423f80bd01f17c880b36d3e8a11326da5d3256/647",
            "blink_fuzzer_unittests": "e8b4baaf5525782631756a04a30326c22563d07573e5105dfaf0d7b88eead926/569",
            "blink_heap_unittests": "9bf42e6d0e7f1a143358dcbcad0dc87d3c11dc5be9aec5221747f7f31ee0de77/569",
            "blink_platform_unittests": "0c08248e83d65e015290cf40ddb0f7de0d86141f9c02c9794861eb312f14bf89/726",
            "blink_unittests": "32a882de7d7dff8efd7c52e575d17e80c02e84a9a7297526ce3b8b5295d4d587/810",
            "boringssl_crypto_tests": "fc1848c6ee0722bf78431b9297660c8dc11419daf20b71ec3d7202c3d0f7f99a/570",
            "boringssl_ssl_tests": "438105e1e602052d958214b30bad76860fb8c9cc4fd62b618ac33d39002a42f1/569",
            "capture_unittests": "390b3f33b8759900c7bbf22389d1fe059043df9f949af9f1bc79d5ead446b4ac/648",
            "cast_unittests": "18fa08ee9b513be16a3e64b37a60321a65d8356c36093b5cea4e7c4584b71abd/569",
            "cc_unittests": "53a0ee5eca496f62b41eb32f350ca0fd42b0890c41854436b6991faffc9e8a52/653",
            "chrome_app_unittests": "de6093cb23ec0b19e4a94999f592fc86adac0c6531cdc753cadf0d52c475aaed/648",
            "chromedriver_unittests": "5ccc86186867b889a651de2a997c098d34eb42fa0bf3e95dbb80508409d27445/726",
            "color_unittests": "7dd48b550639c370521de6e4eb44ae4ec1c494ce0050d8875fd5f4725f3ec025/569",
            "components_browsertests": "1ccf3ff3aee1282d29507df063743c76b8a438a8409ed1ba257ae63b38632e89/813",
            "components_unittests": "c2f8d3d04014dfd88715028d2607554fcc45ee6bb3e8ec3bba0c33a4afe9ce7c/813",
            "compositor_unittests": "53fb00e76d55dcc250f6b3f37ed24358b5cbee0e73a735ea82e9a71bc4388b4a/645",
            "content_browsertests": "11cfd87bb88e8528c281d8cddfff82f5f623827b43ee3c0d449bc1759e4a7064/887",
            "content_unittests": "dc69987c8574ebd1f9aaf2dada747767440117ea56d4210782202ec5fe0b5f07/806",
            "cronet_tests": "197231acead98343e49476840ac4124a9fc790386eff2953527ca690681f4015/730",
            "cronet_unittests": "1ffbb66df4616b57e8722604b959233130b7460c2aa267065a546c87e85dcf7a/646",
            "crypto_unittests": "607a5f35d42a5d25ca52f49ba2275712b97a564c0c48118b96f81969dba87fd2/569",
            "dbus_unittests": "1fe59da9b907595b32cf0664f639310a1869fc708113c592f0bbe3d94123d9cd/569",
            "device_unittests": "b19fc1abd1f64c90cbef9e4e7a1c793f0f9ffa1b58bb792f410a3a4f3b3e19ab/646",
            "display_unittests": "1af41080188a813ae68198ff4f1547a83e3af9930f5db336a6684ee6f6274755/569",
            "events_unittests": "d0aad72f0ee4916923bd6d3163e48cc138fdbf17b28c1a574970b994fbe97fe9/569",
            "extensions_browsertests": "692e51919368c11f0df91270b287acdc1a947b03290d0e21492dcc5e69ddbffc/732",
            "extensions_unittests": "3b7803f66f57e12bc4f238cab031f3e8b65a396863b3dc38e7ed8e9f1b424e45/896",
            "filesystem_service_unittests": "3bde1d28c48228421b2da03e1289af2178a814c65f7cde9d48e10eb2888ecc10/569",
            "gcm_unit_tests": "4d1aceb62afea6bb32bf236f8664e783b2741d761905c3b50a75d5e59089b59b/646",
            "gfx_unittests": "1b26919c5836c021a90b675aefe5bf008f5508f39defbf25809dd48b9202dbca/645",
            "gin_unittests": "66e0b598a7c8f13cd381e0492d7ed53e652be5dfd0459d5951cdfcd8d2466bfb/646",
            "gl_tests": "780cc17157bd150b36e0d4ac9c2a15c9059f4b09e7408847a954ea73fc62ba00/569",
            "gl_unittests": "9b6933f66915293e959d14b1e3ad07b40bf8e05d133c020ce8ec3d77cb41d937/569",
            "google_apis_unittests": "786be84833e2f5d376a24894c725b3f952ddfa1aee1b859e579a53b8d0016f67/731",
            "gpu_unittests": "b5f9f9138080df515c1caa0d027761b95703e3a5a295634cb1944e67892be44e/646",
            "gwp_asan_unittests": "5a4e87495db85c7e15ec50776674d213a18bfe88db2db173701e0ce6a7e5b013/570",
            "headless_browsertests": "9354e8da6d3f94f162d1299db911a1f0ba766c746af4e5d60ef279041b17dba6/730",
            "headless_unittests": "0c961d59f8897890a88e5659ad10cb0aeac54bd5b867ce919f258d64b1cf318b/569",
            "interactive_ui_tests": "458dff85198647741234d4d07f0c26ae747d84effd59e36a6e32135e0381211f/965",
            "ipc_tests": "d9765708a51d88cb3db0dda7e9a5bc36d0cc5d57c4baaf0dd40029496a2f4cb5/569",
            "jingle_unittests": "6d64bb7fe725d3fbb24477fdb3489207399bfda378e4f83645de65d1f20a9c30/646",
            "latency_unittests": "af5508939051772adf6ee627ef1b1cae0133ff3eb93934c72300eb003ab72638/569",
            "libjingle_xmpp_unittests": "a747a1ca76981831bdec18fadbcea6c9bfb513f780e290b9c02996fb354de434/569",
            "liburlpattern_unittests": "78e4b419136973fa36082ad748d782c40be8239a8de023a6fc756ccf13d4f69c/569",
            "media_unittests": "be2f614075a94fdbc4f25d46fd372b72320f1e78afeb90eb59709e4cfeed0ea4/649",
            "message_center_unittests": "f2e0626f8994daa7a52f1862c5bdc99ad0bd3c3fabaf8d150125aad96a375324/569",
            "midi_unittests": "09ee1744301d97b899b3b96f43d8818cf1de96035106717d2c753ed0b96c5430/569",
            "mojo_core_unittests": "4c9deaf939a6a2aca92ebe2d05a83b79b251099663cfedf370c01adc333e586a/569",
            "mojo_unittests": "4c9c1b6d60d68f43541d36380a42cb28f5aa03b5470bf15ba0d8ed8bd26c0d0b/647",
            "native_theme_unittests": "9da55c127b85231dc109abc70a8d9cb1859e0b38c84042d1e72cdbe08af23c17/569",
            "net_unittests": "82b2078c1ab12484d52ad407170ca7a2ee6b590a21df688652169caefaa3bebd/648",
            "openscreen_unittests": "faffa461576dac8c1c5571f63bcc3d38bca3d638dee94c392800c77ae15d64eb/648",
            "ozone_x11_unittests": "d6ac4e7571ba09b065f28ff98565127988ab68a4dd3cfa2bff4706dd8b007103/569",
            "pdf_unittests": "5f07edafa6241db62783ee844a11a9727d3cb9795c132b3071f3c08f23329f0f/646",
            "perfetto_unittests": "5671b8bb619b4ee4ee5859903bf47264d191bee12916384e7cc79eec6f447682/569",
            "ppapi_unittests": "5555c0476cb10db7f5805470aa9fa8f2b6dd18dd17186de1cb733073403f0cd6/569",
            "printing_unittests": "58ec7f5c6df46cd5b069be5ee38af36fa35bba68f0ea84773ecd26d9ac08d0fb/569",
            "remoting_unittests": "fba8d774c076fde9b5313d9ef163c52ffdc7e77be58067b1dc2caf0859fc6c38/646",
            "sandbox_linux_unittests": "032df82cf5e698166910bb2cc4dd5f3c6db9ac9a8648b807001de732b853df91/569",
            "service_manager_unittests": "e12deab833131c895f70db6fbbb56a0c268ea3ab896369c0f8f0b79e87c6e000/569",
            "services_unittests": "cbf42218e896187b1caa2d5bddce6ff42deb62241f2b357590cf3cbdab0dac1a/815",
            "shell_dialogs_unittests": "8382a35105d829f7e589a822f346621cbd9074bf9209128c1565fb916501ba01/569",
            "skia_unittests": "fad4e237f6bbcdcdf0fe84b4cfe6f7bbf056461c24be01dd4b3bae4774a8c872/569",
            "snapshot_unittests": "5aaee24af3f8e79bdafe65ceda7817414ecae8c2cd22a8cf35a5621c5fdeb89e/569",
            "sql_unittests": "aea701f8187f157e774806618125a77c536d26d2fc3232db4ce7e6fd72d629f9/646",
            "storage_unittests": "3de025ba0ca883cc5b19b3b3157b0e225f3d39e32e395e1310455e809eaeab75/727",
            "sync_integration_tests": "62ebe1c30b7606206537d2006756a62fa56d75217e174c63b7b689b93b7558f3/729",
            "ui_base_unittests": "96db1dfb830ae354f2cf8a84ac9ef0e530ee5f57b822c29b6f44245b2f7c8b95/723",
            "ui_touch_selection_unittests": "fada5950300c487b4fc390c25261a0d0598a09b16740adfdaad12fd066e1f82e/569",
            "unit_tests": "f7f9e044329ccde77109b876d8353494a484a1e889ba106c36ea516b3dc59e8b/1139",
            "url_unittests": "6b9610b66546fa3ac12b80d133a33ed311e749c267064cf3a7bd7c5b32d0e57a/569",
            "views_unittests": "bb14e46fa98088b35156a6f06eee7356f774d4efa82dc389dfb6294f02cc793e/569",
            "viz_unittests": "ed840f413c68ba4575c62994a99a4fa3f95b8a7c0e6b8d082bef935f63f8d758/653",
            "vr_common_unittests": "c3427f255bf0a7581752e64f9518a1c11e377e06f70e01dfb7f275409bb072b9/648",
            "vr_pixeltests": "de51c065e94bd2428815050802ee16baf34e959291f62a7d1e1fa9da22ccd81b/646",
            "weblayer_browsertests": "6e2fe9156bbd13ffc348438ca843c31dbfcdd1238cbeda1f7d7bfd3e841bbd01/814",
            "weblayer_unittests": "925aac2219e65841a9801900a1623adcca1a7465d0b07771e6c32d3306fb26d2/646",
            "wm_unittests": "6c8c8b540413ae643c51b476ace98eac112af221e2340267179e5e5c7237cde3/569",
            "wtf_unittests": "8f41e140a75d392a0501a5f17e4423a29e075971c8fdaea1faebe02c76222803/569",
            "x11_unittests": "dde34fb6b6a501dfe14c793563adade33e7b61ac9ffc860e596db256c9de33b0/569",
            "xr_browser_tests": "a43bfafbe804ab0e16b4cf3a79652996e5c9423dfba3778ac5a450da96e21bea/728",
            "zlib_unittests": "e86b6ce51cc9969f125beca6d4bb17c05ff4c685f8acd65221f35497be1bc03b/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990155833412845200"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80946"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:11:45.129] Scheduled build:
{
  "id": "8824725771390342273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72894,
  "createdBy": "project:chromium",
  "createTime": "2022-01-18T05:11:44.704485794Z",
  "updateTime": "2022-01-18T05:11:44.704485794Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
      "ref": "refs/heads/main"
    }
  }
}
[05:11:45.129] Task URL: https://cr-buildbucket.appspot.com/build/8824725771390342273
[05:11:45.129] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:2:0) after 3m18s
[05:11:58.995] Received PubSub notification, asking Buildbucket for the build status
[05:11:59.025] Build status: STARTED
[05:15:03.155] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:2:0)
[05:15:03.183] Build status: STARTED
[05:15:03.183] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:4:0) after 8m17s
[05:23:20.215] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:4:0)
[05:23:20.249] Build status: STARTED
[05:23:20.249] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:5:0) after 6m44s
[05:30:04.340] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:5:0)
[05:30:04.368] Build status: STARTED
[05:30:04.368] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990155833412845200:6:0) after 8m59s
[05:37:37.993] Received PubSub notification, asking Buildbucket for the build status
[05:37:38.017] Build:
{
  "id": "8824725771390342273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72894,
  "createdBy": "project:chromium",
  "createTime": "2022-01-18T05:11:44.704485794Z",
  "startTime": "2022-01-18T05:11:56.977159Z",
  "endTime": "2022-01-18T05:37:37.600868132Z",
  "updateTime": "2022-01-18T05:37:37.600868132Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abf5d2ddcd31878c352ae05cfdcbb8b04eac0cba",
      "ref": "refs/heads/main"
    }
  }
}
[05:37:38.017] Invocation finished in 25m54.625828529s with status FAILED