Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 40 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78835 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "019ddad5932eb56b6bc185105de602aed9f45b40",
  "parent_got_dawn_revision": "89ea2eafd778a19269e96053d68b515985d1497f",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
  "parent_got_revision_cp": "refs/heads/main@{#938889}",
  "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
  "swarm_hashes": {
    "absl_hardening_tests": "3cffdfe93467066aee04862c64ed18c1a4e7f06d59ece6e1e4a1076b2a60db46/569",
    "accessibility_unittests": "6004123a1d8d4c8c6fd602fc57cc762f03ba36166783e4eb9a1e95c9fecc4f24/569",
    "angle_unittests": "e310eb20ac8a61af0c7771f3d378f82a4e4eae93e107e28551a2dc549b04e0ba/570",
    "app_shell_unittests": "4f27ff3743cbb462f90b83dbdaf67073366093a1d31061a1612e402d1b60d20b/809",
    "aura_unittests": "d646f403607ee44af749d7a1467a449eea084381af1612459f04b650ee43c4fe/569",
    "base_unittests": "f9db5bf5d3889cf2ebca6409b28bc4e90ba601c6a7424c8f87a539c6fba2e234/648",
    "blink_common_unittests": "e3beb702fc664ccaeec58f79f52358630d4a512cec9681c1903a08e8b62ac913/647",
    "blink_fuzzer_unittests": "b9cf1b81788b58a427f9c2b77699e861deb323e1f3db93381089b4cb1515ce75/648",
    "blink_heap_unittests": "206d20e2ccd0d36924a217b6b253d38882531353df342732971127d45635f190/648",
    "blink_platform_unittests": "761eae26b4c756612d0d7a96af394b63c2d3579b5976ca4b4db99ee1101bb38c/726",
    "blink_unittests": "331e0dd49fdc93b11fb84d88ef4e33fc9bac4a6b339384844369951806e3434c/726",
    "boringssl_crypto_tests": "38207fe2e51cbf47cc0c435704f4c99ec9611f846eb4ffd68fe369c9c01402b7/570",
    "boringssl_ssl_tests": "3a359afb955d963f5606cbd8638f000553c7ca1c4e95483be61d5fcfbbd3214e/569",
    "capture_unittests": "34d22a9d1ba809234ca5f8c1e966f889aea9f0cb462d287d6e7c3cdd35171850/648",
    "cast_unittests": "5ab3778b7af5e2622bbbefc97ccf5a88aa6a45c2debd17ef5d4b04eb8a3b161a/569",
    "cc_unittests": "827cc4931a506becd5a242974f04a71de63fdd5f30305643721a313f5929d642/653",
    "chrome_app_unittests": "a694231a40f71fae810752decba08700148f0b1afda648022e92ef01026dafd4/811",
    "chromedriver_unittests": "28ae9f7fc43a70c0ba857f571fa1469b63f4e6c5e2be0e2370daaa44909dbde3/726",
    "color_unittests": "1aec9575dc4713c8ba6f77580d7917f3df2e80a7b2ce4aa3f6fe7be9614ccd33/569",
    "components_browsertests": "f699fe8bb73de71765e52e2a5f55e2012276f42755a37ab7cae1036e32c37e0c/892",
    "components_unittests": "68edcd425c17a1dbaf7237331a883942902e5eb5a957c08b89e4e05e86f47843/892",
    "compositor_unittests": "4ab95f7bf903ebf7795ed456f39d82c3613e4099e563baa65ab15eaac0ef5bdd/645",
    "content_browsertests": "28e976448c089577e8d80406a17c5484e8045bd384160b49b59befe6e5aedce6/887",
    "content_unittests": "17523883f447121f65fd7b76d5bc03dde7ac09d3c36bd64fc21983de1f3b2405/806",
    "cronet_tests": "4b103f472422c692bfacd09ab8bbd352915abb5fd0d783814eb2f970be6bb505/730",
    "cronet_unittests": "aca907250fa85763731a39c37c3b043d2f85373faf3c2eec0872dfc63fb86721/646",
    "crypto_unittests": "67d03d51e0c8fea2c23b8c022b48d3562182f1046aa6a2927a2ca7eb980bac65/569",
    "dbus_unittests": "a73853807d5902421f35d6a94ae66684965f504b18cd0183dfea0d55af04e14c/569",
    "device_unittests": "65031fb82ce0e1a17ebeb740d072de81917fd1504dbd111332fb9273e1c46a6f/646",
    "display_unittests": "b303d1e00469a7ad712d03079f879a70f0d1e925c8025136a31e12f7c78abd50/569",
    "events_unittests": "5207843090d44cd0fc9f03101aae06943b80c9ad3b1d49a4dede9623bd8de2d2/569",
    "extensions_browsertests": "e503483c1f7bc702c88ef99b441a97a7ff5565151b6b2f61a350e82ced20fd44/811",
    "extensions_unittests": "149a4a6ea1a46a3e0407d0358b34fb6f854b5767107115215758d5e198479aa3/975",
    "filesystem_service_unittests": "a08c708b7a8ae9b319964637b112f6863d46a36eabd1c095b7ff512d54fbced5/569",
    "gcm_unit_tests": "f24c9aacaec0473bbc7124187c6364256ef37b8197be8c3f3c99666e02795720/646",
    "gfx_unittests": "dbd0a9119d08aee930e3131b7c4a78f64a99a89254f14c7d8218de0e30af0524/645",
    "gin_unittests": "64d825bb9d5ebc45c937c5e3dff9fb6fbfab049696b5d0fcff1733b0691a8409/646",
    "gl_tests": "963ea60de23a162242e3a53885a1f9e61cdc9e8992cac4ce59cbd8cf2dfb079c/569",
    "gl_unittests": "66fd13ff237b809425ef6d5b4ce80a3f5ae482341fb10fb5022c78e6ed66008a/569",
    "google_apis_unittests": "6836227fea2d4e3603929f711a182a2aa94f588a1cf37b08bfb4816a2b5a219f/731",
    "gpu_unittests": "0c19c69603eac096dcb972ad80803baa5842a781aa8282ee8279f375c5660757/646",
    "gwp_asan_unittests": "f1b42c79875d0da7a4617732f8f6f8600b04627dd23c248a3c5a800f7cba3c0a/570",
    "headless_browsertests": "f878500902d9b4989dbd31776737467ee25649091f486b36d0153a897e513a85/809",
    "headless_unittests": "fe4851e6bbae7693b0fd6976590bcb82d1702e40310f04d0d3d5d2ab95cc2df4/569",
    "interactive_ui_tests": "936ac3d2dada758cdc3fa0816f3f739881758ddb2d04d988c146e6b5c0d7c9be/1128",
    "ipc_tests": "4328384065b9acc30a9705effd78a9bdbf38572aecf71d6b6dedfd8dff088edb/569",
    "jingle_unittests": "0daa99b926f03fe82701902e4337e75cbd7af6ad65f08a7231cd322ddcb9f8b5/646",
    "latency_unittests": "3d4e53a5ee16c98ec58bee7b7024ba982247ed464859fe0fffb77d2266391f17/569",
    "libjingle_xmpp_unittests": "a917294ea176fdb038cf93677138d11c062da6d86cf23739e398a30b3ba5c369/569",
    "liburlpattern_unittests": "a26af4091f8d7611b89c7dc4d586ab7d7eebb85800f05a4c07fcf4d7dbccedb7/569",
    "media_unittests": "42d24a9695b9828137e0f4f208512c9ea707a502924cf0af0d6f46d00c146a27/649",
    "message_center_unittests": "0e7d3e0f6435201feecfce803f9d339c6fac65ae731b3c8f51cc0d7d863dc94f/569",
    "midi_unittests": "97bf00691e12413fee25ee6846667b25e9dee2a9c02f4e4e8f9dd8efa7f3a03b/569",
    "mojo_core_unittests": "40a4e24fbce393bbd8697c552cec287b9f9275c9db3b4869fbb6de6e18d3697c/569",
    "mojo_unittests": "8744c1d0930f4a44ddd5aed3361965d36a349b302625e393634c59f9a378c196/647",
    "native_theme_unittests": "64f69745c4069923e58f5c428fe9ef660773d0100b097ee776026b78457256d4/569",
    "net_unittests": "003fa71a73ff0047c13c613b21944a7712f22978aeae6878507ac466af283eda/648",
    "openscreen_unittests": "996286b29245d5b2813131393c347dfb1be2aa480b942dbaa41301200aee4342/811",
    "ozone_x11_unittests": "8aed5f6fafd9dbab9bd7738a36150955fcf875368d14c826cd7197b729546d42/569",
    "pdf_unittests": "c42fc040ed77ef265b82ac633b3fe367b8354ab7214e156242056d3a5fc59efd/725",
    "perfetto_unittests": "16c3896f227f809fddc9d94d4deb4ddfd9adaec05881602cfacc0916c3d5f9f2/569",
    "ppapi_unittests": "24080c41cdb668e6e57dcea2993f0165bf18ef09de4979fed4eeb16cb5eaa692/569",
    "printing_unittests": "c5b36c720bc96eeea271d55be35647027d32fee39a686a1a6d3930dd89b40711/569",
    "remoting_unittests": "e3e08bf1780eeab97656f241b1c61757c7cd0cc9e1a310939428ca202e978b67/646",
    "sandbox_linux_unittests": "aa6368343c34821c3ebfd61158cc6bd005969c61ea597520dec862a9b136eb3f/569",
    "service_manager_unittests": "e82a02162ceaa5c232081e9ba112cabeb32926442297e73b87d4a07388905edd/569",
    "services_unittests": "e2293ab63b4d9487364219c3f998194f5a57b733af18f4ed622de13fe19de911/815",
    "shell_dialogs_unittests": "f60ea082d30d2450fe2dc6a6e03d336abb8123a52028e280b5f32db2e959d9db/569",
    "skia_unittests": "cd3c24df39947a7c36b84ee762c105c62df498bc1fcad486111cadfb5f74110e/569",
    "snapshot_unittests": "bbdb13cd36bdd596429957729d171a70e2766deaeda577df6f24594156b7e433/569",
    "sql_unittests": "f046923aa78b2682571192caed019df33773f116921ac29d2adc4127df884506/646",
    "storage_unittests": "ad62c052787b28bef06b9344a758e5069962b786e7358e898816629db49cda3d/727",
    "sync_integration_tests": "9f52953dd6d5c7db58dd403f593b1ea21ab55840d2c30ade9d2bc80a1d4f1b38/892",
    "ui_base_unittests": "1c307d046a5c1a2f5ed537ea60616e3ece431a680b9a59cbdeb54b4a6303116a/723",
    "ui_touch_selection_unittests": "e92f398a16c4c10c7c6ccb258fa8d58a05b2a1339983894f011b73632f4352c5/569",
    "unit_tests": "b505125eeb14465f6c3e50308fea46cd744f39d2db23b2734f231f4aaf3df797/1141",
    "url_unittests": "911e4ab32fe3bdb02b2374c35260a3141fdf7fd3ab3e6d3fd91122f4118a9294/569",
    "views_unittests": "bd565961c8e1fa67addf09b5a9bff8a920ea947f6643421e984bf022bea963e3/569",
    "viz_unittests": "f6a49de2d7767b7781052fd1b6563494b09fc26d7da9c3c6f34a6d40231dff98/653",
    "vr_common_unittests": "1318dce2cfeca85726101d0aa203d088d2596197618dff8cf37f75e679a863d8/811",
    "vr_pixeltests": "54cc3539a539aacefc38e1d77733fd0384e8f81abc3db5116fb5c16224deb78e/725",
    "weblayer_browsertests": "e2daccca01c381db49c95df232c0b157b2e2b75d2093d16402cb3bf0b87df4d7/893",
    "weblayer_unittests": "dabaee42a7f4dc1d30c883d60f38892d45aed8a210ff4219d2f57f1606baa71e/725",
    "wm_unittests": "a398b02aff8ec3c01aa6233c3336f3427d3f7613f5e90b475f89dca3e7e6c231/569",
    "wtf_unittests": "31adea0dbc285e58fc1e790d3afebc29e9d61f54a6aa77b489281292b9fb50d6/569",
    "x11_unittests": "b84adc6249c8e33494bdec713b1725711163407fa1d59edea7615afbede87c2b/569",
    "xr_browser_tests": "8b16dc6a0f42e3f7ab2c731764b520d7077326ed35c18d152690e0fe02eafc2b/891",
    "zlib_unittests": "02838c5881fcaf8dc647f5c591cff5c967bb32def0b01fad1b238e31d869dfeb/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78835
  • user_agent:recipe

Debug log (UTC)

[19:59:40.062] New invocation is queued and will start shortly
[19:59:40.062] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:59:41.157] Starting the invocation (attempt 1)
[19:59:41.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169"
[19:59:41.191] Popped gitiles commit info from properties and tags
[19:59:41.191] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:59:41.191] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:59:41.192] Buildbucket request:
{
  "requestId": "8996804144309026304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "019ddad5932eb56b6bc185105de602aed9f45b40",
      "parent_got_dawn_revision": "89ea2eafd778a19269e96053d68b515985d1497f",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
      "parent_got_revision_cp": "refs/heads/main@{#938889}",
      "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "3cffdfe93467066aee04862c64ed18c1a4e7f06d59ece6e1e4a1076b2a60db46/569",
            "accessibility_unittests": "6004123a1d8d4c8c6fd602fc57cc762f03ba36166783e4eb9a1e95c9fecc4f24/569",
            "angle_unittests": "e310eb20ac8a61af0c7771f3d378f82a4e4eae93e107e28551a2dc549b04e0ba/570",
            "app_shell_unittests": "4f27ff3743cbb462f90b83dbdaf67073366093a1d31061a1612e402d1b60d20b/809",
            "aura_unittests": "d646f403607ee44af749d7a1467a449eea084381af1612459f04b650ee43c4fe/569",
            "base_unittests": "f9db5bf5d3889cf2ebca6409b28bc4e90ba601c6a7424c8f87a539c6fba2e234/648",
            "blink_common_unittests": "e3beb702fc664ccaeec58f79f52358630d4a512cec9681c1903a08e8b62ac913/647",
            "blink_fuzzer_unittests": "b9cf1b81788b58a427f9c2b77699e861deb323e1f3db93381089b4cb1515ce75/648",
            "blink_heap_unittests": "206d20e2ccd0d36924a217b6b253d38882531353df342732971127d45635f190/648",
            "blink_platform_unittests": "761eae26b4c756612d0d7a96af394b63c2d3579b5976ca4b4db99ee1101bb38c/726",
            "blink_unittests": "331e0dd49fdc93b11fb84d88ef4e33fc9bac4a6b339384844369951806e3434c/726",
            "boringssl_crypto_tests": "38207fe2e51cbf47cc0c435704f4c99ec9611f846eb4ffd68fe369c9c01402b7/570",
            "boringssl_ssl_tests": "3a359afb955d963f5606cbd8638f000553c7ca1c4e95483be61d5fcfbbd3214e/569",
            "capture_unittests": "34d22a9d1ba809234ca5f8c1e966f889aea9f0cb462d287d6e7c3cdd35171850/648",
            "cast_unittests": "5ab3778b7af5e2622bbbefc97ccf5a88aa6a45c2debd17ef5d4b04eb8a3b161a/569",
            "cc_unittests": "827cc4931a506becd5a242974f04a71de63fdd5f30305643721a313f5929d642/653",
            "chrome_app_unittests": "a694231a40f71fae810752decba08700148f0b1afda648022e92ef01026dafd4/811",
            "chromedriver_unittests": "28ae9f7fc43a70c0ba857f571fa1469b63f4e6c5e2be0e2370daaa44909dbde3/726",
            "color_unittests": "1aec9575dc4713c8ba6f77580d7917f3df2e80a7b2ce4aa3f6fe7be9614ccd33/569",
            "components_browsertests": "f699fe8bb73de71765e52e2a5f55e2012276f42755a37ab7cae1036e32c37e0c/892",
            "components_unittests": "68edcd425c17a1dbaf7237331a883942902e5eb5a957c08b89e4e05e86f47843/892",
            "compositor_unittests": "4ab95f7bf903ebf7795ed456f39d82c3613e4099e563baa65ab15eaac0ef5bdd/645",
            "content_browsertests": "28e976448c089577e8d80406a17c5484e8045bd384160b49b59befe6e5aedce6/887",
            "content_unittests": "17523883f447121f65fd7b76d5bc03dde7ac09d3c36bd64fc21983de1f3b2405/806",
            "cronet_tests": "4b103f472422c692bfacd09ab8bbd352915abb5fd0d783814eb2f970be6bb505/730",
            "cronet_unittests": "aca907250fa85763731a39c37c3b043d2f85373faf3c2eec0872dfc63fb86721/646",
            "crypto_unittests": "67d03d51e0c8fea2c23b8c022b48d3562182f1046aa6a2927a2ca7eb980bac65/569",
            "dbus_unittests": "a73853807d5902421f35d6a94ae66684965f504b18cd0183dfea0d55af04e14c/569",
            "device_unittests": "65031fb82ce0e1a17ebeb740d072de81917fd1504dbd111332fb9273e1c46a6f/646",
            "display_unittests": "b303d1e00469a7ad712d03079f879a70f0d1e925c8025136a31e12f7c78abd50/569",
            "events_unittests": "5207843090d44cd0fc9f03101aae06943b80c9ad3b1d49a4dede9623bd8de2d2/569",
            "extensions_browsertests": "e503483c1f7bc702c88ef99b441a97a7ff5565151b6b2f61a350e82ced20fd44/811",
            "extensions_unittests": "149a4a6ea1a46a3e0407d0358b34fb6f854b5767107115215758d5e198479aa3/975",
            "filesystem_service_unittests": "a08c708b7a8ae9b319964637b112f6863d46a36eabd1c095b7ff512d54fbced5/569",
            "gcm_unit_tests": "f24c9aacaec0473bbc7124187c6364256ef37b8197be8c3f3c99666e02795720/646",
            "gfx_unittests": "dbd0a9119d08aee930e3131b7c4a78f64a99a89254f14c7d8218de0e30af0524/645",
            "gin_unittests": "64d825bb9d5ebc45c937c5e3dff9fb6fbfab049696b5d0fcff1733b0691a8409/646",
            "gl_tests": "963ea60de23a162242e3a53885a1f9e61cdc9e8992cac4ce59cbd8cf2dfb079c/569",
            "gl_unittests": "66fd13ff237b809425ef6d5b4ce80a3f5ae482341fb10fb5022c78e6ed66008a/569",
            "google_apis_unittests": "6836227fea2d4e3603929f711a182a2aa94f588a1cf37b08bfb4816a2b5a219f/731",
            "gpu_unittests": "0c19c69603eac096dcb972ad80803baa5842a781aa8282ee8279f375c5660757/646",
            "gwp_asan_unittests": "f1b42c79875d0da7a4617732f8f6f8600b04627dd23c248a3c5a800f7cba3c0a/570",
            "headless_browsertests": "f878500902d9b4989dbd31776737467ee25649091f486b36d0153a897e513a85/809",
            "headless_unittests": "fe4851e6bbae7693b0fd6976590bcb82d1702e40310f04d0d3d5d2ab95cc2df4/569",
            "interactive_ui_tests": "936ac3d2dada758cdc3fa0816f3f739881758ddb2d04d988c146e6b5c0d7c9be/1128",
            "ipc_tests": "4328384065b9acc30a9705effd78a9bdbf38572aecf71d6b6dedfd8dff088edb/569",
            "jingle_unittests": "0daa99b926f03fe82701902e4337e75cbd7af6ad65f08a7231cd322ddcb9f8b5/646",
            "latency_unittests": "3d4e53a5ee16c98ec58bee7b7024ba982247ed464859fe0fffb77d2266391f17/569",
            "libjingle_xmpp_unittests": "a917294ea176fdb038cf93677138d11c062da6d86cf23739e398a30b3ba5c369/569",
            "liburlpattern_unittests": "a26af4091f8d7611b89c7dc4d586ab7d7eebb85800f05a4c07fcf4d7dbccedb7/569",
            "media_unittests": "42d24a9695b9828137e0f4f208512c9ea707a502924cf0af0d6f46d00c146a27/649",
            "message_center_unittests": "0e7d3e0f6435201feecfce803f9d339c6fac65ae731b3c8f51cc0d7d863dc94f/569",
            "midi_unittests": "97bf00691e12413fee25ee6846667b25e9dee2a9c02f4e4e8f9dd8efa7f3a03b/569",
            "mojo_core_unittests": "40a4e24fbce393bbd8697c552cec287b9f9275c9db3b4869fbb6de6e18d3697c/569",
            "mojo_unittests": "8744c1d0930f4a44ddd5aed3361965d36a349b302625e393634c59f9a378c196/647",
            "native_theme_unittests": "64f69745c4069923e58f5c428fe9ef660773d0100b097ee776026b78457256d4/569",
            "net_unittests": "003fa71a73ff0047c13c613b21944a7712f22978aeae6878507ac466af283eda/648",
            "openscreen_unittests": "996286b29245d5b2813131393c347dfb1be2aa480b942dbaa41301200aee4342/811",
            "ozone_x11_unittests": "8aed5f6fafd9dbab9bd7738a36150955fcf875368d14c826cd7197b729546d42/569",
            "pdf_unittests": "c42fc040ed77ef265b82ac633b3fe367b8354ab7214e156242056d3a5fc59efd/725",
            "perfetto_unittests": "16c3896f227f809fddc9d94d4deb4ddfd9adaec05881602cfacc0916c3d5f9f2/569",
            "ppapi_unittests": "24080c41cdb668e6e57dcea2993f0165bf18ef09de4979fed4eeb16cb5eaa692/569",
            "printing_unittests": "c5b36c720bc96eeea271d55be35647027d32fee39a686a1a6d3930dd89b40711/569",
            "remoting_unittests": "e3e08bf1780eeab97656f241b1c61757c7cd0cc9e1a310939428ca202e978b67/646",
            "sandbox_linux_unittests": "aa6368343c34821c3ebfd61158cc6bd005969c61ea597520dec862a9b136eb3f/569",
            "service_manager_unittests": "e82a02162ceaa5c232081e9ba112cabeb32926442297e73b87d4a07388905edd/569",
            "services_unittests": "e2293ab63b4d9487364219c3f998194f5a57b733af18f4ed622de13fe19de911/815",
            "shell_dialogs_unittests": "f60ea082d30d2450fe2dc6a6e03d336abb8123a52028e280b5f32db2e959d9db/569",
            "skia_unittests": "cd3c24df39947a7c36b84ee762c105c62df498bc1fcad486111cadfb5f74110e/569",
            "snapshot_unittests": "bbdb13cd36bdd596429957729d171a70e2766deaeda577df6f24594156b7e433/569",
            "sql_unittests": "f046923aa78b2682571192caed019df33773f116921ac29d2adc4127df884506/646",
            "storage_unittests": "ad62c052787b28bef06b9344a758e5069962b786e7358e898816629db49cda3d/727",
            "sync_integration_tests": "9f52953dd6d5c7db58dd403f593b1ea21ab55840d2c30ade9d2bc80a1d4f1b38/892",
            "ui_base_unittests": "1c307d046a5c1a2f5ed537ea60616e3ece431a680b9a59cbdeb54b4a6303116a/723",
            "ui_touch_selection_unittests": "e92f398a16c4c10c7c6ccb258fa8d58a05b2a1339983894f011b73632f4352c5/569",
            "unit_tests": "b505125eeb14465f6c3e50308fea46cd744f39d2db23b2734f231f4aaf3df797/1141",
            "url_unittests": "911e4ab32fe3bdb02b2374c35260a3141fdf7fd3ab3e6d3fd91122f4118a9294/569",
            "views_unittests": "bd565961c8e1fa67addf09b5a9bff8a920ea947f6643421e984bf022bea963e3/569",
            "viz_unittests": "f6a49de2d7767b7781052fd1b6563494b09fc26d7da9c3c6f34a6d40231dff98/653",
            "vr_common_unittests": "1318dce2cfeca85726101d0aa203d088d2596197618dff8cf37f75e679a863d8/811",
            "vr_pixeltests": "54cc3539a539aacefc38e1d77733fd0384e8f81abc3db5116fb5c16224deb78e/725",
            "weblayer_browsertests": "e2daccca01c381db49c95df232c0b157b2e2b75d2093d16402cb3bf0b87df4d7/893",
            "weblayer_unittests": "dabaee42a7f4dc1d30c883d60f38892d45aed8a210ff4219d2f57f1606baa71e/725",
            "wm_unittests": "a398b02aff8ec3c01aa6233c3336f3427d3f7613f5e90b475f89dca3e7e6c231/569",
            "wtf_unittests": "31adea0dbc285e58fc1e790d3afebc29e9d61f54a6aa77b489281292b9fb50d6/569",
            "x11_unittests": "b84adc6249c8e33494bdec713b1725711163407fa1d59edea7615afbede87c2b/569",
            "xr_browser_tests": "8b16dc6a0f42e3f7ab2c731764b520d7077326ed35c18d152690e0fe02eafc2b/891",
            "zlib_unittests": "02838c5881fcaf8dc647f5c591cff5c967bb32def0b01fad1b238e31d869dfeb/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996804144309026304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78835"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:59:41.746] Scheduled build:
{
  "id": "8831374082391158785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70791,
  "createdBy": "project:chromium",
  "createTime": "2021-11-05T19:59:41.255120224Z",
  "updateTime": "2021-11-05T19:59:41.255120224Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
      "ref": "refs/heads/main"
    }
  }
}
[19:59:41.746] Task URL: https://cr-buildbucket.appspot.com/build/8831374082391158785
[19:59:41.746] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:2:0) after 2m47s
[20:02:29.123] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:2:0)
[20:02:29.226] Build status: SCHEDULED
[20:02:29.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:3:0) after 2m20s
[20:04:49.256] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:3:0)
[20:04:49.296] Build status: SCHEDULED
[20:04:49.296] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:4:0) after 4m48s
[20:04:54.071] Received PubSub notification, asking Buildbucket for the build status
[20:04:54.126] Build status: STARTED
[20:09:37.486] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:4:0)
[20:09:37.525] Build status: STARTED
[20:09:37.525] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:6:0) after 3m48s
[20:13:25.868] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:6:0)
[20:13:25.901] Build status: STARTED
[20:13:25.901] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:7:0) after 4m11s
[20:17:36.947] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:7:0)
[20:17:37.078] Build status: STARTED
[20:17:37.078] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:8:0) after 8m55s
[20:26:32.382] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:8:0)
[20:26:32.414] Build status: STARTED
[20:26:32.414] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:9:0) after 6m56s
[20:33:28.542] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:9:0)
[20:33:28.676] Build status: STARTED
[20:33:28.676] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:10:0) after 2m0s
[20:35:28.845] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:10:0)
[20:35:28.891] Build status: STARTED
[20:35:28.891] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:11:0) after 3m22s
[20:38:50.911] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:11:0)
[20:38:50.958] Build status: STARTED
[20:38:50.958] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996804144309026304:12:0) after 1m23s
[20:40:12.628] Received PubSub notification, asking Buildbucket for the build status
[20:40:12.737] Build:
{
  "id": "8831374082391158785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70791,
  "createdBy": "project:chromium",
  "createTime": "2021-11-05T19:59:41.255120224Z",
  "startTime": "2021-11-05T20:04:50.787800Z",
  "endTime": "2021-11-05T20:40:11.487337329Z",
  "updateTime": "2021-11-05T20:40:11.487337329Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19be59bf08a7ae9c99fb2d5d81a7eb2ff59d7169",
      "ref": "refs/heads/main"
    }
  }
}
[20:40:12.737] Invocation finished in 40m32.694213024s with status FAILED