Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77877 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "93ef64bf92c73e179e298b415977bde53a0eb568"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "c39bff929aa317722b92814943550b576ae57dfd",
  "parent_got_dawn_revision": "7a934854106a65e137c0c9f836ddcc7e7178a334",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "93ef64bf92c73e179e298b415977bde53a0eb568",
  "parent_got_revision_cp": "refs/heads/main@{#927215}",
  "parent_got_swiftshader_revision": "1cdfcb680631ed792d66b3c7db74bfb21c4f8060",
  "parent_got_v8_revision": "47e0cceaa3066928b0424faae0dc2aa1c134e8e6",
  "parent_got_v8_revision_cp": "refs/heads/9.6.150@{#1}",
  "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "93ef64bf92c73e179e298b415977bde53a0eb568",
  "swarm_hashes": {
    "absl_hardening_tests": "6291900d82456cc09b4ffadcd4182de107823891db9d892593f19afa9a31ec76/569",
    "accessibility_unittests": "8bcf92b096ee6a56bf9f61c4a4cc2b9373ad03bb7441b7c0addb68d220d78e4d/569",
    "angle_unittests": "3c1e76cc1b5a2f8a41bb51d84b66a6bfe18069f73b8fe53837eed5ab237fedff/570",
    "app_shell_unittests": "f4ad44276b6dd569ff8525fbaa5e67e5331104b269e24eebbd2464ded689ae00/809",
    "aura_unittests": "f91375b499fd3f646ead4dcd7199169b87b9c2392dd44228cc3064397756b956/569",
    "base_unittests": "4af772fd3ee3f6580f8e7333a8ec74e2cf8a6021a36601f8d345b3dbdefa801a/648",
    "blink_common_unittests": "c00857b06a0e5f3a9a029870547408483b43bf051b79f1fc278b9ab10a0c32cd/647",
    "blink_fuzzer_unittests": "522a30e239285193f33242c5a40418b6fe16992ea338ccb3c57ad6875c731ad5/648",
    "blink_heap_unittests": "e5f957d97d47919e569044b4191df1360b62900f6569f4ff503d466ac1fc6175/648",
    "blink_platform_unittests": "56f12c3e6b6505df754d88f783f9768fbcad850d00867c2ebe36a062d793bfb8/726",
    "blink_unittests": "a42e589d0ab6b1b489ca98a9863381c11bc3e0a4058ad78af03e30bb67a4ac1d/726",
    "boringssl_crypto_tests": "4b4bcaf9a224b85e2a9be4728c69856c328ffca67f75f240c71aed92c8bb98c7/570",
    "boringssl_ssl_tests": "733b9cdd0e6366bb0071b373d336895dbfbcb339829926cffd2b000bd9b1d2cf/569",
    "capture_unittests": "b7000cd0ee0b6e3b501889edc983b7133c2d300d079ba4331b1948af5a8aacc8/648",
    "cast_unittests": "139726ebce04a3c6f7902fc5e1e255494a71502767ec853e95457f369db608fd/569",
    "cc_unittests": "0ec7f527b6c09c85abd5b3e8b5a1f38c0fca81fffb407ba850c3ab977b877d52/653",
    "chrome_app_unittests": "287538544bc944fe8fb2d76d3b601395e7f63cef2181070c2d57610d2342deba/811",
    "chromedriver_unittests": "9142d47837ec942c56bb3397ef1928b76f38f2a814b6a065ffdc4f05efbb1045/726",
    "color_unittests": "1f7900c41dc3bd7731d57cef077f70011800640b429a7b331993d7a3522bd8ab/569",
    "components_browsertests": "07a1e8b913b9828539c703c15da3ba713e07e4d145e4b7b8327e96f12673a41a/892",
    "components_unittests": "8c58b5b6127bfab8996f85b6185f7d7925a72630c13d1367b32e1ec0d81e80aa/892",
    "compositor_unittests": "256814467fffb43f7693ec9e0160a2a30ad07be862b4aaea4eba053eb36eac2d/645",
    "content_browsertests": "5550ce649dfc9affdbe44669c1d5a3e100d427434c20013966af65af6b537f47/887",
    "content_unittests": "d664ef44d37d4162fd6012f0fae88018660e84e462e3dd267bfdddf8d1bfd6bc/806",
    "cronet_tests": "4c966983777da6d77204bb5868caa87dc5a134f4506ac9c3d258cbdee1504797/730",
    "cronet_unittests": "57ceecd841ce140f148ced29d0cb23d4553c1c79f0fb1cbed2b6a4a3788d5bf2/646",
    "crypto_unittests": "b4eaade55929b14468f4ca69de377a459c38a0678080336674362530d827fd3a/569",
    "dbus_unittests": "83d5f08fbeae94d95b1ef2148835cb5d3631805774bcbe54b2ad2bc7d7c26c91/569",
    "device_unittests": "6e360d2896caab5638c25729ff7f23db7d3b381668177782161153499f9b9a14/646",
    "display_unittests": "d37343d561f4d5870c4410cd1440c95731c04150d39df6c3995c40c6954794da/569",
    "events_unittests": "4e4915b7d15c6a2d3862913b2787ee55475051baab6446eedb6c3f5f5d7c8a19/569",
    "extensions_browsertests": "6052b47fee8ab8ce375aad5df0b084b3acce724e8a214acdfe03ba70a3367391/811",
    "extensions_unittests": "7291f856682dbd09beca588e14b84663d4c5a026d40ef2e7993d4ccaf2f09c8b/975",
    "filesystem_service_unittests": "727361e06f8dcfb06397c4656f49569cc84f777d385d110052e50042e04daf35/569",
    "gcm_unit_tests": "77ac4a786d8222c3584b6d3c7143be6796e0f1fca9f0826f7c31ae134158a66b/646",
    "gfx_unittests": "81f59555f9d6060aceaf31c368b0abcae41fa9fdaf3b02dcbfd087e9a83f2b12/645",
    "gin_unittests": "ecd8d12bcb6dae0a097cb5eb77feb595ba2b0bffe575cef3299ea6126d092f2b/646",
    "gl_tests": "df13b84ac5738bb679dee2b5a9f6405af722ac1cedfe38994fc3782d535bad6f/569",
    "gl_unittests": "5a2360d3f05572ff9fa31bdc1f1379d8b2e74255638b33f699da6aba11a422b8/569",
    "google_apis_unittests": "681d9f91ac8b6f4cd99667cc8ed1daafc05b8a01c03588422bb954ab99e63577/731",
    "gpu_unittests": "a50c42ddc322290a68f70c619488d3574ae0c6dd44f306e5c2040a6e48de0392/646",
    "gtk_unittests": "b153451021107d64b96c1ab3cef1588a3466bd4438545c5b99d0ac2425b74669/569",
    "gwp_asan_unittests": "d108b7244fcb066f1b8bb0b43deb2ee1c98350020cfea5f3a3c9cf6ee21f1e00/570",
    "headless_browsertests": "8efeb5a5b0a9b4967de8f98a7a106802a8c9517267dc9f184608ac056304b12e/809",
    "headless_unittests": "6b8bcdfa4a5ec86dbe3dd8ed7d8aa1038bba256c3e9f10ef8deb8cfdd9111790/569",
    "interactive_ui_tests": "82b2608da7fe62d5dbaf73f1ec28636f0aadfa4ec3c8b324a9a570ef2f211bc7/1128",
    "ipc_tests": "b71b5d84bfb05b7992d5fee01a3ef46933978c13c14ea37880e27d97475da2e2/569",
    "jingle_unittests": "2fa17ddd6835674b72e48f52214219ba4cf866684d1a7e0b49845745c2ef30b1/646",
    "latency_unittests": "8c2f9fde26a4f7492fdcefadba401866e34c1e0e9e22ef34af08a458949e1930/569",
    "libjingle_xmpp_unittests": "ce7952ed6780ca05d3d4a147bbf07f597b771d69a3c5aec024c830608c348ceb/569",
    "liburlpattern_unittests": "70160b5ac90fb95c5d310cf3b6534efb276f1eadf889a98ffee09b7fa0a74b38/569",
    "media_unittests": "c995ea4083a605efc6dd65c5ee53d12fa9a2e524f7c7fb244f47d80d3dd1c82a/649",
    "message_center_unittests": "95e0e4d0d2c53cb2f8f7c5a17adc13b94cbd4227063d43f33fae69256253c09a/569",
    "midi_unittests": "42153aab240160a578dcf02585f5e73e3a046224bc286ad51f6d2a84c0107714/569",
    "mojo_core_unittests": "20e6518a02cc30d05949792da3a2b54bf1748b1653db0e587e0e794f72e507ae/569",
    "mojo_unittests": "12a73e0d0da80fbf8eb9b230af8194e58b218066b7673b9aa21f6dc9f441f9be/647",
    "native_theme_unittests": "3fe62e5ab7c0b1344bf3a11830ebc3d566bfec375162ac0d867479db5107c7e5/569",
    "net_unittests": "fe82f10718b4a4e915f88d7c03f00f7bf4aeb97b3131029db499d2467a92b528/648",
    "openscreen_unittests": "a7536e065781dabf5203f307ad325f85908ab54605807fa9a738ad33619b0312/811",
    "ozone_x11_unittests": "837f08dd235c40d072787742e68fac4c0662f7b4c551e03cb1a59144144d7ff7/569",
    "pdf_unittests": "a74af84030989cdbee432f88c256d3574b4859507dfd5249ee66eac5255f0a7a/725",
    "perfetto_unittests": "7e286d42369a1457b92b15c409056f10a49f76261ceb47ed01f4d0f2e18ac07a/569",
    "ppapi_unittests": "4a7745a5837a25b0c54ea6931e4cc134fd07393f404fd1311fae5053f6a0fb69/569",
    "printing_unittests": "a98114ce8497a34a4ef4a81578634c96bc82ed0e1fe4a33e850367e3c443ec1c/569",
    "remoting_unittests": "fe70dc8e3b48764ec8ba26602b5ad5bfba92dda8adff4414119e515b998e9422/646",
    "sandbox_linux_unittests": "d1271786763b12ac5d01b7c839c275b5348f5c358c1cf878e6513c30a8119405/569",
    "service_manager_unittests": "1be3da26716be24a232b8b6c083dd95393b9f31b9ca01a2a0df184166affa20f/569",
    "services_unittests": "bd59bfd5e73be0b324253b153784bcf0538441a1be7e71a484f09c33b03f5312/815",
    "shell_dialogs_unittests": "7365d98d781619526d6928682a2621ac66e1cad02d55fad08ea8608f75b97e23/569",
    "skia_unittests": "66970668d44fa8f0a4225d71e6351d15cf61866c22b968e910cf994ddf72f4eb/569",
    "snapshot_unittests": "d0773f0cdbd9b72495e8ea62092701979cca3be4271c12fc8ea6ddc381d0bd32/569",
    "sql_unittests": "7e1a56c1b9e676daa2d9029cf7d9c0df8527a2c2db98bd0d902d8f10a83cc638/646",
    "storage_unittests": "baf2fba669214704154d2123ced1a76656fa131bd247b0d73666977fd7c43ee2/727",
    "sync_integration_tests": "0d84e484246d5799d1ecf851d51dadd2b712ac71d5e85b6a9b38cebdaeb1886d/892",
    "ui_base_unittests": "4029daf58304b6be828825b602ae7a8202efa2b4b5a4b1b992c938f5df1e673e/723",
    "ui_touch_selection_unittests": "1b7405ff97aae9179daa07b6ce8e255a4b3b774042426c2734a4595aa853a0d7/569",
    "unit_tests": "a5c47cbeb9dc4f732182cde6c6bc4a320e7b885dd28a11653afb1dddade0fcb2/1141",
    "url_unittests": "f0560a1c7d35dc174ecd62ae9b77c3921290c78c999460d8927927bb43eca40b/569",
    "views_unittests": "a8e7e672e903d7732d57df0b0b2504678a3723ea5b7bb89796195d1c800f569c/569",
    "viz_unittests": "8729da806d4fa811e3c6afb1168ceb94af8239be140cc19a51e635a04c0eda67/653",
    "vr_common_unittests": "6d0a52bfdbb274c8b10d675b7de9b038ad184418e40e5b09c19bb8b2b3ced1d4/811",
    "vr_pixeltests": "b3bfff7e4b4b595ba3296380da59cc6853721a74937fe2a2a1e83e7f8b9b3ef8/725",
    "weblayer_browsertests": "0f8347b9e42fa98db0102f2f39ccadd6699ca73f5018f092f1c5e54055c4804d/893",
    "weblayer_unittests": "ddf9020b0330e3f805f44597965bb6447d2408dd66c4a3ee3aa8b32155c009fe/725",
    "wm_unittests": "73d93c596c3fbbb96e722461b5a8d36daf7ee3fcfcd12499ec65c4a1aed1e26f/569",
    "wtf_unittests": "8d3ffcd6997556a693d193c0266135189f3ff45904be8195a0517c145314addd/569",
    "x11_unittests": "c734ce1415bf18597fd0e4c778e2e7c806ef002bbacfee8ce65ce1a2c5b59fe4/569",
    "xr_browser_tests": "64fc9d0a5979b425f296b7376d346ff18f34259a8e62a8fd3b69fdc4c891fee0/891",
    "zlib_unittests": "6e9be15a8bab315ef9694e9de950f4e08e5ccc15b16eb5dac0940a2fc792be4d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93ef64bf92c73e179e298b415977bde53a0eb568
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77877
  • user_agent:recipe

Debug log (UTC)

[16:02:39.249] New invocation is queued and will start shortly
[16:02:39.249] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:02:40.657] Starting the invocation (attempt 1)
[16:02:41.013] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93ef64bf92c73e179e298b415977bde53a0eb568"
[16:02:41.013] Popped gitiles commit info from properties and tags
[16:02:41.013] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:41.013] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:41.014] Buildbucket request:
{
  "requestId": "8999989949761647008",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "93ef64bf92c73e179e298b415977bde53a0eb568"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "c39bff929aa317722b92814943550b576ae57dfd",
      "parent_got_dawn_revision": "7a934854106a65e137c0c9f836ddcc7e7178a334",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "93ef64bf92c73e179e298b415977bde53a0eb568",
      "parent_got_revision_cp": "refs/heads/main@{#927215}",
      "parent_got_swiftshader_revision": "1cdfcb680631ed792d66b3c7db74bfb21c4f8060",
      "parent_got_v8_revision": "47e0cceaa3066928b0424faae0dc2aa1c134e8e6",
      "parent_got_v8_revision_cp": "refs/heads/9.6.150@{#1}",
      "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
      "swarm_hashes": {
            "absl_hardening_tests": "6291900d82456cc09b4ffadcd4182de107823891db9d892593f19afa9a31ec76/569",
            "accessibility_unittests": "8bcf92b096ee6a56bf9f61c4a4cc2b9373ad03bb7441b7c0addb68d220d78e4d/569",
            "angle_unittests": "3c1e76cc1b5a2f8a41bb51d84b66a6bfe18069f73b8fe53837eed5ab237fedff/570",
            "app_shell_unittests": "f4ad44276b6dd569ff8525fbaa5e67e5331104b269e24eebbd2464ded689ae00/809",
            "aura_unittests": "f91375b499fd3f646ead4dcd7199169b87b9c2392dd44228cc3064397756b956/569",
            "base_unittests": "4af772fd3ee3f6580f8e7333a8ec74e2cf8a6021a36601f8d345b3dbdefa801a/648",
            "blink_common_unittests": "c00857b06a0e5f3a9a029870547408483b43bf051b79f1fc278b9ab10a0c32cd/647",
            "blink_fuzzer_unittests": "522a30e239285193f33242c5a40418b6fe16992ea338ccb3c57ad6875c731ad5/648",
            "blink_heap_unittests": "e5f957d97d47919e569044b4191df1360b62900f6569f4ff503d466ac1fc6175/648",
            "blink_platform_unittests": "56f12c3e6b6505df754d88f783f9768fbcad850d00867c2ebe36a062d793bfb8/726",
            "blink_unittests": "a42e589d0ab6b1b489ca98a9863381c11bc3e0a4058ad78af03e30bb67a4ac1d/726",
            "boringssl_crypto_tests": "4b4bcaf9a224b85e2a9be4728c69856c328ffca67f75f240c71aed92c8bb98c7/570",
            "boringssl_ssl_tests": "733b9cdd0e6366bb0071b373d336895dbfbcb339829926cffd2b000bd9b1d2cf/569",
            "capture_unittests": "b7000cd0ee0b6e3b501889edc983b7133c2d300d079ba4331b1948af5a8aacc8/648",
            "cast_unittests": "139726ebce04a3c6f7902fc5e1e255494a71502767ec853e95457f369db608fd/569",
            "cc_unittests": "0ec7f527b6c09c85abd5b3e8b5a1f38c0fca81fffb407ba850c3ab977b877d52/653",
            "chrome_app_unittests": "287538544bc944fe8fb2d76d3b601395e7f63cef2181070c2d57610d2342deba/811",
            "chromedriver_unittests": "9142d47837ec942c56bb3397ef1928b76f38f2a814b6a065ffdc4f05efbb1045/726",
            "color_unittests": "1f7900c41dc3bd7731d57cef077f70011800640b429a7b331993d7a3522bd8ab/569",
            "components_browsertests": "07a1e8b913b9828539c703c15da3ba713e07e4d145e4b7b8327e96f12673a41a/892",
            "components_unittests": "8c58b5b6127bfab8996f85b6185f7d7925a72630c13d1367b32e1ec0d81e80aa/892",
            "compositor_unittests": "256814467fffb43f7693ec9e0160a2a30ad07be862b4aaea4eba053eb36eac2d/645",
            "content_browsertests": "5550ce649dfc9affdbe44669c1d5a3e100d427434c20013966af65af6b537f47/887",
            "content_unittests": "d664ef44d37d4162fd6012f0fae88018660e84e462e3dd267bfdddf8d1bfd6bc/806",
            "cronet_tests": "4c966983777da6d77204bb5868caa87dc5a134f4506ac9c3d258cbdee1504797/730",
            "cronet_unittests": "57ceecd841ce140f148ced29d0cb23d4553c1c79f0fb1cbed2b6a4a3788d5bf2/646",
            "crypto_unittests": "b4eaade55929b14468f4ca69de377a459c38a0678080336674362530d827fd3a/569",
            "dbus_unittests": "83d5f08fbeae94d95b1ef2148835cb5d3631805774bcbe54b2ad2bc7d7c26c91/569",
            "device_unittests": "6e360d2896caab5638c25729ff7f23db7d3b381668177782161153499f9b9a14/646",
            "display_unittests": "d37343d561f4d5870c4410cd1440c95731c04150d39df6c3995c40c6954794da/569",
            "events_unittests": "4e4915b7d15c6a2d3862913b2787ee55475051baab6446eedb6c3f5f5d7c8a19/569",
            "extensions_browsertests": "6052b47fee8ab8ce375aad5df0b084b3acce724e8a214acdfe03ba70a3367391/811",
            "extensions_unittests": "7291f856682dbd09beca588e14b84663d4c5a026d40ef2e7993d4ccaf2f09c8b/975",
            "filesystem_service_unittests": "727361e06f8dcfb06397c4656f49569cc84f777d385d110052e50042e04daf35/569",
            "gcm_unit_tests": "77ac4a786d8222c3584b6d3c7143be6796e0f1fca9f0826f7c31ae134158a66b/646",
            "gfx_unittests": "81f59555f9d6060aceaf31c368b0abcae41fa9fdaf3b02dcbfd087e9a83f2b12/645",
            "gin_unittests": "ecd8d12bcb6dae0a097cb5eb77feb595ba2b0bffe575cef3299ea6126d092f2b/646",
            "gl_tests": "df13b84ac5738bb679dee2b5a9f6405af722ac1cedfe38994fc3782d535bad6f/569",
            "gl_unittests": "5a2360d3f05572ff9fa31bdc1f1379d8b2e74255638b33f699da6aba11a422b8/569",
            "google_apis_unittests": "681d9f91ac8b6f4cd99667cc8ed1daafc05b8a01c03588422bb954ab99e63577/731",
            "gpu_unittests": "a50c42ddc322290a68f70c619488d3574ae0c6dd44f306e5c2040a6e48de0392/646",
            "gtk_unittests": "b153451021107d64b96c1ab3cef1588a3466bd4438545c5b99d0ac2425b74669/569",
            "gwp_asan_unittests": "d108b7244fcb066f1b8bb0b43deb2ee1c98350020cfea5f3a3c9cf6ee21f1e00/570",
            "headless_browsertests": "8efeb5a5b0a9b4967de8f98a7a106802a8c9517267dc9f184608ac056304b12e/809",
            "headless_unittests": "6b8bcdfa4a5ec86dbe3dd8ed7d8aa1038bba256c3e9f10ef8deb8cfdd9111790/569",
            "interactive_ui_tests": "82b2608da7fe62d5dbaf73f1ec28636f0aadfa4ec3c8b324a9a570ef2f211bc7/1128",
            "ipc_tests": "b71b5d84bfb05b7992d5fee01a3ef46933978c13c14ea37880e27d97475da2e2/569",
            "jingle_unittests": "2fa17ddd6835674b72e48f52214219ba4cf866684d1a7e0b49845745c2ef30b1/646",
            "latency_unittests": "8c2f9fde26a4f7492fdcefadba401866e34c1e0e9e22ef34af08a458949e1930/569",
            "libjingle_xmpp_unittests": "ce7952ed6780ca05d3d4a147bbf07f597b771d69a3c5aec024c830608c348ceb/569",
            "liburlpattern_unittests": "70160b5ac90fb95c5d310cf3b6534efb276f1eadf889a98ffee09b7fa0a74b38/569",
            "media_unittests": "c995ea4083a605efc6dd65c5ee53d12fa9a2e524f7c7fb244f47d80d3dd1c82a/649",
            "message_center_unittests": "95e0e4d0d2c53cb2f8f7c5a17adc13b94cbd4227063d43f33fae69256253c09a/569",
            "midi_unittests": "42153aab240160a578dcf02585f5e73e3a046224bc286ad51f6d2a84c0107714/569",
            "mojo_core_unittests": "20e6518a02cc30d05949792da3a2b54bf1748b1653db0e587e0e794f72e507ae/569",
            "mojo_unittests": "12a73e0d0da80fbf8eb9b230af8194e58b218066b7673b9aa21f6dc9f441f9be/647",
            "native_theme_unittests": "3fe62e5ab7c0b1344bf3a11830ebc3d566bfec375162ac0d867479db5107c7e5/569",
            "net_unittests": "fe82f10718b4a4e915f88d7c03f00f7bf4aeb97b3131029db499d2467a92b528/648",
            "openscreen_unittests": "a7536e065781dabf5203f307ad325f85908ab54605807fa9a738ad33619b0312/811",
            "ozone_x11_unittests": "837f08dd235c40d072787742e68fac4c0662f7b4c551e03cb1a59144144d7ff7/569",
            "pdf_unittests": "a74af84030989cdbee432f88c256d3574b4859507dfd5249ee66eac5255f0a7a/725",
            "perfetto_unittests": "7e286d42369a1457b92b15c409056f10a49f76261ceb47ed01f4d0f2e18ac07a/569",
            "ppapi_unittests": "4a7745a5837a25b0c54ea6931e4cc134fd07393f404fd1311fae5053f6a0fb69/569",
            "printing_unittests": "a98114ce8497a34a4ef4a81578634c96bc82ed0e1fe4a33e850367e3c443ec1c/569",
            "remoting_unittests": "fe70dc8e3b48764ec8ba26602b5ad5bfba92dda8adff4414119e515b998e9422/646",
            "sandbox_linux_unittests": "d1271786763b12ac5d01b7c839c275b5348f5c358c1cf878e6513c30a8119405/569",
            "service_manager_unittests": "1be3da26716be24a232b8b6c083dd95393b9f31b9ca01a2a0df184166affa20f/569",
            "services_unittests": "bd59bfd5e73be0b324253b153784bcf0538441a1be7e71a484f09c33b03f5312/815",
            "shell_dialogs_unittests": "7365d98d781619526d6928682a2621ac66e1cad02d55fad08ea8608f75b97e23/569",
            "skia_unittests": "66970668d44fa8f0a4225d71e6351d15cf61866c22b968e910cf994ddf72f4eb/569",
            "snapshot_unittests": "d0773f0cdbd9b72495e8ea62092701979cca3be4271c12fc8ea6ddc381d0bd32/569",
            "sql_unittests": "7e1a56c1b9e676daa2d9029cf7d9c0df8527a2c2db98bd0d902d8f10a83cc638/646",
            "storage_unittests": "baf2fba669214704154d2123ced1a76656fa131bd247b0d73666977fd7c43ee2/727",
            "sync_integration_tests": "0d84e484246d5799d1ecf851d51dadd2b712ac71d5e85b6a9b38cebdaeb1886d/892",
            "ui_base_unittests": "4029daf58304b6be828825b602ae7a8202efa2b4b5a4b1b992c938f5df1e673e/723",
            "ui_touch_selection_unittests": "1b7405ff97aae9179daa07b6ce8e255a4b3b774042426c2734a4595aa853a0d7/569",
            "unit_tests": "a5c47cbeb9dc4f732182cde6c6bc4a320e7b885dd28a11653afb1dddade0fcb2/1141",
            "url_unittests": "f0560a1c7d35dc174ecd62ae9b77c3921290c78c999460d8927927bb43eca40b/569",
            "views_unittests": "a8e7e672e903d7732d57df0b0b2504678a3723ea5b7bb89796195d1c800f569c/569",
            "viz_unittests": "8729da806d4fa811e3c6afb1168ceb94af8239be140cc19a51e635a04c0eda67/653",
            "vr_common_unittests": "6d0a52bfdbb274c8b10d675b7de9b038ad184418e40e5b09c19bb8b2b3ced1d4/811",
            "vr_pixeltests": "b3bfff7e4b4b595ba3296380da59cc6853721a74937fe2a2a1e83e7f8b9b3ef8/725",
            "weblayer_browsertests": "0f8347b9e42fa98db0102f2f39ccadd6699ca73f5018f092f1c5e54055c4804d/893",
            "weblayer_unittests": "ddf9020b0330e3f805f44597965bb6447d2408dd66c4a3ee3aa8b32155c009fe/725",
            "wm_unittests": "73d93c596c3fbbb96e722461b5a8d36daf7ee3fcfcd12499ec65c4a1aed1e26f/569",
            "wtf_unittests": "8d3ffcd6997556a693d193c0266135189f3ff45904be8195a0517c145314addd/569",
            "x11_unittests": "c734ce1415bf18597fd0e4c778e2e7c806ef002bbacfee8ce65ce1a2c5b59fe4/569",
            "xr_browser_tests": "64fc9d0a5979b425f296b7376d346ff18f34259a8e62a8fd3b69fdc4c891fee0/891",
            "zlib_unittests": "6e9be15a8bab315ef9694e9de950f4e08e5ccc15b16eb5dac0940a2fc792be4d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "93ef64bf92c73e179e298b415977bde53a0eb568",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999989949761647008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77877"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:02:42.507] Scheduled build:
{
  "id": "8834559886995591345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69839,
  "createdBy": "project:chromium",
  "createTime": "2021-10-01T16:02:41.227014147Z",
  "updateTime": "2021-10-01T16:02:41.862739543Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93ef64bf92c73e179e298b415977bde53a0eb568",
      "ref": "refs/heads/main"
    }
  }
}
[16:02:42.507] Task URL: https://cr-buildbucket.appspot.com/build/8834559886995591345
[16:02:42.507] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:2:0) after 1m4s
[16:03:13.827] Received PubSub notification, asking Buildbucket for the build status
[16:03:13.865] Build status: STARTED
[16:03:46.596] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:2:0)
[16:03:46.624] Build status: STARTED
[16:03:46.624] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:4:0) after 8m10s
[16:11:56.875] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:4:0)
[16:11:56.915] Build status: STARTED
[16:11:56.915] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:5:0) after 5m23s
[16:17:20.005] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:5:0)
[16:17:20.045] Build status: STARTED
[16:17:20.045] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:6:0) after 2m37s
[16:19:57.067] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:6:0)
[16:19:57.103] Build status: STARTED
[16:19:57.103] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:7:0) after 5m30s
[16:25:27.242] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:7:0)
[16:25:27.272] Build status: STARTED
[16:25:27.272] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:8:0) after 3m59s
[16:29:26.355] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:8:0)
[16:29:26.395] Build status: STARTED
[16:29:26.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:9:0) after 2m4s
[16:31:30.646] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:9:0)
[16:31:30.696] Build status: STARTED
[16:31:30.696] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999989949761647008:10:0) after 9m52s
[16:34:15.950] Received PubSub notification, asking Buildbucket for the build status
[16:34:15.998] Build:
{
  "id": "8834559886995591345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69839,
  "createdBy": "project:chromium",
  "createTime": "2021-10-01T16:02:41.227014147Z",
  "startTime": "2021-10-01T16:03:12.474912Z",
  "endTime": "2021-10-01T16:34:14.844810335Z",
  "updateTime": "2021-10-01T16:34:14.845183384Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93ef64bf92c73e179e298b415977bde53a0eb568",
      "ref": "refs/heads/main"
    }
  }
}
[16:34:15.998] Invocation finished in 31m36.793194615s with status FAILED