Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77951 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "54d4bfe5f9d3ba6683c53fc50534bc7a1e3d78f0",
  "parent_got_dawn_revision": "b4d59c83ee00e25715bfe18e0c183c46c1a78e76",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
  "parent_got_revision_cp": "refs/heads/main@{#927993}",
  "parent_got_swiftshader_revision": "70178a763bb9ba9d32acd57d49dcf40f837c82a1",
  "parent_got_v8_revision": "b6c4ca97045f0437882eed6f70cc200d444b3742",
  "parent_got_v8_revision_cp": "refs/heads/9.6.168@{#1}",
  "parent_got_webrtc_revision": "41b4397e1a2c770b261126bf8664c542bf3b3f07",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35139}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
  "swarm_hashes": {
    "absl_hardening_tests": "80769a32363dab5f61458f6f493a5d4ee49dba5da8c0ef8220eba5cb9dd1b557/569",
    "accessibility_unittests": "15fd258700534d4284a6484016258216bd44c96da7bee03b490e1a53a192b33d/569",
    "angle_unittests": "89f925cffbc7b1478605e0c3b484a65a79898e5ad531a1bacb641f75b4ffbf8e/570",
    "app_shell_unittests": "55fc8919b064bc9d9785a7fdfee318ed891351f248899bce57161012a3ac9a65/809",
    "aura_unittests": "c98ee795d498d2caf6c830f1b5fef3aaab1a3a30e9602427470fd3df465a1160/569",
    "base_unittests": "35ed6755a1562f217e3eb5509c1bf170c7d1448924ca45aa2b37213120bc4f29/648",
    "blink_common_unittests": "8d6d4388b9f3837424e1184d42d30b57215bc4b4dc03f23db9b28a2e3669cc2b/647",
    "blink_fuzzer_unittests": "693976a7d9ef4d2f3ee3256a84ea50cd44904492cc9f1aeea450907f2672ac2e/648",
    "blink_heap_unittests": "9348b106e595353ccfaaef84930b461c18e6f48c0efc9144bfb8fef17c465811/648",
    "blink_platform_unittests": "45739361c3ddd21bb9aa5eb8241eeaf76e58fe1d4b14cc3caea8a20d28fff758/726",
    "blink_unittests": "9aa196b44ca1614e4f1e3bf084694b04a7531bff05701ece31e54ebd3c014b31/726",
    "boringssl_crypto_tests": "4960a19cc2bfc3148244ee06cbe77105fb327ed7be55f325c949731a37ec4584/570",
    "boringssl_ssl_tests": "63cac124996b9d416e7ca890465b9bdcc0a59fbe78f3c772bf46f9af0fea6f72/569",
    "capture_unittests": "85605f3ef00518c6c1fb134c1343d97f6b036f9eda06a6d15b631d5a13c452b3/648",
    "cast_unittests": "a2162a465dc130c4b95845e2b5f599c2fe9b10edfba10be97bc15172be8cdb79/569",
    "cc_unittests": "c016408320abb2ab8f488f4cd4f19d2ad44d7d3d249cee67c26bddf55ea62963/653",
    "chrome_app_unittests": "eee1f733a58755c06fc8d184388277a17d0f9e679cd3d083ddeef137db821742/811",
    "chromedriver_unittests": "fcdc5b4715966e039eb1c13f9b606069a40b6da80f61ed8e7f581b8c5d916158/726",
    "color_unittests": "b46addb44070ecaa088636be2dc013788744f4d37b79f7cae7530664ae90baee/569",
    "components_browsertests": "dda5a15146911fb93a487934f8ff644ef1bf919b4761a851cd4073d76b3d5124/892",
    "components_unittests": "ae8262cbd0d54042b199ee8175609a6566ec919a396bde578ad66ae5b34b2075/892",
    "compositor_unittests": "eb1bc052ad55dc190daeb4278069987b71f457e5bc927507b883820c66130df5/645",
    "content_browsertests": "591ca921f299f1046463bc6e2df40787e0b43687de7ecaf36f9ab4645ce000f1/887",
    "content_unittests": "9648fbffe232fb977da745e1b16dcd36b8542f0b2c40795ffe8ce8aa423d7c15/806",
    "cronet_tests": "f7865b7af16f8700e30fbebf8f906ddcbde3c482ed18467cf741ce531642d35c/730",
    "cronet_unittests": "72c1968f35b3ff413a3813f7ea10c514e83323a68a66beb4693ff7faa91ad4cf/646",
    "crypto_unittests": "396700adab3e7b78d8a5cd40d74d79759a0c1ba1c010108f2bc180f8672e8e38/569",
    "dbus_unittests": "73d2ad699a65a1b73ed3aa6095678e1d5a63ad379ef832f7e39df7e38446c9a9/569",
    "device_unittests": "4bf1822390f7d612417dc6ba35726e78a1f7b1633e4d6e50c80797f642c4bb7e/646",
    "display_unittests": "d50e98cc5d3feb77f85050c0328941945bcbee68911c6b30c8b91056f0abcd8e/569",
    "events_unittests": "7178f227df02ebbd7aa155c2ac96d0c7be6e1cb45a49b97bf3c11378e4cf52ed/569",
    "extensions_browsertests": "01c3820eea289d9b9078ad9082eed19dc987a2a9356b5a75d5e6a76b2d5dc860/811",
    "extensions_unittests": "a4a4b79377223be605ca54bc91119dda82d3ecc34a27510d3fd275e70ade041f/975",
    "filesystem_service_unittests": "4b5231e52f505c070f2dadd69778c0fc44b741a6c45ca96ec30bcfa3adc6db21/569",
    "gcm_unit_tests": "43dc0ba772660c153d983838a8f2585a48eb2926951801de4667e5b012fd6241/646",
    "gfx_unittests": "68faca625ff5fa240fd5e664a1c5558a3a9c034410ec04ae74443aec59bd11b9/645",
    "gin_unittests": "b4fd914a3baad99229a161726c79e2ff0e30b80e6c631bfb58df3e5909aa4ff7/646",
    "gl_tests": "f52bd493357cc469b376a534f3663fbd396337a36530b9462cceb66b4fc4dc33/569",
    "gl_unittests": "972e00de64200abe76b9973ea58f16285b18eb93d7959e136fcdfd83679a5b3d/569",
    "google_apis_unittests": "890e66bdddcaceb654a5e52244af63f0f265c69797055dd10ed1a9b08b52477e/731",
    "gpu_unittests": "643e40f80500dd3c1178fa2c0ef68009d6729d86ebbea3d2d0ee966a45b0fc41/646",
    "gtk_unittests": "685c78b3bf107864e00704bdba8a03d646cbfd66a3ab671482952b6668de6c00/569",
    "gwp_asan_unittests": "08e4d6e87def0f56883e23b5b3963556a36be14590c876db0147f31adb64a8f3/570",
    "headless_browsertests": "9273686596a477489195b6ff6576119ff52ad4e22c34f5013195d6c5481356ef/809",
    "headless_unittests": "96415c78fe5d49b41fd44d9f162b7e59bad3983e1ed35f3f99d1a94df979c8ca/569",
    "interactive_ui_tests": "4b8c38a8c842fb6647c65fcf6cb0a233ba6b90f636e47c7550669d2916a1a464/1128",
    "ipc_tests": "809d670727799c31da85bc43fe53d9d119f973bfcc0eb2169a05819fec7b6fe7/569",
    "jingle_unittests": "9617dad32ca028ebd54dd4ad08c1df78e971d382c74cb58bdad1b370e117e99b/646",
    "latency_unittests": "2682a8163ed41355df3859f998c9884a7a280278289936b478e05a9f6384f541/569",
    "libjingle_xmpp_unittests": "04712ae99534640199f1b234138b5d6d2918d496a2ce1a90e4d94677dc848f56/569",
    "liburlpattern_unittests": "d074d18f78028c796ae05b2296350f6fb20ad5b79c5c40f29668bec93dbb1f98/569",
    "media_unittests": "b515044b2935fd90dae76314a8a7e7684249ba564f932ed7379f5e2ed8683655/649",
    "message_center_unittests": "fa64fdd55c1fa29cbf8371ab13ee98a6a57f28209c244a923e08e4892d2ec018/569",
    "midi_unittests": "519fad0e4a970189ebf861639107cfa4f3a88b95300d20ac51ff1e7979cd467e/569",
    "mojo_core_unittests": "e2a23d6058870a95ef299ce2c9a6f98474520c4612da23c6811bc612ca478502/569",
    "mojo_unittests": "25fd29dddad3fd8fffa2e6ab86fb354bada6fd706dc4fe855c3254436529f30b/647",
    "native_theme_unittests": "e829668ad890776c68757a9a91a46c3b25115781e107b046032389049df0f618/569",
    "net_unittests": "6287d21d90afdc24192f323af902e9967cb01651f2b1e1f91e62517bf12a5da5/648",
    "openscreen_unittests": "c384bd60d21abd13997dd1ebc4dbfa54b4f7a18eb0c4493f7de56b4e86f60808/811",
    "ozone_x11_unittests": "65000065add008bddfb46dfe39e2877dedd1ed1acde9eacfec954ab119855506/569",
    "pdf_unittests": "060ffad7c1b4d6a9caae940501bdcb872688f598de36694a60d90884b1fc8b54/725",
    "perfetto_unittests": "ba70d0275abf0e89e0e1672aa02dd89aae8f7aa96cc1b7d5b298384b9c4a7dd2/569",
    "ppapi_unittests": "f409985033e33d66b83b04be8279fb8e7e372c3e24aa3e3eb3890d867e776d3b/569",
    "printing_unittests": "d6a064557ecfe8fed6ca6434e9c91a4ebcdb4019d2ef42b82329c44270409f61/569",
    "remoting_unittests": "e3dec38197d502a5fcc623b3d0ebe1023230deb9b7ce831109825df246bd2729/646",
    "sandbox_linux_unittests": "6ce505997ac284f8d63a751826c701c3e6b08b54a39747da587f64d996f4f18b/569",
    "service_manager_unittests": "3b231e5e5447cfd23b550cc11d846ff9b330149483a0b9c5982daed413a512ff/569",
    "services_unittests": "d1bd6b47115965d340199fd4f5e7b5a1ddad59579b7e7517cc2a791d9c5ab00a/815",
    "shell_dialogs_unittests": "404a2db9a0a0bd6abb6310495a3b8d810abfd6e9697c91f664e575adfb45219e/569",
    "skia_unittests": "b9237962924185d27b7e7c426e844ab63db835fcce67cb5bff00506fa5c40bdf/569",
    "snapshot_unittests": "0aab7278d48946b5169ea8acfe0a56d8634f86ce241d921756a0100e6be78286/569",
    "sql_unittests": "c3683afdd09e6bcaffd00cf879d093a05315b9a31f998edd3823144475b1f084/646",
    "storage_unittests": "5523b57389ad7f37cf66f2c9a375be5804f58baecd42c9125b6124b0b0ef30ca/727",
    "sync_integration_tests": "8b4cb3fd0a92aa8a30a313eec19cae64c4e2273ecca34a43a7d5ac5e6e94a08e/892",
    "ui_base_unittests": "f56138e91825d55e22b76790f8f1f723a2dfbf1bf11ae0525b68087ed4d8a067/723",
    "ui_touch_selection_unittests": "695171c86876f30e296e77e1df95c6f9e90edffab534bb85ef2ec0afd7a9b50d/569",
    "unit_tests": "f3c793986901d0f104b07881e27073f07d213751ae6985c59537b26bc5d07ec8/1141",
    "url_unittests": "6c2cca5f0e1effd4e93c7e4edbe7c868235ea5a6edaddc6dd8c4391fcc3ad1a4/569",
    "views_unittests": "0767cd6c771b0213acf400614d20431663a159fc2647f6ed46f09da7699f07e5/569",
    "viz_unittests": "9683c909f78f8572fa12846ecd7efea9665fd9a6daa33d9bf098105024956c60/653",
    "vr_common_unittests": "18abfaf2ca9981fdf3cc3b4e28a17983ee5b979a67a85235853054c3172dd7e7/811",
    "vr_pixeltests": "077cec81b436f8265bdd9e959a1b3bfa9b93caafa1235f98d3e91f3818c95707/725",
    "weblayer_browsertests": "b788763983ee81b187578f7d3cf83901d1704d6726a399c01218d7251c244b35/893",
    "weblayer_unittests": "d7781d9a9aa9a557e2ed43c27c15c04a0884d708d611b1e0bbacd45adfef1621/725",
    "wm_unittests": "6c2a5e4e29728fd33a03df9607f50444f3ac3a369eff9264940b55591c3c96d8/569",
    "wtf_unittests": "59cc391ed14ddf30a4545db75506c452e8b8654bf8e2b5b1fc1c72f5f044a65d/569",
    "x11_unittests": "a28997b9e5c19d07219d38ef5bd3a81597a9143fc46d42ff7cf28894df34fe65/569",
    "xr_browser_tests": "0357161017543cc89de4a74cfb3d3e982706976cf4d0fae3199f6f6e1b8bfc90/891",
    "zlib_unittests": "d0a26053dda83d94ad4ec4ae836869b769ce9ee59223f8ab3687a059f4a5950a/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77951
  • user_agent:recipe

Debug log (UTC)

[04:45:46.350] New invocation is queued and will start shortly
[04:45:46.350] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:45:47.571] Starting the invocation (attempt 1)
[04:45:47.607] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd"
[04:45:47.607] Popped gitiles commit info from properties and tags
[04:45:47.607] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:45:47.607] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:45:47.608] Buildbucket request:
{
  "requestId": "8999670147603953952",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "54d4bfe5f9d3ba6683c53fc50534bc7a1e3d78f0",
      "parent_got_dawn_revision": "b4d59c83ee00e25715bfe18e0c183c46c1a78e76",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
      "parent_got_revision_cp": "refs/heads/main@{#927993}",
      "parent_got_swiftshader_revision": "70178a763bb9ba9d32acd57d49dcf40f837c82a1",
      "parent_got_v8_revision": "b6c4ca97045f0437882eed6f70cc200d444b3742",
      "parent_got_v8_revision_cp": "refs/heads/9.6.168@{#1}",
      "parent_got_webrtc_revision": "41b4397e1a2c770b261126bf8664c542bf3b3f07",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35139}",
      "swarm_hashes": {
            "absl_hardening_tests": "80769a32363dab5f61458f6f493a5d4ee49dba5da8c0ef8220eba5cb9dd1b557/569",
            "accessibility_unittests": "15fd258700534d4284a6484016258216bd44c96da7bee03b490e1a53a192b33d/569",
            "angle_unittests": "89f925cffbc7b1478605e0c3b484a65a79898e5ad531a1bacb641f75b4ffbf8e/570",
            "app_shell_unittests": "55fc8919b064bc9d9785a7fdfee318ed891351f248899bce57161012a3ac9a65/809",
            "aura_unittests": "c98ee795d498d2caf6c830f1b5fef3aaab1a3a30e9602427470fd3df465a1160/569",
            "base_unittests": "35ed6755a1562f217e3eb5509c1bf170c7d1448924ca45aa2b37213120bc4f29/648",
            "blink_common_unittests": "8d6d4388b9f3837424e1184d42d30b57215bc4b4dc03f23db9b28a2e3669cc2b/647",
            "blink_fuzzer_unittests": "693976a7d9ef4d2f3ee3256a84ea50cd44904492cc9f1aeea450907f2672ac2e/648",
            "blink_heap_unittests": "9348b106e595353ccfaaef84930b461c18e6f48c0efc9144bfb8fef17c465811/648",
            "blink_platform_unittests": "45739361c3ddd21bb9aa5eb8241eeaf76e58fe1d4b14cc3caea8a20d28fff758/726",
            "blink_unittests": "9aa196b44ca1614e4f1e3bf084694b04a7531bff05701ece31e54ebd3c014b31/726",
            "boringssl_crypto_tests": "4960a19cc2bfc3148244ee06cbe77105fb327ed7be55f325c949731a37ec4584/570",
            "boringssl_ssl_tests": "63cac124996b9d416e7ca890465b9bdcc0a59fbe78f3c772bf46f9af0fea6f72/569",
            "capture_unittests": "85605f3ef00518c6c1fb134c1343d97f6b036f9eda06a6d15b631d5a13c452b3/648",
            "cast_unittests": "a2162a465dc130c4b95845e2b5f599c2fe9b10edfba10be97bc15172be8cdb79/569",
            "cc_unittests": "c016408320abb2ab8f488f4cd4f19d2ad44d7d3d249cee67c26bddf55ea62963/653",
            "chrome_app_unittests": "eee1f733a58755c06fc8d184388277a17d0f9e679cd3d083ddeef137db821742/811",
            "chromedriver_unittests": "fcdc5b4715966e039eb1c13f9b606069a40b6da80f61ed8e7f581b8c5d916158/726",
            "color_unittests": "b46addb44070ecaa088636be2dc013788744f4d37b79f7cae7530664ae90baee/569",
            "components_browsertests": "dda5a15146911fb93a487934f8ff644ef1bf919b4761a851cd4073d76b3d5124/892",
            "components_unittests": "ae8262cbd0d54042b199ee8175609a6566ec919a396bde578ad66ae5b34b2075/892",
            "compositor_unittests": "eb1bc052ad55dc190daeb4278069987b71f457e5bc927507b883820c66130df5/645",
            "content_browsertests": "591ca921f299f1046463bc6e2df40787e0b43687de7ecaf36f9ab4645ce000f1/887",
            "content_unittests": "9648fbffe232fb977da745e1b16dcd36b8542f0b2c40795ffe8ce8aa423d7c15/806",
            "cronet_tests": "f7865b7af16f8700e30fbebf8f906ddcbde3c482ed18467cf741ce531642d35c/730",
            "cronet_unittests": "72c1968f35b3ff413a3813f7ea10c514e83323a68a66beb4693ff7faa91ad4cf/646",
            "crypto_unittests": "396700adab3e7b78d8a5cd40d74d79759a0c1ba1c010108f2bc180f8672e8e38/569",
            "dbus_unittests": "73d2ad699a65a1b73ed3aa6095678e1d5a63ad379ef832f7e39df7e38446c9a9/569",
            "device_unittests": "4bf1822390f7d612417dc6ba35726e78a1f7b1633e4d6e50c80797f642c4bb7e/646",
            "display_unittests": "d50e98cc5d3feb77f85050c0328941945bcbee68911c6b30c8b91056f0abcd8e/569",
            "events_unittests": "7178f227df02ebbd7aa155c2ac96d0c7be6e1cb45a49b97bf3c11378e4cf52ed/569",
            "extensions_browsertests": "01c3820eea289d9b9078ad9082eed19dc987a2a9356b5a75d5e6a76b2d5dc860/811",
            "extensions_unittests": "a4a4b79377223be605ca54bc91119dda82d3ecc34a27510d3fd275e70ade041f/975",
            "filesystem_service_unittests": "4b5231e52f505c070f2dadd69778c0fc44b741a6c45ca96ec30bcfa3adc6db21/569",
            "gcm_unit_tests": "43dc0ba772660c153d983838a8f2585a48eb2926951801de4667e5b012fd6241/646",
            "gfx_unittests": "68faca625ff5fa240fd5e664a1c5558a3a9c034410ec04ae74443aec59bd11b9/645",
            "gin_unittests": "b4fd914a3baad99229a161726c79e2ff0e30b80e6c631bfb58df3e5909aa4ff7/646",
            "gl_tests": "f52bd493357cc469b376a534f3663fbd396337a36530b9462cceb66b4fc4dc33/569",
            "gl_unittests": "972e00de64200abe76b9973ea58f16285b18eb93d7959e136fcdfd83679a5b3d/569",
            "google_apis_unittests": "890e66bdddcaceb654a5e52244af63f0f265c69797055dd10ed1a9b08b52477e/731",
            "gpu_unittests": "643e40f80500dd3c1178fa2c0ef68009d6729d86ebbea3d2d0ee966a45b0fc41/646",
            "gtk_unittests": "685c78b3bf107864e00704bdba8a03d646cbfd66a3ab671482952b6668de6c00/569",
            "gwp_asan_unittests": "08e4d6e87def0f56883e23b5b3963556a36be14590c876db0147f31adb64a8f3/570",
            "headless_browsertests": "9273686596a477489195b6ff6576119ff52ad4e22c34f5013195d6c5481356ef/809",
            "headless_unittests": "96415c78fe5d49b41fd44d9f162b7e59bad3983e1ed35f3f99d1a94df979c8ca/569",
            "interactive_ui_tests": "4b8c38a8c842fb6647c65fcf6cb0a233ba6b90f636e47c7550669d2916a1a464/1128",
            "ipc_tests": "809d670727799c31da85bc43fe53d9d119f973bfcc0eb2169a05819fec7b6fe7/569",
            "jingle_unittests": "9617dad32ca028ebd54dd4ad08c1df78e971d382c74cb58bdad1b370e117e99b/646",
            "latency_unittests": "2682a8163ed41355df3859f998c9884a7a280278289936b478e05a9f6384f541/569",
            "libjingle_xmpp_unittests": "04712ae99534640199f1b234138b5d6d2918d496a2ce1a90e4d94677dc848f56/569",
            "liburlpattern_unittests": "d074d18f78028c796ae05b2296350f6fb20ad5b79c5c40f29668bec93dbb1f98/569",
            "media_unittests": "b515044b2935fd90dae76314a8a7e7684249ba564f932ed7379f5e2ed8683655/649",
            "message_center_unittests": "fa64fdd55c1fa29cbf8371ab13ee98a6a57f28209c244a923e08e4892d2ec018/569",
            "midi_unittests": "519fad0e4a970189ebf861639107cfa4f3a88b95300d20ac51ff1e7979cd467e/569",
            "mojo_core_unittests": "e2a23d6058870a95ef299ce2c9a6f98474520c4612da23c6811bc612ca478502/569",
            "mojo_unittests": "25fd29dddad3fd8fffa2e6ab86fb354bada6fd706dc4fe855c3254436529f30b/647",
            "native_theme_unittests": "e829668ad890776c68757a9a91a46c3b25115781e107b046032389049df0f618/569",
            "net_unittests": "6287d21d90afdc24192f323af902e9967cb01651f2b1e1f91e62517bf12a5da5/648",
            "openscreen_unittests": "c384bd60d21abd13997dd1ebc4dbfa54b4f7a18eb0c4493f7de56b4e86f60808/811",
            "ozone_x11_unittests": "65000065add008bddfb46dfe39e2877dedd1ed1acde9eacfec954ab119855506/569",
            "pdf_unittests": "060ffad7c1b4d6a9caae940501bdcb872688f598de36694a60d90884b1fc8b54/725",
            "perfetto_unittests": "ba70d0275abf0e89e0e1672aa02dd89aae8f7aa96cc1b7d5b298384b9c4a7dd2/569",
            "ppapi_unittests": "f409985033e33d66b83b04be8279fb8e7e372c3e24aa3e3eb3890d867e776d3b/569",
            "printing_unittests": "d6a064557ecfe8fed6ca6434e9c91a4ebcdb4019d2ef42b82329c44270409f61/569",
            "remoting_unittests": "e3dec38197d502a5fcc623b3d0ebe1023230deb9b7ce831109825df246bd2729/646",
            "sandbox_linux_unittests": "6ce505997ac284f8d63a751826c701c3e6b08b54a39747da587f64d996f4f18b/569",
            "service_manager_unittests": "3b231e5e5447cfd23b550cc11d846ff9b330149483a0b9c5982daed413a512ff/569",
            "services_unittests": "d1bd6b47115965d340199fd4f5e7b5a1ddad59579b7e7517cc2a791d9c5ab00a/815",
            "shell_dialogs_unittests": "404a2db9a0a0bd6abb6310495a3b8d810abfd6e9697c91f664e575adfb45219e/569",
            "skia_unittests": "b9237962924185d27b7e7c426e844ab63db835fcce67cb5bff00506fa5c40bdf/569",
            "snapshot_unittests": "0aab7278d48946b5169ea8acfe0a56d8634f86ce241d921756a0100e6be78286/569",
            "sql_unittests": "c3683afdd09e6bcaffd00cf879d093a05315b9a31f998edd3823144475b1f084/646",
            "storage_unittests": "5523b57389ad7f37cf66f2c9a375be5804f58baecd42c9125b6124b0b0ef30ca/727",
            "sync_integration_tests": "8b4cb3fd0a92aa8a30a313eec19cae64c4e2273ecca34a43a7d5ac5e6e94a08e/892",
            "ui_base_unittests": "f56138e91825d55e22b76790f8f1f723a2dfbf1bf11ae0525b68087ed4d8a067/723",
            "ui_touch_selection_unittests": "695171c86876f30e296e77e1df95c6f9e90edffab534bb85ef2ec0afd7a9b50d/569",
            "unit_tests": "f3c793986901d0f104b07881e27073f07d213751ae6985c59537b26bc5d07ec8/1141",
            "url_unittests": "6c2cca5f0e1effd4e93c7e4edbe7c868235ea5a6edaddc6dd8c4391fcc3ad1a4/569",
            "views_unittests": "0767cd6c771b0213acf400614d20431663a159fc2647f6ed46f09da7699f07e5/569",
            "viz_unittests": "9683c909f78f8572fa12846ecd7efea9665fd9a6daa33d9bf098105024956c60/653",
            "vr_common_unittests": "18abfaf2ca9981fdf3cc3b4e28a17983ee5b979a67a85235853054c3172dd7e7/811",
            "vr_pixeltests": "077cec81b436f8265bdd9e959a1b3bfa9b93caafa1235f98d3e91f3818c95707/725",
            "weblayer_browsertests": "b788763983ee81b187578f7d3cf83901d1704d6726a399c01218d7251c244b35/893",
            "weblayer_unittests": "d7781d9a9aa9a557e2ed43c27c15c04a0884d708d611b1e0bbacd45adfef1621/725",
            "wm_unittests": "6c2a5e4e29728fd33a03df9607f50444f3ac3a369eff9264940b55591c3c96d8/569",
            "wtf_unittests": "59cc391ed14ddf30a4545db75506c452e8b8654bf8e2b5b1fc1c72f5f044a65d/569",
            "x11_unittests": "a28997b9e5c19d07219d38ef5bd3a81597a9143fc46d42ff7cf28894df34fe65/569",
            "xr_browser_tests": "0357161017543cc89de4a74cfb3d3e982706976cf4d0fae3199f6f6e1b8bfc90/891",
            "zlib_unittests": "d0a26053dda83d94ad4ec4ae836869b769ce9ee59223f8ab3687a059f4a5950a/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999670147603953952"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77951"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:45:48.188] Scheduled build:
{
  "id": "8834240085520496273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69912,
  "createdBy": "project:chromium",
  "createTime": "2021-10-05T04:45:47.680792274Z",
  "updateTime": "2021-10-05T04:45:48.003312737Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
      "ref": "refs/heads/main"
    }
  }
}
[04:45:48.188] Task URL: https://cr-buildbucket.appspot.com/build/8834240085520496273
[04:45:48.188] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:2:0) after 4m11s
[04:46:43.645] Received PubSub notification, asking Buildbucket for the build status
[04:46:43.673] Build status: STARTED
[04:49:59.315] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:2:0)
[04:49:59.397] Build status: STARTED
[04:49:59.397] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:4:0) after 3m36s
[04:53:35.637] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:4:0)
[04:53:35.676] Build status: STARTED
[04:53:35.676] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:5:0) after 9m8s
[05:02:43.736] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:5:0)
[05:02:43.771] Build status: STARTED
[05:02:43.771] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:6:0) after 1m36s
[05:04:19.796] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:6:0)
[05:04:19.831] Build status: STARTED
[05:04:19.831] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:7:0) after 2m41s
[05:07:01.078] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:7:0)
[05:07:01.116] Build status: STARTED
[05:07:01.116] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:8:0) after 4m12s
[05:11:13.144] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:8:0)
[05:11:13.197] Build status: STARTED
[05:11:13.197] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999670147603953952:9:0) after 2m43s
[05:13:05.178] Received PubSub notification, asking Buildbucket for the build status
[05:13:05.205] Build:
{
  "id": "8834240085520496273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69912,
  "createdBy": "project:chromium",
  "createTime": "2021-10-05T04:45:47.680792274Z",
  "startTime": "2021-10-05T04:46:42.357829Z",
  "endTime": "2021-10-05T05:13:04.805221018Z",
  "updateTime": "2021-10-05T05:13:04.805581981Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f2e2b69658c4d6dd82cd56c98b0338dbe79fe9cd",
      "ref": "refs/heads/main"
    }
  }
}
[05:13:05.205] Invocation finished in 27m18.895622119s with status FAILED