Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 40 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78645 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
  "parent_got_revision_cp": "refs/heads/main@{#936660}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "67c42f70af7f2828a793d18f6ea93473a970391c7062fcc5094269d2d02f2499/569",
    "angle_unittests": "1ab43a3454e171d37f12d2edb89d54c03b78675bed34657ef05bd1bde15cfc4a/570",
    "app_shell_unittests": "1d6ecf3669222d19060a460d7467bb8561b05c82cd83d2486d39f6a2f3c0e66c/809",
    "aura_unittests": "d855effa9fd0f3092d39dd620ce3f919ffc14dd6ade25e759cff958b113e2fcc/569",
    "base_unittests": "66648addf883c04dd1112a11747a58732e4582a866f0a8f5b450370fbbfd863d/648",
    "blink_common_unittests": "31e38e961a9864796ce21cb65f4f65f8d6642e710694890b4479b2a55cb69625/647",
    "blink_fuzzer_unittests": "dcb7f1b02c4e7656dc1c52f380b0a04ed3d17bd3c172f2a0142a189d008b1a35/648",
    "blink_heap_unittests": "f57dee2dce848d83f88dd30eff101d4c61c3a6328c7ccdc8572e3aff40b2c0bb/648",
    "blink_platform_unittests": "5921c2878e4e571ad5a16d93ae3cf6bc28e74f9b5f206f4c111f139df705265e/726",
    "blink_unittests": "21c97013c52b1a6f068f326ed5709a0bdbb731961011c9e0dfad99b258a7e4ff/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "380db67b48947416aeafba7eeeb6624ed08a09a977a1658fd876023c7d2974ad/648",
    "cast_unittests": "6253b4c22e0733f14ddd641d850a3f52767bec333d11a25e546d3cd47610016a/569",
    "cc_unittests": "d78d3205d1ce953a273bedb3f11993ab42fc92065c2c989151bfa4eb242e7fe0/653",
    "chrome_app_unittests": "49fd6a3a99cc5cc6d3542bfb4ce57a36d3e2fdf69d5f1da84790a3fc8c234948/811",
    "chromedriver_unittests": "b3226d3b7b111c737f856d1bf04621724f363d2ffc35da478eb6458a41b1867d/726",
    "color_unittests": "95e5ac4a60618ea34c836719fc8ef71cfd693b4e1d4ede1c4ddf7a8fbbfb108c/569",
    "components_browsertests": "10395122c9b715bceba37795e3d30f86ec069eafe898b489bcce12907eaed136/892",
    "components_unittests": "4e620b054000ac2946537b30cbca2f5657f6f8b50a7c12a3e3dec26eabaa6916/892",
    "compositor_unittests": "ac9f2b7676c4901795e4d778714b2c21b27572b2ea6bf475987e790514ed541f/645",
    "content_browsertests": "ad7e570c4ee7a69deaa0a3528022219c3f9d682c761bc8ff92e46eee71f07be0/887",
    "content_unittests": "e163edc6ecf1109e7e0d6594cf512ab2a97204492f1ae9e4e6fe7d36a7d92342/806",
    "cronet_tests": "ebc55ce2fbab4f4d9ffe8739ddc97b71e3532f9f4d06c58d0c18146076b6636d/730",
    "cronet_unittests": "6deb07b13501bc332255292ffc4900cf6ffd13816519d07e67798139e1f3b2f0/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "47838730ac7aba98b92c8f59addded5125a76927a046226245643b7c37b204f0/646",
    "display_unittests": "1665bcb5d217216666dd9a4609414f4958843049f35664d34359e67ec2beaeb5/569",
    "events_unittests": "e774fd9544d14493fcace7020ffc16e37bb901e7df83aa1213ed2d5acffdf328/569",
    "extensions_browsertests": "b795890f79be1a17944c9e5712ae513fd9a22e455cac958632bff3eca2e48b3e/811",
    "extensions_unittests": "b136454bac59bd0774d99b703b5bfb892c3651b32d98b417570df221d44fe4a7/975",
    "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
    "gcm_unit_tests": "74544fe0bac3e4ba9bb5aefc8532e1cdf788243217a8c145b46619d0c725cb13/646",
    "gfx_unittests": "d6c9397fd7cd8b93e93a2ef53dfcd7bf6f47654d7fae29fb4d582ba5f7ce7412/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "a053a7ddde752b5124e4244cd47391af77fef568fc0cc26d2640bff558573479/569",
    "gl_unittests": "be353c6ae71ab7f675b6f2cd47c4b6df8cd5cf50167dd2353d166d7286a027c0/569",
    "google_apis_unittests": "716175f6e9bcf96e54688b18971fa7ef5368ab6151342b267aee329aefa6a4c0/731",
    "gpu_unittests": "0896a717d284d8111b40eb0685c2c322cd7ea97d37f2a0e92c6d6cab40dd8568/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "57ba49e25e5f7bc73c6bd23669b861fce801acf304648bea7b4b986711dbe0c8/809",
    "headless_unittests": "2757d264c90abffd954843ae193cd0dafa6e6dc0545e10211c5fb3dc00c25b09/569",
    "interactive_ui_tests": "8a42211c06da173c9bd4f8e9d07decfe816ae015ee33153b350bf360cf91c979/1128",
    "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
    "jingle_unittests": "03e6383ff88c05e8245b70e2952f282462c9893ff91af47f06ca9805daaf0527/646",
    "latency_unittests": "097700e6e6957e1baa4ccfc8112b8c7beb32ee9a902046e2484b49ed421f6889/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "ac3719909bd5cd2f406356112e1c9e8170227000985ddbd677d84ddd59de4fb5/649",
    "message_center_unittests": "ff52e45b56d19f43369664896b8a23a414b8ac48016168418c88fd8a0189c7d0/569",
    "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "f88f33a4be8e64ca8bcb38ed41190d7e71bc8885875efab0c1e9cd7b6d8646cc/647",
    "native_theme_unittests": "a768d0c5ffca4ee0ba17dfcfe26b5554c00fc616eca4930210e56de00e848130/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "98f5e1d02b1c326324796cfe29efb806167769c09e387d9bec4fa488a8768ac7/811",
    "ozone_x11_unittests": "9da260879af3fa84e7a9f3f9f537d1e13094f330dd8c4cef82d588241833d8f0/569",
    "pdf_unittests": "abb9693c8a47eb36cac0efadfa4551f13b689da9c403684ba6be526c37e5b9e2/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "304ba4ee404eac241935a67118437355c38c754ab29e4de54cdda9b9cfccb0e1/569",
    "printing_unittests": "9c64b7797123b7bf4c05a8ccb3f8ab42bba43d3e5471ade1ac15c2962a2743f4/569",
    "remoting_unittests": "26aeb1ff866c57c037881af675bfb443cfdf29b326ee97177087a0448d234f6e/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "fe77e3584a1fca15a2648e35dee7857df06ef3f00b65f9d8ad9f75c73cff6a1b/569",
    "services_unittests": "e26ffa6ee68b57e2fac9b02ae8ba4727f8df8ce92ba9187cd85b1f4066fcb708/815",
    "shell_dialogs_unittests": "27e81ef02284266b33690442b40323429b5c5b546a7ca1b14605966420983644/569",
    "skia_unittests": "0983a71e2820db27e1eaff1d55417f4f0a1f66880f68e1577765a4dab2e97348/569",
    "snapshot_unittests": "cbbb2cffed227a66c90941bfbf007ec8427dfe0ff5c5cf8b2258a392e00c8a7b/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "84307d1e5953cc88c57f00e7c2aa75bd723b58aeb407a04a7fb9f4571e31410b/727",
    "sync_integration_tests": "9391a012d55a0574a29b9accaa61d37acb4a3a0518b2a97b8b72eb078c8d6faa/892",
    "ui_base_unittests": "9e43cfd87cd3aa453b720b8cf8bd370cd58cc33cddea7a43e81347c3a6fe8449/723",
    "ui_touch_selection_unittests": "cdd2ea73d45201090bc217b63e70121a9fbb3b8becf0ebafa8219e80bc789c4b/569",
    "unit_tests": "25cf496086c47f6ffd5b615e38ef3d7ba0620c5e68ad030655ab1a411b60d4dd/1141",
    "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
    "views_unittests": "ea848aec56f1edf1acdac0e42965ff285c19d139821095002bd5c1f4bc8c843a/569",
    "viz_unittests": "d3421e1886e0c029a661553d1572b07eef2f2d014c59aa1d1464e7bab2e7d24b/653",
    "vr_common_unittests": "05c029be78d4dc4ae60b4dcf8fc1cf657e21a8a870f334b09b451aa2313ce506/811",
    "vr_pixeltests": "55456c01aecb3b0234817db90bec0dc8a274161127ce0a6c2b03d060b72fcba1/725",
    "weblayer_browsertests": "1d85499fe3bd043ad78eb87fde3c526cfbef91e48c554ce4997d56e9ac6ce3f5/893",
    "weblayer_unittests": "f6fc415b9be4a6abc30bd45591638a3be4473564d29e2cca93bf927fe9874ac9/725",
    "wm_unittests": "9d1800bd08d176995753a890532dd62dcde327de12c583548e6c647066ee6988/569",
    "wtf_unittests": "1f4d7fd5c74de3b70ab527700f5d07cafe2d43ab0528e1df9c303a76b1873074/569",
    "x11_unittests": "11dba76cc05f7f24402a4a321b4e235cd4e15d75710db617fcb8670cc34c6539/569",
    "xr_browser_tests": "365c0ef2987a5077fd4c88882c0cfba085ee0e6fa51f6578262403ce4421be1a/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/640b8d8292bf653e9e6db1f66f7dc6e12ff536a9
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78645
  • user_agent:recipe

Debug log (UTC)

[05:20:42.670] New invocation is queued and will start shortly
[05:20:42.670] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:20:43.733] Starting the invocation (attempt 1)
[05:20:43.765] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/640b8d8292bf653e9e6db1f66f7dc6e12ff536a9"
[05:20:43.765] Popped gitiles commit info from properties and tags
[05:20:43.765] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:20:43.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:20:43.769] Buildbucket request:
{
  "requestId": "8997403025267819232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
      "parent_got_revision_cp": "refs/heads/main@{#936660}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "67c42f70af7f2828a793d18f6ea93473a970391c7062fcc5094269d2d02f2499/569",
            "angle_unittests": "1ab43a3454e171d37f12d2edb89d54c03b78675bed34657ef05bd1bde15cfc4a/570",
            "app_shell_unittests": "1d6ecf3669222d19060a460d7467bb8561b05c82cd83d2486d39f6a2f3c0e66c/809",
            "aura_unittests": "d855effa9fd0f3092d39dd620ce3f919ffc14dd6ade25e759cff958b113e2fcc/569",
            "base_unittests": "66648addf883c04dd1112a11747a58732e4582a866f0a8f5b450370fbbfd863d/648",
            "blink_common_unittests": "31e38e961a9864796ce21cb65f4f65f8d6642e710694890b4479b2a55cb69625/647",
            "blink_fuzzer_unittests": "dcb7f1b02c4e7656dc1c52f380b0a04ed3d17bd3c172f2a0142a189d008b1a35/648",
            "blink_heap_unittests": "f57dee2dce848d83f88dd30eff101d4c61c3a6328c7ccdc8572e3aff40b2c0bb/648",
            "blink_platform_unittests": "5921c2878e4e571ad5a16d93ae3cf6bc28e74f9b5f206f4c111f139df705265e/726",
            "blink_unittests": "21c97013c52b1a6f068f326ed5709a0bdbb731961011c9e0dfad99b258a7e4ff/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "380db67b48947416aeafba7eeeb6624ed08a09a977a1658fd876023c7d2974ad/648",
            "cast_unittests": "6253b4c22e0733f14ddd641d850a3f52767bec333d11a25e546d3cd47610016a/569",
            "cc_unittests": "d78d3205d1ce953a273bedb3f11993ab42fc92065c2c989151bfa4eb242e7fe0/653",
            "chrome_app_unittests": "49fd6a3a99cc5cc6d3542bfb4ce57a36d3e2fdf69d5f1da84790a3fc8c234948/811",
            "chromedriver_unittests": "b3226d3b7b111c737f856d1bf04621724f363d2ffc35da478eb6458a41b1867d/726",
            "color_unittests": "95e5ac4a60618ea34c836719fc8ef71cfd693b4e1d4ede1c4ddf7a8fbbfb108c/569",
            "components_browsertests": "10395122c9b715bceba37795e3d30f86ec069eafe898b489bcce12907eaed136/892",
            "components_unittests": "4e620b054000ac2946537b30cbca2f5657f6f8b50a7c12a3e3dec26eabaa6916/892",
            "compositor_unittests": "ac9f2b7676c4901795e4d778714b2c21b27572b2ea6bf475987e790514ed541f/645",
            "content_browsertests": "ad7e570c4ee7a69deaa0a3528022219c3f9d682c761bc8ff92e46eee71f07be0/887",
            "content_unittests": "e163edc6ecf1109e7e0d6594cf512ab2a97204492f1ae9e4e6fe7d36a7d92342/806",
            "cronet_tests": "ebc55ce2fbab4f4d9ffe8739ddc97b71e3532f9f4d06c58d0c18146076b6636d/730",
            "cronet_unittests": "6deb07b13501bc332255292ffc4900cf6ffd13816519d07e67798139e1f3b2f0/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "47838730ac7aba98b92c8f59addded5125a76927a046226245643b7c37b204f0/646",
            "display_unittests": "1665bcb5d217216666dd9a4609414f4958843049f35664d34359e67ec2beaeb5/569",
            "events_unittests": "e774fd9544d14493fcace7020ffc16e37bb901e7df83aa1213ed2d5acffdf328/569",
            "extensions_browsertests": "b795890f79be1a17944c9e5712ae513fd9a22e455cac958632bff3eca2e48b3e/811",
            "extensions_unittests": "b136454bac59bd0774d99b703b5bfb892c3651b32d98b417570df221d44fe4a7/975",
            "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
            "gcm_unit_tests": "74544fe0bac3e4ba9bb5aefc8532e1cdf788243217a8c145b46619d0c725cb13/646",
            "gfx_unittests": "d6c9397fd7cd8b93e93a2ef53dfcd7bf6f47654d7fae29fb4d582ba5f7ce7412/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "a053a7ddde752b5124e4244cd47391af77fef568fc0cc26d2640bff558573479/569",
            "gl_unittests": "be353c6ae71ab7f675b6f2cd47c4b6df8cd5cf50167dd2353d166d7286a027c0/569",
            "google_apis_unittests": "716175f6e9bcf96e54688b18971fa7ef5368ab6151342b267aee329aefa6a4c0/731",
            "gpu_unittests": "0896a717d284d8111b40eb0685c2c322cd7ea97d37f2a0e92c6d6cab40dd8568/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "57ba49e25e5f7bc73c6bd23669b861fce801acf304648bea7b4b986711dbe0c8/809",
            "headless_unittests": "2757d264c90abffd954843ae193cd0dafa6e6dc0545e10211c5fb3dc00c25b09/569",
            "interactive_ui_tests": "8a42211c06da173c9bd4f8e9d07decfe816ae015ee33153b350bf360cf91c979/1128",
            "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
            "jingle_unittests": "03e6383ff88c05e8245b70e2952f282462c9893ff91af47f06ca9805daaf0527/646",
            "latency_unittests": "097700e6e6957e1baa4ccfc8112b8c7beb32ee9a902046e2484b49ed421f6889/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "ac3719909bd5cd2f406356112e1c9e8170227000985ddbd677d84ddd59de4fb5/649",
            "message_center_unittests": "ff52e45b56d19f43369664896b8a23a414b8ac48016168418c88fd8a0189c7d0/569",
            "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "f88f33a4be8e64ca8bcb38ed41190d7e71bc8885875efab0c1e9cd7b6d8646cc/647",
            "native_theme_unittests": "a768d0c5ffca4ee0ba17dfcfe26b5554c00fc616eca4930210e56de00e848130/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "98f5e1d02b1c326324796cfe29efb806167769c09e387d9bec4fa488a8768ac7/811",
            "ozone_x11_unittests": "9da260879af3fa84e7a9f3f9f537d1e13094f330dd8c4cef82d588241833d8f0/569",
            "pdf_unittests": "abb9693c8a47eb36cac0efadfa4551f13b689da9c403684ba6be526c37e5b9e2/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "304ba4ee404eac241935a67118437355c38c754ab29e4de54cdda9b9cfccb0e1/569",
            "printing_unittests": "9c64b7797123b7bf4c05a8ccb3f8ab42bba43d3e5471ade1ac15c2962a2743f4/569",
            "remoting_unittests": "26aeb1ff866c57c037881af675bfb443cfdf29b326ee97177087a0448d234f6e/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "fe77e3584a1fca15a2648e35dee7857df06ef3f00b65f9d8ad9f75c73cff6a1b/569",
            "services_unittests": "e26ffa6ee68b57e2fac9b02ae8ba4727f8df8ce92ba9187cd85b1f4066fcb708/815",
            "shell_dialogs_unittests": "27e81ef02284266b33690442b40323429b5c5b546a7ca1b14605966420983644/569",
            "skia_unittests": "0983a71e2820db27e1eaff1d55417f4f0a1f66880f68e1577765a4dab2e97348/569",
            "snapshot_unittests": "cbbb2cffed227a66c90941bfbf007ec8427dfe0ff5c5cf8b2258a392e00c8a7b/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "84307d1e5953cc88c57f00e7c2aa75bd723b58aeb407a04a7fb9f4571e31410b/727",
            "sync_integration_tests": "9391a012d55a0574a29b9accaa61d37acb4a3a0518b2a97b8b72eb078c8d6faa/892",
            "ui_base_unittests": "9e43cfd87cd3aa453b720b8cf8bd370cd58cc33cddea7a43e81347c3a6fe8449/723",
            "ui_touch_selection_unittests": "cdd2ea73d45201090bc217b63e70121a9fbb3b8becf0ebafa8219e80bc789c4b/569",
            "unit_tests": "25cf496086c47f6ffd5b615e38ef3d7ba0620c5e68ad030655ab1a411b60d4dd/1141",
            "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
            "views_unittests": "ea848aec56f1edf1acdac0e42965ff285c19d139821095002bd5c1f4bc8c843a/569",
            "viz_unittests": "d3421e1886e0c029a661553d1572b07eef2f2d014c59aa1d1464e7bab2e7d24b/653",
            "vr_common_unittests": "05c029be78d4dc4ae60b4dcf8fc1cf657e21a8a870f334b09b451aa2313ce506/811",
            "vr_pixeltests": "55456c01aecb3b0234817db90bec0dc8a274161127ce0a6c2b03d060b72fcba1/725",
            "weblayer_browsertests": "1d85499fe3bd043ad78eb87fde3c526cfbef91e48c554ce4997d56e9ac6ce3f5/893",
            "weblayer_unittests": "f6fc415b9be4a6abc30bd45591638a3be4473564d29e2cca93bf927fe9874ac9/725",
            "wm_unittests": "9d1800bd08d176995753a890532dd62dcde327de12c583548e6c647066ee6988/569",
            "wtf_unittests": "1f4d7fd5c74de3b70ab527700f5d07cafe2d43ab0528e1df9c303a76b1873074/569",
            "x11_unittests": "11dba76cc05f7f24402a4a321b4e235cd4e15d75710db617fcb8670cc34c6539/569",
            "xr_browser_tests": "365c0ef2987a5077fd4c88882c0cfba085ee0e6fa51f6578262403ce4421be1a/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997403025267819232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78645"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:20:44.313] Scheduled build:
{
  "id": "8831972963351004913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70601,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T05:20:43.865962411Z",
  "updateTime": "2021-10-30T05:20:43.865962411Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
      "ref": "refs/heads/main"
    }
  }
}
[05:20:44.313] Task URL: https://cr-buildbucket.appspot.com/build/8831972963351004913
[05:20:44.313] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:2:0) after 6m47s
[05:25:33.950] Received PubSub notification, asking Buildbucket for the build status
[05:25:33.984] Build status: STARTED
[05:27:31.334] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:2:0)
[05:27:31.365] Build status: STARTED
[05:27:31.365] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:4:0) after 1m9s
[05:28:40.384] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:4:0)
[05:28:40.457] Build status: STARTED
[05:28:40.457] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:5:0) after 9m1s
[05:37:41.480] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:5:0)
[05:37:41.509] Build status: STARTED
[05:37:41.509] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:6:0) after 9m10s
[05:46:51.528] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:6:0)
[05:46:51.554] Build status: STARTED
[05:46:51.554] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:7:0) after 6m22s
[05:53:13.735] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:7:0)
[05:53:13.769] Build status: STARTED
[05:53:13.769] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:8:0) after 2m44s
[05:55:57.793] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:8:0)
[05:55:57.820] Build status: STARTED
[05:55:57.820] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997403025267819232:9:0) after 7m30s
[06:01:31.494] Received PubSub notification, asking Buildbucket for the build status
[06:01:31.552] Build:
{
  "id": "8831972963351004913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70601,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T05:20:43.865962411Z",
  "startTime": "2021-10-30T05:25:31.988719Z",
  "endTime": "2021-10-30T06:01:31.043381946Z",
  "updateTime": "2021-10-30T06:01:31.043381946Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "640b8d8292bf653e9e6db1f66f7dc6e12ff536a9",
      "ref": "refs/heads/main"
    }
  }
}
[06:01:31.552] Invocation finished in 40m48.898153866s with status FAILED