Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79731 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "10e5f34d1439f0bcd5b30bea5bfbf6bdaafd4935",
  "parent_got_dawn_revision": "3a464767a5301d85380a0e9256cde1deaaa18d42",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
  "parent_got_revision_cp": "refs/heads/main@{#948492}",
  "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
  "parent_got_v8_revision": "4745e98f1c7b142131683e40be41fd79cd6fbbff",
  "parent_got_v8_revision_cp": "refs/heads/9.8.149@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
  "swarm_hashes": {
    "absl_hardening_tests": "7f0c9f2419003e3ca05ed51813842d2274209b61ca9cb3d9ff7d2beae9f0d897/569",
    "accessibility_unittests": "74cb3601e0c6047c43c5825aab3497889d05397b0f88da57f101f77167083156/569",
    "angle_unittests": "bb99714a58d2ee9265ef76d291775edbe70f6b54f4d89f4e6f72a64c86fad6f4/570",
    "app_shell_unittests": "1da15819c03e347afc6d3fb850336f8746748e574f01657cb590ca72bb3aff90/730",
    "aura_unittests": "ccecb3725c9d6c57d776416878ba5fe40057ff79bcef66c1949baf7baf825cc0/569",
    "base_unittests": "6c6494464e1ac89a2164f13aa7eaa7af9171eafc63fce63476428fc35c8585e2/648",
    "blink_common_unittests": "0289861c2efc926d4e251f24877edd4f8cc07d00e8e9334b2e838a0163b05374/647",
    "blink_fuzzer_unittests": "0606f81e98f7d22b4e50188efc2b4de92625e5094dd61448cabc21795fa4596a/569",
    "blink_heap_unittests": "dc8f14191b75e3b9d4b218f002bf1c0f76b12cd05e82a147ff8ce62863772950/569",
    "blink_platform_unittests": "504d5c0191e264196a3088eb271e27420f37071904ae075ec368109e39c4a7b0/726",
    "blink_unittests": "02133bb5b9ef68b754a3ee6b843af5a9337bfb8436e6a03ddab3797cfb712c45/810",
    "boringssl_crypto_tests": "c15fb5db7bd1ab2cc7e2c88f46bc39d93a534c26408b328fc5d219ff6e5e762b/570",
    "boringssl_ssl_tests": "753bfbe6330f235218c55b5fba659f2326fe1260fd4d78a517d3e2fb6241eed5/569",
    "capture_unittests": "467522a5e218006bc5631184fdc2977bec289dd53e3f78d3d50222c3cfb522b7/648",
    "cast_unittests": "df9cdf595e0fbba40e296bb42a40d8e40fb8ca50b7bc54d7dbcb9a81b3d64308/569",
    "cc_unittests": "c9bafdef04292f139885793de599452fe435d19ce165d9ef77d9dd1f7ef73c2f/653",
    "chrome_app_unittests": "b8635a1045d0c1251db97643686ca5d117dc267425299380e7cfcba957029960/648",
    "chromedriver_unittests": "b0513ffa7052babecc359a94ce7e108e5a46525be502bcc7031010052b5a14f6/726",
    "color_unittests": "ed2216ca5294f2ef6d8265543d4be5b99fa5fdce64a40f1149174709f3ebdb9e/569",
    "components_browsertests": "d62df98e592f0d2aac71e37586c7a1c13b706b5cb4cdc043f9ccc7527ecddde8/813",
    "components_unittests": "76692519362715e1408368770ef2dff2a8a79464c7de91a7549adaba785945d0/813",
    "compositor_unittests": "c219f10a8aaaeeb89648b9624b23bd2d3dab332c0af21eba0f48d27cf5e10cd6/645",
    "content_browsertests": "290dd17ac6b95638effa50cb47b5240c237a09c06198e4a6c433d6cb17b33575/887",
    "content_unittests": "f0879e1e91133942a7f8b70e4cb6705b17c3aaf0d18ed936e42c0d7a7dc77773/806",
    "cronet_tests": "97bd5c523131fc19fa79bb9194a0f8c1ee17d4e9318465e2c031f6aae2015b52/730",
    "cronet_unittests": "d64f8d4147ec87f3c8d5b1c2da3f21ce339af2af0810c44c976025243e021858/646",
    "crypto_unittests": "e805ec6179a628a141069dcb3554ebad048afb72135a1089cc35256ebe6ac443/569",
    "dbus_unittests": "d856612290a555fd6828eb2264d4ec826cf3c2a8440959312d5b9fc57418462e/569",
    "device_unittests": "cc04286ebcda4348aaee1df15369af2811f576c6177b560fe41523e80d1c50cb/646",
    "display_unittests": "f42013af22aafb930831313dffa30a06df24abb0136a621a67a9e35b70cdad60/569",
    "events_unittests": "1a5511a8c0d14bd14c5768b4d75a0e37655b9773fe8e68fa2f56434144b87ebb/569",
    "extensions_browsertests": "c9bf410ed46a7a1e3165d7ecfef3cdf46f731c1a47ca0fa8a7fc7011bc6c37aa/732",
    "extensions_unittests": "bd0c629995ecef9ee15d7869f1df328929698c11e7168ecc9d568536061fddb3/896",
    "filesystem_service_unittests": "02bcb704c62606585192f1560b6863bca0870a5ea650584534d278caa259182d/569",
    "gcm_unit_tests": "697bfa5816eaaad777fe41617144165af0ea3f6da50f7561792d933ff37944f4/646",
    "gfx_unittests": "89718c8641ba35ec9ba6aa7d3e1e8306f106f29c7c3bb4ada92272631350746d/645",
    "gin_unittests": "340dd9b3a2c6c25a2db4003b0b6d35238670724454c2aca363090907bfd0e34c/646",
    "gl_tests": "6f7206b749245a0e883868ea7f3840e244500523ffb3a1d2314693ac3492fdf2/569",
    "gl_unittests": "4e7f798d314de87bcba3a33fc1c85fed5e54d24dc656e34c193c277431516fa8/569",
    "google_apis_unittests": "f34acbbb25646e86fb632623ae092562e27de9290f563dd5a73fc26448bf77ec/731",
    "gpu_unittests": "eed48bfe926c675ec5154461830ff198c575a8b8cf7fd02f9d2c5418e6b5d5aa/646",
    "gwp_asan_unittests": "9814e10fbaf79ca3ba9ad9827932552bb17c11b78463cd7c67593bf06d962a0c/570",
    "headless_browsertests": "c21ae49bf4e1be41ca73bc03dc6294d45d9b58bb6d211a18e1d7cfb49c8e0e1a/730",
    "headless_unittests": "9d69c44fc4a90c8de303350d209c39a4e77a24fcfb03ddd7483e34b64a5a5ded/569",
    "interactive_ui_tests": "04de4bcefe623e0453b4d1e5a4f6fdf53945fef5cec758e291aa4adac26a249c/965",
    "ipc_tests": "6045bec16ad3e4b3300d293e3eea607b93140ce09ff47f29f058045fc0f635a9/569",
    "jingle_unittests": "8ee7ecb22109fbaa29b222e63b52b320e208ee58ad0a209cc379cad30a5afada/646",
    "latency_unittests": "0c6c2f7a8eb3e88492f9101a3c8a25ac9e8f7235f3c923c46d202a36d31d77c2/569",
    "libjingle_xmpp_unittests": "5c00bf506f793f4963cca1fe56ff91cf4cf5e146fc2071df9967a8d51a4c8b0f/569",
    "liburlpattern_unittests": "59da86ece09a820044b70232186c46e442a3a8e46d046cc99e092e4672e3236a/569",
    "media_unittests": "566588532595bf6e7ca7a13648aa6f4c86b2f34c0b77ca6a471af577292440a0/649",
    "message_center_unittests": "9773f3298f7394b85f7921e66e718a2e196593833a496f4e67664701ff5025d1/569",
    "midi_unittests": "84336075be675ce08fb73e38080f8dce2490ef57f94f86939b080c13fb48850e/569",
    "mojo_core_unittests": "ebb3ffbefdb1c5df523aa1e13b89bf43c80c4e645eb17a7e31e87641cf43540c/569",
    "mojo_unittests": "bca26976ea2fbbdc13026f20870e64813a5861beace714f1bf26e5c74a2a73f9/647",
    "native_theme_unittests": "d7115a24b9003edadc624984523f2dd4590d444f17161a261b7c2de0a0a7cc89/569",
    "net_unittests": "aee45492e259778ff1ced11342079bf37256337f43a033253d62b023314f9174/648",
    "openscreen_unittests": "1529c74cbed7cc45e0b9280892fea34023128e608eedb5d446141f38cb4bbaf5/648",
    "ozone_x11_unittests": "7276e79a8ed1c386a894821f179e385a7df19ff4b7ce9c6fd29d9e7957b36ec8/569",
    "pdf_unittests": "2c64b0afb2f5dacd435071ab26d0bd0afaad4b5db6ea8343886a93a291a2baa1/646",
    "perfetto_unittests": "27e29ccfc61a18d792920dabd8b6f6cf785569933d6d8986d0658687095d6bd9/569",
    "ppapi_unittests": "8d134822a7df6534105b35d3ff0a869b7a6f357b274a312691f7a6966c280aa1/569",
    "printing_unittests": "bac92786ed92db127a18238907e4c0ed6d20bb43679ba3d89296334b55cba8be/569",
    "remoting_unittests": "09bdadb6265e2728ec6a0c3a29aadba650b12718802f27cbe2ac169a4c555046/646",
    "sandbox_linux_unittests": "2f4fbf7bc54de6f0d8dd37a7646f9be7309a323102f0729898476111ad662ed0/569",
    "service_manager_unittests": "735e41dfdedebf9c7d4349549ce761f0be8fbfdcc7c0b850a090bf7a8e704609/569",
    "services_unittests": "8fd90bcf9ddc302565800c901d89e9b52ff7b8ff3a732817baa86b2e0f85b2ab/815",
    "shell_dialogs_unittests": "e268c85d676b04096a91a033e6cf85dd2782c035fed32d8fb1a236ce065c0e90/569",
    "skia_unittests": "d824d65d57b4b41e25017f31b63fc35c8cc603142f4de6efb9b0893c263a3517/569",
    "snapshot_unittests": "9e513f50be5841c1d2ac6aea846902fc902393150acf32765bd145a5541ea501/569",
    "sql_unittests": "f7f2969080d0addabb1e63c42147f13be0a06ca19870bdd48cb73437b8c31ee9/646",
    "storage_unittests": "5b614213d9435a76a5eac20d2a51d994b4777cfa2086b065d1824a61d9bd7499/727",
    "sync_integration_tests": "b3cb54e388072e8bef6316e131705b3af0115dfa4305c8358b4bb2cbbce8455c/729",
    "ui_base_unittests": "4b26e5b166a233094abbdbd7ee21dd3d2ba5756a046271e84146343d6ebb5c7a/723",
    "ui_touch_selection_unittests": "58f20a8e00dcbbee2860f2e2e42438314d089ae61edd9512f268485dc5275e41/569",
    "unit_tests": "bca69fe6cae7c573199236554467f69d877b8f34b332efb8f34065950e615573/1062",
    "url_unittests": "f2d724f4d218a045bc6335cb96236e749f3069fd0b9424de24447b9ee81d4cb4/569",
    "views_unittests": "3ec86bab64bbd2f281b06be8954bc3c3016621cdd1faabe0853c74657009659d/569",
    "viz_unittests": "57ccc9fb656d30bcb12e5493784838a31cf2bbea8b735a95d320165d03eb7e60/653",
    "vr_common_unittests": "9434deece2672bd4c6f341cc7ef3a9affec7a37a68201c1072647383018bb1b1/648",
    "vr_pixeltests": "4a874dc2b87f3a880cda7660fa2c067618c234c43089efd85ffcd96bc1717fe4/646",
    "weblayer_browsertests": "a2cdd746e2a6dd25e21ad431107b4efd93f20cbb94b4b0d4fb3853e8aed61ffa/814",
    "weblayer_unittests": "10141a65b6151a8251b5d38b87c431b22e37c1e66d71fff974d112323defadd2/646",
    "wm_unittests": "2f3318e14f54c29bbf69da53a3df63fa953698de87ee2d5e09875ba0783578bb/569",
    "wtf_unittests": "a51f2c4a0421b888f55b84fa59029ddeb77a6cfc37b63201525055c7725618ed/569",
    "x11_unittests": "edde7a437b1a2935a49039db5c8bc59bd68c83556851f5e1a14a82a7ece447b3/569",
    "xr_browser_tests": "af6799c226759a171e9923cc9776a3d47fd389e236333f7e45ca3cbc581a7148/728",
    "zlib_unittests": "1e586bd2017f2988b48d95e324cfc261c42cdd09089e457b58d00737c060609e/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f431c7d0e777fb11af547b0f0c0c2c673f97a50
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79731
  • user_agent:recipe

Debug log (UTC)

[13:10:13.033] New invocation is queued and will start shortly
[13:10:13.033] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:10:14.207] Starting the invocation (attempt 1)
[13:10:14.246] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f431c7d0e777fb11af547b0f0c0c2c673f97a50"
[13:10:14.246] Popped gitiles commit info from properties and tags
[13:10:14.246] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:10:14.246] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:10:14.247] Buildbucket request:
{
  "requestId": "8994021398742267888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "10e5f34d1439f0bcd5b30bea5bfbf6bdaafd4935",
      "parent_got_dawn_revision": "3a464767a5301d85380a0e9256cde1deaaa18d42",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
      "parent_got_revision_cp": "refs/heads/main@{#948492}",
      "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
      "parent_got_v8_revision": "4745e98f1c7b142131683e40be41fd79cd6fbbff",
      "parent_got_v8_revision_cp": "refs/heads/9.8.149@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "7f0c9f2419003e3ca05ed51813842d2274209b61ca9cb3d9ff7d2beae9f0d897/569",
            "accessibility_unittests": "74cb3601e0c6047c43c5825aab3497889d05397b0f88da57f101f77167083156/569",
            "angle_unittests": "bb99714a58d2ee9265ef76d291775edbe70f6b54f4d89f4e6f72a64c86fad6f4/570",
            "app_shell_unittests": "1da15819c03e347afc6d3fb850336f8746748e574f01657cb590ca72bb3aff90/730",
            "aura_unittests": "ccecb3725c9d6c57d776416878ba5fe40057ff79bcef66c1949baf7baf825cc0/569",
            "base_unittests": "6c6494464e1ac89a2164f13aa7eaa7af9171eafc63fce63476428fc35c8585e2/648",
            "blink_common_unittests": "0289861c2efc926d4e251f24877edd4f8cc07d00e8e9334b2e838a0163b05374/647",
            "blink_fuzzer_unittests": "0606f81e98f7d22b4e50188efc2b4de92625e5094dd61448cabc21795fa4596a/569",
            "blink_heap_unittests": "dc8f14191b75e3b9d4b218f002bf1c0f76b12cd05e82a147ff8ce62863772950/569",
            "blink_platform_unittests": "504d5c0191e264196a3088eb271e27420f37071904ae075ec368109e39c4a7b0/726",
            "blink_unittests": "02133bb5b9ef68b754a3ee6b843af5a9337bfb8436e6a03ddab3797cfb712c45/810",
            "boringssl_crypto_tests": "c15fb5db7bd1ab2cc7e2c88f46bc39d93a534c26408b328fc5d219ff6e5e762b/570",
            "boringssl_ssl_tests": "753bfbe6330f235218c55b5fba659f2326fe1260fd4d78a517d3e2fb6241eed5/569",
            "capture_unittests": "467522a5e218006bc5631184fdc2977bec289dd53e3f78d3d50222c3cfb522b7/648",
            "cast_unittests": "df9cdf595e0fbba40e296bb42a40d8e40fb8ca50b7bc54d7dbcb9a81b3d64308/569",
            "cc_unittests": "c9bafdef04292f139885793de599452fe435d19ce165d9ef77d9dd1f7ef73c2f/653",
            "chrome_app_unittests": "b8635a1045d0c1251db97643686ca5d117dc267425299380e7cfcba957029960/648",
            "chromedriver_unittests": "b0513ffa7052babecc359a94ce7e108e5a46525be502bcc7031010052b5a14f6/726",
            "color_unittests": "ed2216ca5294f2ef6d8265543d4be5b99fa5fdce64a40f1149174709f3ebdb9e/569",
            "components_browsertests": "d62df98e592f0d2aac71e37586c7a1c13b706b5cb4cdc043f9ccc7527ecddde8/813",
            "components_unittests": "76692519362715e1408368770ef2dff2a8a79464c7de91a7549adaba785945d0/813",
            "compositor_unittests": "c219f10a8aaaeeb89648b9624b23bd2d3dab332c0af21eba0f48d27cf5e10cd6/645",
            "content_browsertests": "290dd17ac6b95638effa50cb47b5240c237a09c06198e4a6c433d6cb17b33575/887",
            "content_unittests": "f0879e1e91133942a7f8b70e4cb6705b17c3aaf0d18ed936e42c0d7a7dc77773/806",
            "cronet_tests": "97bd5c523131fc19fa79bb9194a0f8c1ee17d4e9318465e2c031f6aae2015b52/730",
            "cronet_unittests": "d64f8d4147ec87f3c8d5b1c2da3f21ce339af2af0810c44c976025243e021858/646",
            "crypto_unittests": "e805ec6179a628a141069dcb3554ebad048afb72135a1089cc35256ebe6ac443/569",
            "dbus_unittests": "d856612290a555fd6828eb2264d4ec826cf3c2a8440959312d5b9fc57418462e/569",
            "device_unittests": "cc04286ebcda4348aaee1df15369af2811f576c6177b560fe41523e80d1c50cb/646",
            "display_unittests": "f42013af22aafb930831313dffa30a06df24abb0136a621a67a9e35b70cdad60/569",
            "events_unittests": "1a5511a8c0d14bd14c5768b4d75a0e37655b9773fe8e68fa2f56434144b87ebb/569",
            "extensions_browsertests": "c9bf410ed46a7a1e3165d7ecfef3cdf46f731c1a47ca0fa8a7fc7011bc6c37aa/732",
            "extensions_unittests": "bd0c629995ecef9ee15d7869f1df328929698c11e7168ecc9d568536061fddb3/896",
            "filesystem_service_unittests": "02bcb704c62606585192f1560b6863bca0870a5ea650584534d278caa259182d/569",
            "gcm_unit_tests": "697bfa5816eaaad777fe41617144165af0ea3f6da50f7561792d933ff37944f4/646",
            "gfx_unittests": "89718c8641ba35ec9ba6aa7d3e1e8306f106f29c7c3bb4ada92272631350746d/645",
            "gin_unittests": "340dd9b3a2c6c25a2db4003b0b6d35238670724454c2aca363090907bfd0e34c/646",
            "gl_tests": "6f7206b749245a0e883868ea7f3840e244500523ffb3a1d2314693ac3492fdf2/569",
            "gl_unittests": "4e7f798d314de87bcba3a33fc1c85fed5e54d24dc656e34c193c277431516fa8/569",
            "google_apis_unittests": "f34acbbb25646e86fb632623ae092562e27de9290f563dd5a73fc26448bf77ec/731",
            "gpu_unittests": "eed48bfe926c675ec5154461830ff198c575a8b8cf7fd02f9d2c5418e6b5d5aa/646",
            "gwp_asan_unittests": "9814e10fbaf79ca3ba9ad9827932552bb17c11b78463cd7c67593bf06d962a0c/570",
            "headless_browsertests": "c21ae49bf4e1be41ca73bc03dc6294d45d9b58bb6d211a18e1d7cfb49c8e0e1a/730",
            "headless_unittests": "9d69c44fc4a90c8de303350d209c39a4e77a24fcfb03ddd7483e34b64a5a5ded/569",
            "interactive_ui_tests": "04de4bcefe623e0453b4d1e5a4f6fdf53945fef5cec758e291aa4adac26a249c/965",
            "ipc_tests": "6045bec16ad3e4b3300d293e3eea607b93140ce09ff47f29f058045fc0f635a9/569",
            "jingle_unittests": "8ee7ecb22109fbaa29b222e63b52b320e208ee58ad0a209cc379cad30a5afada/646",
            "latency_unittests": "0c6c2f7a8eb3e88492f9101a3c8a25ac9e8f7235f3c923c46d202a36d31d77c2/569",
            "libjingle_xmpp_unittests": "5c00bf506f793f4963cca1fe56ff91cf4cf5e146fc2071df9967a8d51a4c8b0f/569",
            "liburlpattern_unittests": "59da86ece09a820044b70232186c46e442a3a8e46d046cc99e092e4672e3236a/569",
            "media_unittests": "566588532595bf6e7ca7a13648aa6f4c86b2f34c0b77ca6a471af577292440a0/649",
            "message_center_unittests": "9773f3298f7394b85f7921e66e718a2e196593833a496f4e67664701ff5025d1/569",
            "midi_unittests": "84336075be675ce08fb73e38080f8dce2490ef57f94f86939b080c13fb48850e/569",
            "mojo_core_unittests": "ebb3ffbefdb1c5df523aa1e13b89bf43c80c4e645eb17a7e31e87641cf43540c/569",
            "mojo_unittests": "bca26976ea2fbbdc13026f20870e64813a5861beace714f1bf26e5c74a2a73f9/647",
            "native_theme_unittests": "d7115a24b9003edadc624984523f2dd4590d444f17161a261b7c2de0a0a7cc89/569",
            "net_unittests": "aee45492e259778ff1ced11342079bf37256337f43a033253d62b023314f9174/648",
            "openscreen_unittests": "1529c74cbed7cc45e0b9280892fea34023128e608eedb5d446141f38cb4bbaf5/648",
            "ozone_x11_unittests": "7276e79a8ed1c386a894821f179e385a7df19ff4b7ce9c6fd29d9e7957b36ec8/569",
            "pdf_unittests": "2c64b0afb2f5dacd435071ab26d0bd0afaad4b5db6ea8343886a93a291a2baa1/646",
            "perfetto_unittests": "27e29ccfc61a18d792920dabd8b6f6cf785569933d6d8986d0658687095d6bd9/569",
            "ppapi_unittests": "8d134822a7df6534105b35d3ff0a869b7a6f357b274a312691f7a6966c280aa1/569",
            "printing_unittests": "bac92786ed92db127a18238907e4c0ed6d20bb43679ba3d89296334b55cba8be/569",
            "remoting_unittests": "09bdadb6265e2728ec6a0c3a29aadba650b12718802f27cbe2ac169a4c555046/646",
            "sandbox_linux_unittests": "2f4fbf7bc54de6f0d8dd37a7646f9be7309a323102f0729898476111ad662ed0/569",
            "service_manager_unittests": "735e41dfdedebf9c7d4349549ce761f0be8fbfdcc7c0b850a090bf7a8e704609/569",
            "services_unittests": "8fd90bcf9ddc302565800c901d89e9b52ff7b8ff3a732817baa86b2e0f85b2ab/815",
            "shell_dialogs_unittests": "e268c85d676b04096a91a033e6cf85dd2782c035fed32d8fb1a236ce065c0e90/569",
            "skia_unittests": "d824d65d57b4b41e25017f31b63fc35c8cc603142f4de6efb9b0893c263a3517/569",
            "snapshot_unittests": "9e513f50be5841c1d2ac6aea846902fc902393150acf32765bd145a5541ea501/569",
            "sql_unittests": "f7f2969080d0addabb1e63c42147f13be0a06ca19870bdd48cb73437b8c31ee9/646",
            "storage_unittests": "5b614213d9435a76a5eac20d2a51d994b4777cfa2086b065d1824a61d9bd7499/727",
            "sync_integration_tests": "b3cb54e388072e8bef6316e131705b3af0115dfa4305c8358b4bb2cbbce8455c/729",
            "ui_base_unittests": "4b26e5b166a233094abbdbd7ee21dd3d2ba5756a046271e84146343d6ebb5c7a/723",
            "ui_touch_selection_unittests": "58f20a8e00dcbbee2860f2e2e42438314d089ae61edd9512f268485dc5275e41/569",
            "unit_tests": "bca69fe6cae7c573199236554467f69d877b8f34b332efb8f34065950e615573/1062",
            "url_unittests": "f2d724f4d218a045bc6335cb96236e749f3069fd0b9424de24447b9ee81d4cb4/569",
            "views_unittests": "3ec86bab64bbd2f281b06be8954bc3c3016621cdd1faabe0853c74657009659d/569",
            "viz_unittests": "57ccc9fb656d30bcb12e5493784838a31cf2bbea8b735a95d320165d03eb7e60/653",
            "vr_common_unittests": "9434deece2672bd4c6f341cc7ef3a9affec7a37a68201c1072647383018bb1b1/648",
            "vr_pixeltests": "4a874dc2b87f3a880cda7660fa2c067618c234c43089efd85ffcd96bc1717fe4/646",
            "weblayer_browsertests": "a2cdd746e2a6dd25e21ad431107b4efd93f20cbb94b4b0d4fb3853e8aed61ffa/814",
            "weblayer_unittests": "10141a65b6151a8251b5d38b87c431b22e37c1e66d71fff974d112323defadd2/646",
            "wm_unittests": "2f3318e14f54c29bbf69da53a3df63fa953698de87ee2d5e09875ba0783578bb/569",
            "wtf_unittests": "a51f2c4a0421b888f55b84fa59029ddeb77a6cfc37b63201525055c7725618ed/569",
            "x11_unittests": "edde7a437b1a2935a49039db5c8bc59bd68c83556851f5e1a14a82a7ece447b3/569",
            "xr_browser_tests": "af6799c226759a171e9923cc9776a3d47fd389e236333f7e45ca3cbc581a7148/728",
            "zlib_unittests": "1e586bd2017f2988b48d95e324cfc261c42cdd09089e457b58d00737c060609e/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994021398742267888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79731"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:10:14.772] Scheduled build:
{
  "id": "8828591336747042657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71684,
  "createdBy": "project:chromium",
  "createTime": "2021-12-06T13:10:14.305826667Z",
  "updateTime": "2021-12-06T13:10:14.305826667Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:10:14.772] Task URL: https://cr-buildbucket.appspot.com/build/8828591336747042657
[13:10:14.772] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:2:0) after 1m24s
[13:10:32.279] Received PubSub notification, asking Buildbucket for the build status
[13:10:36.288] Build status: STARTED
[13:11:38.857] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:2:0)
[13:11:38.890] Build status: STARTED
[13:11:38.890] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:4:0) after 7m50s
[13:19:28.939] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:4:0)
[13:19:28.984] Build status: STARTED
[13:19:28.984] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:5:0) after 9m54s
[13:29:23.111] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:5:0)
[13:29:23.162] Build status: STARTED
[13:29:23.162] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:6:0) after 4m9s
[13:33:32.184] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:6:0)
[13:33:32.222] Build status: STARTED
[13:33:32.222] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994021398742267888:7:0) after 8m4s
[13:40:16.802] Received PubSub notification, asking Buildbucket for the build status
[13:40:16.835] Build:
{
  "id": "8828591336747042657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71684,
  "createdBy": "project:chromium",
  "createTime": "2021-12-06T13:10:14.305826667Z",
  "startTime": "2021-12-06T13:10:29.609167Z",
  "endTime": "2021-12-06T13:40:15.830380343Z",
  "updateTime": "2021-12-06T13:40:15.830380343Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3f431c7d0e777fb11af547b0f0c0c2c673f97a50",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:40:16.835] Invocation finished in 30m3.816574085s with status FAILED