Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 44 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/90875 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "21883a3a6a68586a5a4cdd2add6020aa471fceb4"
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9524c639ae58ccbf523511f4c059719f02f66e0d",
  "parent_got_dawn_revision": "d3a1f1f68deb6bd1149170d65af292732b365a59",
  "parent_got_nacl_revision": "d2f043255597fe84888bbece2909f342f39b36c6",
  "parent_got_revision": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
  "parent_got_revision_cp": "refs/heads/main@{#1121796}",
  "parent_got_swiftshader_revision": "c85d70d97009a264fc5e7747316743a1abac5f67",
  "parent_got_v8_revision": "b0a3a06aa78a9beb4e8485eb502b20b2abe2abbf",
  "parent_got_v8_revision_cp": "refs/heads/11.3.244@{#1}",
  "parent_got_webrtc_revision": "94b51210f8c42c8052b905bc6ba00c3e1aa1fdb8",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#39667}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
  "swarm_hashes": {
    "absl_hardening_tests": "91b96488e2ae975e49d3c44bed3d75d0decc84b52b17c06eac8de742e07c010a/486",
    "accessibility_unittests": "478708350c9cfd8b4ac118e7d75d0921b93805559da54cc9b42a858a848dd1d5/486",
    "angle_unittests": "05441ca14e6dbbdfd6bdcb24196fdb05e769ff72c26eecb415a33e05e71bfd4c/487",
    "app_shell_unittests": "95d95c95d51ac4052baa1cb7f872a9eb384c94f579193add9155149f63cf701f/647",
    "aura_unittests": "037a12c1848b180a5a982b23745de426102ad2896cb416a00e73235756edb871/486",
    "base_unittests": "7ea586152042b93553cf125410b8ac5d51c02cd9a03910516120272fe3b91e68/565",
    "blink_common_unittests": "fb8c76e259289460d91a58d4285c6576b715f3c0ba68b357b9ba7018e97214b9/564",
    "blink_fuzzer_unittests": "d5c5795ee1da8aa4ca81e111c92473d3efa714c6fce98b6db04f2667663e68b3/486",
    "blink_heap_unittests": "b352ac6398c7c740bf1a98ee36adc552414f1af9c28d1da50b4500ead0c09f25/486",
    "blink_platform_unittests": "8e405b37220cd5b389577af6ca99368fd4a2c701499026c9dab84cac89588111/643",
    "blink_unittests": "2eb5ab945ba81859c2615287a439fe3a5214b1c2f13f72af21ee2218995e8d8d/727",
    "boringssl_crypto_tests": "33ee369aa8c313d7a108cf6ebebf6c284e077464aaa2066c1a103d7e1cfad346/487",
    "boringssl_ssl_tests": "876f306aa8d3fb25b6e8aac446d02267d3ce16b172a367a47fa43da5f4fb3b3b/486",
    "capture_unittests": "7ffc37a5d66de56e289e1715fa5bc242ea27508090cc746aef2444f0f2d21020/565",
    "cast_unittests": "7fca8cda1bd1f45a056cabf5763396c341c9d2e1c65fd29578bc23111a7744ff/486",
    "cc_unittests": "6c0ba14cd0da4ba89b7e14667e399f1ad80e3dcf9fef2f2127ced3fc7b5e447d/646",
    "chrome_app_unittests": "ce45125ea791a8e0a0b40c21019a75b74c3d734779136bb3dc2e036029f4aa46/649",
    "chromedriver_unittests": "63d4df32ec7def887055cd5bfd0146106f8a98da6e56bdd45cd7c41de37e7b67/643",
    "color_unittests": "ff7b8d5d4c361cb6fc873bd6884af46693e027618726cb4f9ca2773754da965e/486",
    "components_browsertests": "f978554acb78c35a8ca223334aa8b37982b7bb57114bbcad630e50022f4211be/730",
    "components_unittests": "5d6582d40e03b828157df0dbe8a7fef2f27ce58232ff8adc040740a49a059dec/731",
    "compositor_unittests": "31f34290f2074405df8340e31ddc600298b790273b5132828af4a0d0a85180c7/562",
    "content_browsertests": "054816e9e5b81e3ec3a646a6b2704883c8d15092138586a8760d361d5d82cba9/804",
    "content_unittests": "b731256b8a99182fc070d3f32e4d35bf26b5f7f67c3d09eec6e938535af4dba5/723",
    "cronet_tests": "b5573110afdc11da640636f7e62db5c6830fca2d1cc6bfd78f4733a8c0afcd34/647",
    "cronet_unittests": "ce8f8b38b0428ec4adb36564908a53d863894c240fa336e3fa427d1a116607e4/563",
    "crypto_unittests": "c7fb27de118573e5701e421a05f3658fab8c2e5f380729da9056b33bf78493b8/486",
    "dbus_unittests": "062e2d99658e38ab66b31a02371a449929771451bfc669e041e2df402c8ae1f7/486",
    "device_unittests": "e933e7e0481ffdeeded23594c1989c88839d3f8554c5fe5ccd99a5170346e356/563",
    "display_unittests": "0e0751711aadb19afbe431823146b4bbb185ed53196e6872939b86fbbb7edb99/486",
    "events_unittests": "035a76849adf2874721a7af4ad1697f154b1471df4c769f080e975177bbc6e87/486",
    "extensions_browsertests": "a536a2f23d7365fdbbd1aeeb99b0526083acefb53d3087160ce3c29804ac7edb/649",
    "extensions_unittests": "62c7bb666ca4996f2583f411399f6c65244ccb8f794d5a51ae9c72012cea9d61/729",
    "filesystem_service_unittests": "3c93b1fce2a5842e3937be7dda6c630e57717eaaf04ff44cfb17b82a26aa1cd2/486",
    "gcm_unit_tests": "e29f9aef775281c3edbd943c70932738aefd5c18e7006dc19ebdd0c2b29f206f/563",
    "gfx_unittests": "9f9f1b9d6abd4a157da520be0d39f2ff5aa45f0c18291ba510a500ba0dd3779f/562",
    "gin_unittests": "c7d309f1f1871edb906e21e8cafd7c5b03e8739a4b2ae6bd52a259ff283381a4/563",
    "gl_tests": "958f809baa02b9dedcc87211185ed3552af648f27834c259667029561eeb9d10/486",
    "gl_unittests": "9078a7965762a14cf14a73c610e9b365f3b1f426273c1cf5db626934fb0fb9f4/486",
    "google_apis_unittests": "8fd559ed0bc4c359a66712a321455c5b1fecba66e79083f3446cd183eef1f3be/648",
    "gpu_unittests": "7131e85c7040d07b7d8639f4d8520d253d003ec2b168ba13559005d0434dfc88/563",
    "gwp_asan_unittests": "4f4e23adbb3383c077b3ee500aaf6f5b43422d4e6add7c7067779138a8d27e2b/487",
    "headless_browsertests": "c38c7aa5c5149cbbeddabcc5acaed7af56f3ec58f47eafb6f5081a03077a8218/647",
    "headless_unittests": "979ba4d43f4acf3ffc324d575f6fa521e70fa268b2d46d06b90999f8171578c3/486",
    "interactive_ui_tests": "04a8d0c162ff63f8b1f00115e458d7929118376057a5bc3f446134ee8191c0b8/967",
    "ipc_tests": "1a3858dea2e1a03a97cc1ad2f13e59dfe5980c76f5160491c2a0f8badeeaaebb/486",
    "latency_unittests": "7e5a3ae0f15e9999363e6a3169e3eb20e744a52f3af91b4eb5f8c323c050d8fa/486",
    "libjingle_xmpp_unittests": "87a3eaeceb1bc7f95f2baf100e164224be4c25659741a9c19059f3a13274dd69/486",
    "liburlpattern_unittests": "1e58aeaa90cef99c8024a8ea9ee6b9038805652a7908d7728a363294bc77920b/486",
    "media_unittests": "913b3292e703ea9b8f87a3a030c00ca95f1165bd8e69c2a32c2be0f99331c81d/566",
    "message_center_unittests": "d6aa5cc78cc039c30a468aa04f4f13e51a515a59e50b2021b63f521d6d0bdaa4/486",
    "midi_unittests": "3a5bf29f25a478405745f87ef0a6982bbbfda3e911c2843d16441277816758bd/486",
    "mojo_unittests": "38492a8655178cdd8c1d4e1f09adcad6c6bc1a3c7fbe3007f1717213d7175f92/564",
    "native_theme_unittests": "710aea5c9f980c00914dd3adf78f893162ae26f804a93f3d39bd1ea0a06ef366/486",
    "net_unittests": "b87a6d59dd0f84c936d00f130cbbb15197c82e24ecf2d563b4cef34059edb9ca/565",
    "openscreen_unittests": "f99d034f7e981b3605c155d440543b98dc71fce42a2ddd175ece3f22d0b8d75f/487",
    "ozone_unittests": "e0d7453b52abdd4ca59e45b64f57fafbde44506c0d22c35cada7d380cd707fc6/486",
    "ozone_x11_unittests": "64d1e152515ea23fdd43318c90df4b267c95a517f8851d4bb0aee980542a54e3/486",
    "pdf_unittests": "43e8dd695584ea4e6a498fa879d7345b5f0bcfe78f207aa21474fd113b78cdae/563",
    "perfetto_unittests": "730f3eb28495f12fd63615d23cc237ab42dbdc907578cd4fc16312dab5447684/486",
    "ppapi_unittests": "34bacb02933f3486ebb9342669ee23c1c6300134b1410f9013ca1fc360b343d9/486",
    "printing_unittests": "0e2fa491eda6af7bb53bf26826bdf5274bf8c0d17b36ba90ed3a398daf9ac6d8/486",
    "remoting_unittests": "d1da3a8793235aaf8f436a84aafceb74ff4cd7d64db931c14e4cdba727505ae1/647",
    "sandbox_linux_unittests": "4c724f05e5d2b9a83d0c8da131bede48858bd90f8dd12f6ce2bdac0d35af341f/486",
    "service_manager_unittests": "755c3fdcbc6e6ad6fc24e12dab900bd5805383a2370e3881861232415d1401f1/486",
    "services_unittests": "89430c6abf3131f38fa5e74e4989d01c03d41407f4a07151c4d2e30100db6f78/732",
    "shell_dialogs_unittests": "651f2ebaee886bcd29a945fedd5bf53e6840e257ad490ee436a2b64701787a47/486",
    "skia_unittests": "f6e50656025f7d8e76c2f92c9becc0b5c707c87fbcefbf3b04a806810f7ee748/486",
    "snapshot_unittests": "29ac88d0c76789e7fe24f169fba3591aefeb8e95cc2b15c564de45237441d031/486",
    "sql_unittests": "786304195776adce4c5e867f1f261926e2c839fbdcdd32e5c3c477a9a2652a4c/563",
    "storage_unittests": "e2573142e1a7f8d0b26a5c75b52804482c8d5b31a64a9e8f10a16fd91aa87c15/644",
    "sync_integration_tests": "c69c9b7f416a9d0ba18928cacb9e415cafb5d4a2c51a9412c7377a88c93d5346/730",
    "ui_base_unittests": "eb4e1f6090227d1874c9a02908f4ecf919af782194c414069bff817658a6974e/640",
    "ui_touch_selection_unittests": "9f4cd5d71d63e3ffb239ce6ea930bad24292e202841f4bed9cedcb3b4b4ee05b/486",
    "unit_tests": "d8e731f9daa88e8c2938ab9840977cf6266e4d9dbaf8c00b9350bc8cf0749e34/1056",
    "url_unittests": "8dae2233eb94fea7ae5aff125813063f3e0fa06f6e09bfc36689be5f384ebd22/486",
    "views_unittests": "c2e637e6ef4891626e5948be19ff146562d0364f82d40dffa41f6ad1e631547f/487",
    "viz_unittests": "0d68c8fde8064affea6a6ad0abf04d13d268bd8448d7e9d79f933ff4c5130d0a/570",
    "vr_common_unittests": "0d8531fcaf2a1023f830f39ca7236158508cf3386669c65fc5d2deef10730887/649",
    "wm_unittests": "efa2c4bc0ba5805db2834157124647075edfe4e4d4149408a77f75c0c0374ae8/486",
    "wtf_unittests": "ec5214f337a9f1b6ef26253d4f3d0ce10e6e7acb726d5b9c74f1104c94473c9a/486",
    "xr_browser_tests": "268c2dea417533958cb920c1d7b728f0ed9e3bb41cbae0ad154b87536d2526dd/729",
    "zlib_unittests": "81854c28f4bcab7eabbe6f4681aa6cd5ace35c2a09716ea7109e30cb8e0be344/487"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "3ff7b03b3fe88a7146a0ec311af0d1f6de9a15570091955d63519a8c7af6f610/94",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/21883a3a6a68586a5a4cdd2add6020aa471fceb4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:90875
  • user_agent:recipe

Debug log (UTC)

[19:02:55.368] New invocation is queued and will start shortly
[19:02:55.368] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:02:56.452] Starting the invocation (attempt 1)
[19:02:56.485] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/21883a3a6a68586a5a4cdd2add6020aa471fceb4"
[19:02:56.485] Popped gitiles commit info from properties and tags
[19:02:56.485] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:02:56.485] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:02:56.486] Buildbucket request:
{
  "requestId": "8951146843313620848",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "21883a3a6a68586a5a4cdd2add6020aa471fceb4"
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9524c639ae58ccbf523511f4c059719f02f66e0d",
      "parent_got_dawn_revision": "d3a1f1f68deb6bd1149170d65af292732b365a59",
      "parent_got_nacl_revision": "d2f043255597fe84888bbece2909f342f39b36c6",
      "parent_got_revision": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
      "parent_got_revision_cp": "refs/heads/main@{#1121796}",
      "parent_got_swiftshader_revision": "c85d70d97009a264fc5e7747316743a1abac5f67",
      "parent_got_v8_revision": "b0a3a06aa78a9beb4e8485eb502b20b2abe2abbf",
      "parent_got_v8_revision_cp": "refs/heads/11.3.244@{#1}",
      "parent_got_webrtc_revision": "94b51210f8c42c8052b905bc6ba00c3e1aa1fdb8",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#39667}",
      "swarm_hashes": {
            "absl_hardening_tests": "91b96488e2ae975e49d3c44bed3d75d0decc84b52b17c06eac8de742e07c010a/486",
            "accessibility_unittests": "478708350c9cfd8b4ac118e7d75d0921b93805559da54cc9b42a858a848dd1d5/486",
            "angle_unittests": "05441ca14e6dbbdfd6bdcb24196fdb05e769ff72c26eecb415a33e05e71bfd4c/487",
            "app_shell_unittests": "95d95c95d51ac4052baa1cb7f872a9eb384c94f579193add9155149f63cf701f/647",
            "aura_unittests": "037a12c1848b180a5a982b23745de426102ad2896cb416a00e73235756edb871/486",
            "base_unittests": "7ea586152042b93553cf125410b8ac5d51c02cd9a03910516120272fe3b91e68/565",
            "blink_common_unittests": "fb8c76e259289460d91a58d4285c6576b715f3c0ba68b357b9ba7018e97214b9/564",
            "blink_fuzzer_unittests": "d5c5795ee1da8aa4ca81e111c92473d3efa714c6fce98b6db04f2667663e68b3/486",
            "blink_heap_unittests": "b352ac6398c7c740bf1a98ee36adc552414f1af9c28d1da50b4500ead0c09f25/486",
            "blink_platform_unittests": "8e405b37220cd5b389577af6ca99368fd4a2c701499026c9dab84cac89588111/643",
            "blink_unittests": "2eb5ab945ba81859c2615287a439fe3a5214b1c2f13f72af21ee2218995e8d8d/727",
            "boringssl_crypto_tests": "33ee369aa8c313d7a108cf6ebebf6c284e077464aaa2066c1a103d7e1cfad346/487",
            "boringssl_ssl_tests": "876f306aa8d3fb25b6e8aac446d02267d3ce16b172a367a47fa43da5f4fb3b3b/486",
            "capture_unittests": "7ffc37a5d66de56e289e1715fa5bc242ea27508090cc746aef2444f0f2d21020/565",
            "cast_unittests": "7fca8cda1bd1f45a056cabf5763396c341c9d2e1c65fd29578bc23111a7744ff/486",
            "cc_unittests": "6c0ba14cd0da4ba89b7e14667e399f1ad80e3dcf9fef2f2127ced3fc7b5e447d/646",
            "chrome_app_unittests": "ce45125ea791a8e0a0b40c21019a75b74c3d734779136bb3dc2e036029f4aa46/649",
            "chromedriver_unittests": "63d4df32ec7def887055cd5bfd0146106f8a98da6e56bdd45cd7c41de37e7b67/643",
            "color_unittests": "ff7b8d5d4c361cb6fc873bd6884af46693e027618726cb4f9ca2773754da965e/486",
            "components_browsertests": "f978554acb78c35a8ca223334aa8b37982b7bb57114bbcad630e50022f4211be/730",
            "components_unittests": "5d6582d40e03b828157df0dbe8a7fef2f27ce58232ff8adc040740a49a059dec/731",
            "compositor_unittests": "31f34290f2074405df8340e31ddc600298b790273b5132828af4a0d0a85180c7/562",
            "content_browsertests": "054816e9e5b81e3ec3a646a6b2704883c8d15092138586a8760d361d5d82cba9/804",
            "content_unittests": "b731256b8a99182fc070d3f32e4d35bf26b5f7f67c3d09eec6e938535af4dba5/723",
            "cronet_tests": "b5573110afdc11da640636f7e62db5c6830fca2d1cc6bfd78f4733a8c0afcd34/647",
            "cronet_unittests": "ce8f8b38b0428ec4adb36564908a53d863894c240fa336e3fa427d1a116607e4/563",
            "crypto_unittests": "c7fb27de118573e5701e421a05f3658fab8c2e5f380729da9056b33bf78493b8/486",
            "dbus_unittests": "062e2d99658e38ab66b31a02371a449929771451bfc669e041e2df402c8ae1f7/486",
            "device_unittests": "e933e7e0481ffdeeded23594c1989c88839d3f8554c5fe5ccd99a5170346e356/563",
            "display_unittests": "0e0751711aadb19afbe431823146b4bbb185ed53196e6872939b86fbbb7edb99/486",
            "events_unittests": "035a76849adf2874721a7af4ad1697f154b1471df4c769f080e975177bbc6e87/486",
            "extensions_browsertests": "a536a2f23d7365fdbbd1aeeb99b0526083acefb53d3087160ce3c29804ac7edb/649",
            "extensions_unittests": "62c7bb666ca4996f2583f411399f6c65244ccb8f794d5a51ae9c72012cea9d61/729",
            "filesystem_service_unittests": "3c93b1fce2a5842e3937be7dda6c630e57717eaaf04ff44cfb17b82a26aa1cd2/486",
            "gcm_unit_tests": "e29f9aef775281c3edbd943c70932738aefd5c18e7006dc19ebdd0c2b29f206f/563",
            "gfx_unittests": "9f9f1b9d6abd4a157da520be0d39f2ff5aa45f0c18291ba510a500ba0dd3779f/562",
            "gin_unittests": "c7d309f1f1871edb906e21e8cafd7c5b03e8739a4b2ae6bd52a259ff283381a4/563",
            "gl_tests": "958f809baa02b9dedcc87211185ed3552af648f27834c259667029561eeb9d10/486",
            "gl_unittests": "9078a7965762a14cf14a73c610e9b365f3b1f426273c1cf5db626934fb0fb9f4/486",
            "google_apis_unittests": "8fd559ed0bc4c359a66712a321455c5b1fecba66e79083f3446cd183eef1f3be/648",
            "gpu_unittests": "7131e85c7040d07b7d8639f4d8520d253d003ec2b168ba13559005d0434dfc88/563",
            "gwp_asan_unittests": "4f4e23adbb3383c077b3ee500aaf6f5b43422d4e6add7c7067779138a8d27e2b/487",
            "headless_browsertests": "c38c7aa5c5149cbbeddabcc5acaed7af56f3ec58f47eafb6f5081a03077a8218/647",
            "headless_unittests": "979ba4d43f4acf3ffc324d575f6fa521e70fa268b2d46d06b90999f8171578c3/486",
            "interactive_ui_tests": "04a8d0c162ff63f8b1f00115e458d7929118376057a5bc3f446134ee8191c0b8/967",
            "ipc_tests": "1a3858dea2e1a03a97cc1ad2f13e59dfe5980c76f5160491c2a0f8badeeaaebb/486",
            "latency_unittests": "7e5a3ae0f15e9999363e6a3169e3eb20e744a52f3af91b4eb5f8c323c050d8fa/486",
            "libjingle_xmpp_unittests": "87a3eaeceb1bc7f95f2baf100e164224be4c25659741a9c19059f3a13274dd69/486",
            "liburlpattern_unittests": "1e58aeaa90cef99c8024a8ea9ee6b9038805652a7908d7728a363294bc77920b/486",
            "media_unittests": "913b3292e703ea9b8f87a3a030c00ca95f1165bd8e69c2a32c2be0f99331c81d/566",
            "message_center_unittests": "d6aa5cc78cc039c30a468aa04f4f13e51a515a59e50b2021b63f521d6d0bdaa4/486",
            "midi_unittests": "3a5bf29f25a478405745f87ef0a6982bbbfda3e911c2843d16441277816758bd/486",
            "mojo_unittests": "38492a8655178cdd8c1d4e1f09adcad6c6bc1a3c7fbe3007f1717213d7175f92/564",
            "native_theme_unittests": "710aea5c9f980c00914dd3adf78f893162ae26f804a93f3d39bd1ea0a06ef366/486",
            "net_unittests": "b87a6d59dd0f84c936d00f130cbbb15197c82e24ecf2d563b4cef34059edb9ca/565",
            "openscreen_unittests": "f99d034f7e981b3605c155d440543b98dc71fce42a2ddd175ece3f22d0b8d75f/487",
            "ozone_unittests": "e0d7453b52abdd4ca59e45b64f57fafbde44506c0d22c35cada7d380cd707fc6/486",
            "ozone_x11_unittests": "64d1e152515ea23fdd43318c90df4b267c95a517f8851d4bb0aee980542a54e3/486",
            "pdf_unittests": "43e8dd695584ea4e6a498fa879d7345b5f0bcfe78f207aa21474fd113b78cdae/563",
            "perfetto_unittests": "730f3eb28495f12fd63615d23cc237ab42dbdc907578cd4fc16312dab5447684/486",
            "ppapi_unittests": "34bacb02933f3486ebb9342669ee23c1c6300134b1410f9013ca1fc360b343d9/486",
            "printing_unittests": "0e2fa491eda6af7bb53bf26826bdf5274bf8c0d17b36ba90ed3a398daf9ac6d8/486",
            "remoting_unittests": "d1da3a8793235aaf8f436a84aafceb74ff4cd7d64db931c14e4cdba727505ae1/647",
            "sandbox_linux_unittests": "4c724f05e5d2b9a83d0c8da131bede48858bd90f8dd12f6ce2bdac0d35af341f/486",
            "service_manager_unittests": "755c3fdcbc6e6ad6fc24e12dab900bd5805383a2370e3881861232415d1401f1/486",
            "services_unittests": "89430c6abf3131f38fa5e74e4989d01c03d41407f4a07151c4d2e30100db6f78/732",
            "shell_dialogs_unittests": "651f2ebaee886bcd29a945fedd5bf53e6840e257ad490ee436a2b64701787a47/486",
            "skia_unittests": "f6e50656025f7d8e76c2f92c9becc0b5c707c87fbcefbf3b04a806810f7ee748/486",
            "snapshot_unittests": "29ac88d0c76789e7fe24f169fba3591aefeb8e95cc2b15c564de45237441d031/486",
            "sql_unittests": "786304195776adce4c5e867f1f261926e2c839fbdcdd32e5c3c477a9a2652a4c/563",
            "storage_unittests": "e2573142e1a7f8d0b26a5c75b52804482c8d5b31a64a9e8f10a16fd91aa87c15/644",
            "sync_integration_tests": "c69c9b7f416a9d0ba18928cacb9e415cafb5d4a2c51a9412c7377a88c93d5346/730",
            "ui_base_unittests": "eb4e1f6090227d1874c9a02908f4ecf919af782194c414069bff817658a6974e/640",
            "ui_touch_selection_unittests": "9f4cd5d71d63e3ffb239ce6ea930bad24292e202841f4bed9cedcb3b4b4ee05b/486",
            "unit_tests": "d8e731f9daa88e8c2938ab9840977cf6266e4d9dbaf8c00b9350bc8cf0749e34/1056",
            "url_unittests": "8dae2233eb94fea7ae5aff125813063f3e0fa06f6e09bfc36689be5f384ebd22/486",
            "views_unittests": "c2e637e6ef4891626e5948be19ff146562d0364f82d40dffa41f6ad1e631547f/487",
            "viz_unittests": "0d68c8fde8064affea6a6ad0abf04d13d268bd8448d7e9d79f933ff4c5130d0a/570",
            "vr_common_unittests": "0d8531fcaf2a1023f830f39ca7236158508cf3386669c65fc5d2deef10730887/649",
            "wm_unittests": "efa2c4bc0ba5805db2834157124647075edfe4e4d4149408a77f75c0c0374ae8/486",
            "wtf_unittests": "ec5214f337a9f1b6ef26253d4f3d0ce10e6e7acb726d5b9c74f1104c94473c9a/486",
            "xr_browser_tests": "268c2dea417533958cb920c1d7b728f0ed9e3bb41cbae0ad154b87536d2526dd/729",
            "zlib_unittests": "81854c28f4bcab7eabbe6f4681aa6cd5ace35c2a09716ea7109e30cb8e0be344/487"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "3ff7b03b3fe88a7146a0ec311af0d1f6de9a15570091955d63519a8c7af6f610/94",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8951146843313620848"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "90875"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:02:56.917] Scheduled build:
{
  "id": "8785716781402795777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 82722,
  "createdBy": "project:chromium",
  "createTime": "2023-03-24T19:02:56.564468533Z",
  "updateTime": "2023-03-24T19:02:56.564468533Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
      "ref": "refs/heads/main"
    }
  }
}
[19:02:56.917] Task URL: https://cr-buildbucket.appspot.com/build/8785716781402795777
[19:02:56.917] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:2:0) after 9m52s
[19:07:05.285] Received PubSub notification, asking Buildbucket for the build status
[19:07:05.308] Build status: STARTED
[19:12:49.002] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:2:0)
[19:12:49.026] Build status: STARTED
[19:12:49.026] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:4:0) after 5m4s
[19:17:53.064] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:4:0)
[19:17:53.115] Build status: STARTED
[19:17:53.115] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:5:0) after 9m13s
[19:27:06.484] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:5:0)
[19:27:06.632] Build status: STARTED
[19:27:06.632] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:6:0) after 8m52s
[19:35:58.856] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:6:0)
[19:35:58.917] Build status: STARTED
[19:35:58.917] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:7:0) after 3m9s
[19:39:07.950] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:7:0)
[19:39:07.984] Build status: STARTED
[19:39:07.984] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:8:0) after 6m57s
[19:46:05.042] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:8:0)
[19:46:05.067] Build status: STARTED
[19:46:05.067] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8951146843313620848:9:0) after 7m37s
[19:46:58.843] Received PubSub notification, asking Buildbucket for the build status
[19:46:58.875] Build:
{
  "id": "8785716781402795777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 82722,
  "createdBy": "project:chromium",
  "createTime": "2023-03-24T19:02:56.564468533Z",
  "startTime": "2023-03-24T19:07:04.547356Z",
  "endTime": "2023-03-24T19:46:58.331909738Z",
  "updateTime": "2023-03-24T19:46:58.331909738Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "21883a3a6a68586a5a4cdd2add6020aa471fceb4",
      "ref": "refs/heads/main"
    }
  }
}
[19:46:58.875] Invocation finished in 44m3.517202272s with status FAILED