Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79801 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
  "parent_got_dawn_revision": "370e6bd7341034c840bbea8e2bd017ceab0257ea",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
  "parent_got_revision_cp": "refs/heads/main@{#949770}",
  "parent_got_swiftshader_revision": "a4232c15e287a38b93d2a55bd1d7894cb4effac3",
  "parent_got_v8_revision": "4f8420cf9e3d16e48b0abae6a365466f0fff2915",
  "parent_got_v8_revision_cp": "refs/heads/9.8.176@{#1}",
  "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
  "swarm_hashes": {
    "absl_hardening_tests": "d62dd1ad6b287e3ade931d803c171ffbfb79144f99a0d59cfc54847984b0da8c/569",
    "accessibility_unittests": "12822182e5fd9728a91ace187e749711fcefd9c5380c2299c8ac7282144f3b12/569",
    "angle_unittests": "404e26f384d2aa1c3a23477c28f7c2d395e82adf9017dafb979f75b0ee2240ed/570",
    "app_shell_unittests": "76992400bdf6a41f163b915c4c9f245f327bf79579cc7cba01ca9361d0e4a22b/730",
    "aura_unittests": "6aa60dc775fd3596da1163bd37f04d05c04b3be7f02b1aa14efbbb5fc51d9b8d/569",
    "base_unittests": "3ccdd9f273b643e2743968059f24203a109846c83a01ba1b3f2b02e535cabbe0/648",
    "blink_common_unittests": "c06c84f60ba854a33b3c0eb01ac7d9caf2360328ee35968a58206dc19b0e7167/647",
    "blink_fuzzer_unittests": "d7bdf21a4f21e8861435124acadad59964a8747d7f8342c90b164b70b043b623/569",
    "blink_heap_unittests": "9847737e6ef768e972bdd3ce3985e1708c59f6d308e9f771c123c35aed575fca/569",
    "blink_platform_unittests": "e3c754cacaa72a6656cb1702c741ca7ac5017e97568fa26b5048f795dd0c27f7/726",
    "blink_unittests": "e33dad58095e92799c7f3ec3ed5f6a02777264048bdb5d4a089fb30d008fb854/810",
    "boringssl_crypto_tests": "68b631681c3f34b766cd16e33d7535fdbd41d3cb961a26c1e7e3b61079f36f32/570",
    "boringssl_ssl_tests": "3666d2a838277ea8faf96353e56321cc4cbc635899328553dde916298395f1ba/569",
    "capture_unittests": "c3fcb16afccaec69b9563dab35d96a1448c375d199112d5f51b35e31c0ceb5b9/648",
    "cast_unittests": "7dd8226c1093e87035655ce20bdb05e2c76a0008df07f84e65c9065cb1e03d0e/569",
    "cc_unittests": "7b5e039a987b1dc617a331d3551ec4da3c2f6e0b3bdddce974ff1593c8134294/653",
    "chrome_app_unittests": "75260aa89f8eb7f420e610d809b226ac81b607d6b6ba7faea76dec2711e2bacb/648",
    "chromedriver_unittests": "d26a3788b4999c6ebaf3e98c4915214dc8f23c5dc71cbcb14858cd3771d0b027/726",
    "color_unittests": "b79a548bb698d090e85932c8b803af9551d3e725554daa61eba9639f3e57d671/569",
    "components_browsertests": "90114c2c7e5041ee4008226e35caaa551e4758a62f581547bc9406e6352fc9c9/813",
    "components_unittests": "ef9e534afa16439c1f33a72b5a409b91feabc34edcbba176e326a455a9df22c2/813",
    "compositor_unittests": "834b08c47756657b6a6636582473abdd8c297e0234d7c12f49ddf697e8dc1fc7/645",
    "content_browsertests": "2462a31ba2a0bfa0fc53efef6243eb12c64a7bd3973d0a41f390c4ff18ed823e/887",
    "content_unittests": "4fcbc57cebf0a97dc1e1fe1daf2ee041cf80c40b4043f15fbf2a5ebace12fb3e/806",
    "cronet_tests": "7b1946e5850fc82936839de68174ed746e387f4134f3c2652e676bdafe848be0/730",
    "cronet_unittests": "9f2594c95db8c80cffd3fe9ab522d2b309b5dd9cb712b0898db86bfc6ae1d6ad/646",
    "crypto_unittests": "b6fa3b57b8ccccfe995769877c95770f72d7567af6f8e9e20f4a2bbbf49ab263/569",
    "dbus_unittests": "86f7d2ecceb90334bee7bb60c0b2e70b2a2a58ec57be2c93e47e885d3f6c1c37/569",
    "device_unittests": "e1e4f7167eb29ffdfdc93f055a47bf55ea1f48df95ab3761b313718dad64555b/646",
    "display_unittests": "78adf00c94f4d259f9bf58e2964338ecbd746033775927884015b68d7a456d6c/569",
    "events_unittests": "cd88f389497160b970be29bc42ea3a27df5d07c401b7d9da18605a7d9c7e3cb6/569",
    "extensions_browsertests": "11b08453dbef7712351b59c7d04bc09c9799ed9a6dba21f4440d10070bb4d6ec/732",
    "extensions_unittests": "00643a4a9d7b9bcee2a96e90ffad28f19a2aa5dd56f785968313bfbb75461769/896",
    "filesystem_service_unittests": "232968d858eea8429a276a0a2254fbf5b7384e028a3c0f5fb09f673fae45229f/569",
    "gcm_unit_tests": "b3eb9baef9e3d4d84676e1389ab975dfec9c94ce93bb025878be3d0587c80da7/646",
    "gfx_unittests": "72571a54f83b9053d535f8cad7a0abc19a7427002e1479321927e0178cfb315b/645",
    "gin_unittests": "393df6629017804861d495845c836f0b2a631f80c237c5589043cdcd4b10399b/646",
    "gl_tests": "d77746aca831765a75362f82aec51de9a097c68bb59d6281a4cf60c894c2597d/569",
    "gl_unittests": "755c7b9d7a2a1a17cc6ce69f10312e43d80d3b12cf726822b878de3d333d1cb3/569",
    "google_apis_unittests": "a2d1a70fe72624c56c574ae6f04e658353407f2eeaf8205dd5729c6b36e702a8/731",
    "gpu_unittests": "fc69d061cba3e0a852a59486998f9bc373f8667eaf4b982d9f5b3f58a8f9d645/646",
    "gwp_asan_unittests": "19c0a9c506107abfe19638b8803b514e2ed03b1836eba58ca71dffbf53f3b223/570",
    "headless_browsertests": "76145d07009f51ee8869921a0fa3d83278214a0f6e77ee3104b93e8750570fd7/730",
    "headless_unittests": "97ebc2e9badebb4cf5f4c640125faa4af9ce6842a4b9e5401f61284414b4658d/569",
    "interactive_ui_tests": "b331ea1459f171ca723e8c66c4ec58d37652dd8c3401b5c5f79c05575425708f/965",
    "ipc_tests": "24011be59818e987cc6b620b2c28d49f2466373552713f6ab7a2782128c35e57/569",
    "jingle_unittests": "1bbb0071c7f495e98392d3d37a3cb092e1a35ce43ed951b6a934083c2895ff26/646",
    "latency_unittests": "149cb1330c9ba4d3fdba1ecfbf49dfd4a2b68e787d1ae85b9e141e41890d1bca/569",
    "libjingle_xmpp_unittests": "dc4d1a501a248d8564e1316318cac49738717e21b79f416cb4836a0a6d439319/569",
    "liburlpattern_unittests": "523746b7ef91dc0ffe5f461db76ae978e442f47d70f258bb6226d38c48791c16/569",
    "media_unittests": "1cfc601223a7e6b6282e8d9cd5a9201b810cd65d288378d7ff16fc11c6627c63/649",
    "message_center_unittests": "d26cd27f5585461ff06d7043b7ad377744e24d4e5f44d86f365e5169c9de8544/569",
    "midi_unittests": "3cf85f7a38b26174c06e0883666a5f0380169fe87fed1937b5a4a26cd0cf0d24/569",
    "mojo_core_unittests": "76b835f28032b4619ec469753aa73f85ca27a58ad810640d288006839d837d35/569",
    "mojo_unittests": "35d2428c82e21abea2cf8fdddef4203a428df42936f9f6485a349eeead23a88d/647",
    "native_theme_unittests": "799daa8ec6a574255687d9b0143a35be42430412de7d0053db530237dfb5554b/569",
    "net_unittests": "cfefc9535956fcf37d4ab9e8d71f736000f8c2c826dfba740f357e682f06e18e/648",
    "openscreen_unittests": "1dfebca83cb06ce2010d4f31b58bf63a7f95ef2913c9a1ee469b063c66bb1d47/648",
    "ozone_x11_unittests": "586829afac7f0a9a0aeba0c4cb3dea63f3f8c00a1de94bc6ec670985cc0b4960/569",
    "pdf_unittests": "e96ae246eef957017bafaaf0a1012d79409397d9bac0623d36ef80dcc249055d/646",
    "perfetto_unittests": "af2e9b4bc2d32459dc16385299e93dfd3fb641df10cbc9b0a9ce043d9ef17331/569",
    "ppapi_unittests": "8adef4459fe392f9fe3a499a43238f141b237901a2751d11e25fdaf616a5d63f/569",
    "printing_unittests": "dcbaf97112d0cf3394003024d55e24166318f4c933e8d71e3193089721e699b9/569",
    "remoting_unittests": "507d721a5a5664756f1d7dad94d44896ee5ac04e9a32e432f80532d32c4eb174/646",
    "sandbox_linux_unittests": "d0cf4bbb459db7e58d140e174bd07bceb4daa45b836720dc1caaca4411cc109b/569",
    "service_manager_unittests": "ddbe8d0381da8a47ef0a36b6df6052f52f1a7f8cacb455bfa0b343b5d47f230a/569",
    "services_unittests": "253d7f2769bda53e83d33963d42b3e61e774dc5a9b700fdfc3be4b22e80dd526/815",
    "shell_dialogs_unittests": "edd192f7b71c838612b97db90640ba1438b966dd827131c441cdbc8826e9d87e/569",
    "skia_unittests": "13d525e3794bce4780cfb62265bf2ed56676257d19325acf9e186b469a0c82b7/569",
    "snapshot_unittests": "54f3f4eb28386232b7a8c81082136a7071faeb152eff83d7cfaf41077ef82788/569",
    "sql_unittests": "cfc06e387651547e946348403c945ebbca046c35e959077962d08356dfef19f3/646",
    "storage_unittests": "f6a3e3bfe109550da5991cf30c12362e9d0e2f4c5651e79e565f33991fa88e07/727",
    "sync_integration_tests": "2a16e0e77e3b88d705c1376be00cbea155d79c917718c0458ced010c7131c13e/729",
    "ui_base_unittests": "aecd28fcb1e44ee04888199ad9547ccf45895b279b42e7997ac3e58f93e308dd/723",
    "ui_touch_selection_unittests": "1e309e2d6bf52087a65f6221a73002be0b170c32e6eebc22984a2b25528ffd9f/569",
    "unit_tests": "043dc048ae2ae4114d2d9c341f010263c0706bbc66e6e4c83c6442f604ac3392/1062",
    "url_unittests": "e2df29a94d5906dc9c050e0d5d1a4c734629554a4e3cd7105f9495426e29a6b1/569",
    "views_unittests": "2d689e85a73a868bd19d03fe76f016a25ed6e964d955043c3ea5286161fb9568/569",
    "viz_unittests": "40057a79ca36630e1596901834c62f164cd348f7b98a0e18ac7254d2b45041a5/653",
    "vr_common_unittests": "43da691e971f6896034b31640a7b93e359c8a371f67a4e4d20bca77df9d3ae3b/648",
    "vr_pixeltests": "7881a1f69696cb1677059eccd14459a0d3eec58469fb97d6e934ec9629b8bc84/646",
    "weblayer_browsertests": "99bce7298eb500c738c70e5072fadb539f8ce781a96d02723ea64dda14513379/814",
    "weblayer_unittests": "de16c4a429e58b1bc84f61e63180e6122ae0c757c4c8071c30b3f140f6bc281e/646",
    "wm_unittests": "ca611e027ad9f90671e14632e6990352bf571edb50cdea2b969bb44cd1ab89a6/569",
    "wtf_unittests": "df0f944f52f02d99053fce28cec9ea6482b95b0ded7f9566ce6825b3e1e47429/569",
    "x11_unittests": "8f80c0753bb60df76fd2eeeb983ea2ee3b81a7b86c2c82b3dd51ddf939c7e116/569",
    "xr_browser_tests": "ab96956f07569f3381038fd437ff6df25764b30f5a772f993ccc9d695e411695/728",
    "zlib_unittests": "aa098e4270a6b36803b9411a8d1856fffddfdbba9b820cb95d4c8c76736e55f4/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fa3c9d2638d2db347c21d00e9c757b9e64c8227
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79801
  • user_agent:recipe

Debug log (UTC)

[23:56:18.913] New invocation is queued and will start shortly
[23:56:18.914] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:56:19.995] Starting the invocation (attempt 1)
[23:56:20.032] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fa3c9d2638d2db347c21d00e9c757b9e64c8227"
[23:56:20.032] Popped gitiles commit info from properties and tags
[23:56:20.032] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:56:20.032] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:56:20.032] Buildbucket request:
{
  "requestId": "8993799555838274416",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
      "parent_got_dawn_revision": "370e6bd7341034c840bbea8e2bd017ceab0257ea",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
      "parent_got_revision_cp": "refs/heads/main@{#949770}",
      "parent_got_swiftshader_revision": "a4232c15e287a38b93d2a55bd1d7894cb4effac3",
      "parent_got_v8_revision": "4f8420cf9e3d16e48b0abae6a365466f0fff2915",
      "parent_got_v8_revision_cp": "refs/heads/9.8.176@{#1}",
      "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
      "swarm_hashes": {
            "absl_hardening_tests": "d62dd1ad6b287e3ade931d803c171ffbfb79144f99a0d59cfc54847984b0da8c/569",
            "accessibility_unittests": "12822182e5fd9728a91ace187e749711fcefd9c5380c2299c8ac7282144f3b12/569",
            "angle_unittests": "404e26f384d2aa1c3a23477c28f7c2d395e82adf9017dafb979f75b0ee2240ed/570",
            "app_shell_unittests": "76992400bdf6a41f163b915c4c9f245f327bf79579cc7cba01ca9361d0e4a22b/730",
            "aura_unittests": "6aa60dc775fd3596da1163bd37f04d05c04b3be7f02b1aa14efbbb5fc51d9b8d/569",
            "base_unittests": "3ccdd9f273b643e2743968059f24203a109846c83a01ba1b3f2b02e535cabbe0/648",
            "blink_common_unittests": "c06c84f60ba854a33b3c0eb01ac7d9caf2360328ee35968a58206dc19b0e7167/647",
            "blink_fuzzer_unittests": "d7bdf21a4f21e8861435124acadad59964a8747d7f8342c90b164b70b043b623/569",
            "blink_heap_unittests": "9847737e6ef768e972bdd3ce3985e1708c59f6d308e9f771c123c35aed575fca/569",
            "blink_platform_unittests": "e3c754cacaa72a6656cb1702c741ca7ac5017e97568fa26b5048f795dd0c27f7/726",
            "blink_unittests": "e33dad58095e92799c7f3ec3ed5f6a02777264048bdb5d4a089fb30d008fb854/810",
            "boringssl_crypto_tests": "68b631681c3f34b766cd16e33d7535fdbd41d3cb961a26c1e7e3b61079f36f32/570",
            "boringssl_ssl_tests": "3666d2a838277ea8faf96353e56321cc4cbc635899328553dde916298395f1ba/569",
            "capture_unittests": "c3fcb16afccaec69b9563dab35d96a1448c375d199112d5f51b35e31c0ceb5b9/648",
            "cast_unittests": "7dd8226c1093e87035655ce20bdb05e2c76a0008df07f84e65c9065cb1e03d0e/569",
            "cc_unittests": "7b5e039a987b1dc617a331d3551ec4da3c2f6e0b3bdddce974ff1593c8134294/653",
            "chrome_app_unittests": "75260aa89f8eb7f420e610d809b226ac81b607d6b6ba7faea76dec2711e2bacb/648",
            "chromedriver_unittests": "d26a3788b4999c6ebaf3e98c4915214dc8f23c5dc71cbcb14858cd3771d0b027/726",
            "color_unittests": "b79a548bb698d090e85932c8b803af9551d3e725554daa61eba9639f3e57d671/569",
            "components_browsertests": "90114c2c7e5041ee4008226e35caaa551e4758a62f581547bc9406e6352fc9c9/813",
            "components_unittests": "ef9e534afa16439c1f33a72b5a409b91feabc34edcbba176e326a455a9df22c2/813",
            "compositor_unittests": "834b08c47756657b6a6636582473abdd8c297e0234d7c12f49ddf697e8dc1fc7/645",
            "content_browsertests": "2462a31ba2a0bfa0fc53efef6243eb12c64a7bd3973d0a41f390c4ff18ed823e/887",
            "content_unittests": "4fcbc57cebf0a97dc1e1fe1daf2ee041cf80c40b4043f15fbf2a5ebace12fb3e/806",
            "cronet_tests": "7b1946e5850fc82936839de68174ed746e387f4134f3c2652e676bdafe848be0/730",
            "cronet_unittests": "9f2594c95db8c80cffd3fe9ab522d2b309b5dd9cb712b0898db86bfc6ae1d6ad/646",
            "crypto_unittests": "b6fa3b57b8ccccfe995769877c95770f72d7567af6f8e9e20f4a2bbbf49ab263/569",
            "dbus_unittests": "86f7d2ecceb90334bee7bb60c0b2e70b2a2a58ec57be2c93e47e885d3f6c1c37/569",
            "device_unittests": "e1e4f7167eb29ffdfdc93f055a47bf55ea1f48df95ab3761b313718dad64555b/646",
            "display_unittests": "78adf00c94f4d259f9bf58e2964338ecbd746033775927884015b68d7a456d6c/569",
            "events_unittests": "cd88f389497160b970be29bc42ea3a27df5d07c401b7d9da18605a7d9c7e3cb6/569",
            "extensions_browsertests": "11b08453dbef7712351b59c7d04bc09c9799ed9a6dba21f4440d10070bb4d6ec/732",
            "extensions_unittests": "00643a4a9d7b9bcee2a96e90ffad28f19a2aa5dd56f785968313bfbb75461769/896",
            "filesystem_service_unittests": "232968d858eea8429a276a0a2254fbf5b7384e028a3c0f5fb09f673fae45229f/569",
            "gcm_unit_tests": "b3eb9baef9e3d4d84676e1389ab975dfec9c94ce93bb025878be3d0587c80da7/646",
            "gfx_unittests": "72571a54f83b9053d535f8cad7a0abc19a7427002e1479321927e0178cfb315b/645",
            "gin_unittests": "393df6629017804861d495845c836f0b2a631f80c237c5589043cdcd4b10399b/646",
            "gl_tests": "d77746aca831765a75362f82aec51de9a097c68bb59d6281a4cf60c894c2597d/569",
            "gl_unittests": "755c7b9d7a2a1a17cc6ce69f10312e43d80d3b12cf726822b878de3d333d1cb3/569",
            "google_apis_unittests": "a2d1a70fe72624c56c574ae6f04e658353407f2eeaf8205dd5729c6b36e702a8/731",
            "gpu_unittests": "fc69d061cba3e0a852a59486998f9bc373f8667eaf4b982d9f5b3f58a8f9d645/646",
            "gwp_asan_unittests": "19c0a9c506107abfe19638b8803b514e2ed03b1836eba58ca71dffbf53f3b223/570",
            "headless_browsertests": "76145d07009f51ee8869921a0fa3d83278214a0f6e77ee3104b93e8750570fd7/730",
            "headless_unittests": "97ebc2e9badebb4cf5f4c640125faa4af9ce6842a4b9e5401f61284414b4658d/569",
            "interactive_ui_tests": "b331ea1459f171ca723e8c66c4ec58d37652dd8c3401b5c5f79c05575425708f/965",
            "ipc_tests": "24011be59818e987cc6b620b2c28d49f2466373552713f6ab7a2782128c35e57/569",
            "jingle_unittests": "1bbb0071c7f495e98392d3d37a3cb092e1a35ce43ed951b6a934083c2895ff26/646",
            "latency_unittests": "149cb1330c9ba4d3fdba1ecfbf49dfd4a2b68e787d1ae85b9e141e41890d1bca/569",
            "libjingle_xmpp_unittests": "dc4d1a501a248d8564e1316318cac49738717e21b79f416cb4836a0a6d439319/569",
            "liburlpattern_unittests": "523746b7ef91dc0ffe5f461db76ae978e442f47d70f258bb6226d38c48791c16/569",
            "media_unittests": "1cfc601223a7e6b6282e8d9cd5a9201b810cd65d288378d7ff16fc11c6627c63/649",
            "message_center_unittests": "d26cd27f5585461ff06d7043b7ad377744e24d4e5f44d86f365e5169c9de8544/569",
            "midi_unittests": "3cf85f7a38b26174c06e0883666a5f0380169fe87fed1937b5a4a26cd0cf0d24/569",
            "mojo_core_unittests": "76b835f28032b4619ec469753aa73f85ca27a58ad810640d288006839d837d35/569",
            "mojo_unittests": "35d2428c82e21abea2cf8fdddef4203a428df42936f9f6485a349eeead23a88d/647",
            "native_theme_unittests": "799daa8ec6a574255687d9b0143a35be42430412de7d0053db530237dfb5554b/569",
            "net_unittests": "cfefc9535956fcf37d4ab9e8d71f736000f8c2c826dfba740f357e682f06e18e/648",
            "openscreen_unittests": "1dfebca83cb06ce2010d4f31b58bf63a7f95ef2913c9a1ee469b063c66bb1d47/648",
            "ozone_x11_unittests": "586829afac7f0a9a0aeba0c4cb3dea63f3f8c00a1de94bc6ec670985cc0b4960/569",
            "pdf_unittests": "e96ae246eef957017bafaaf0a1012d79409397d9bac0623d36ef80dcc249055d/646",
            "perfetto_unittests": "af2e9b4bc2d32459dc16385299e93dfd3fb641df10cbc9b0a9ce043d9ef17331/569",
            "ppapi_unittests": "8adef4459fe392f9fe3a499a43238f141b237901a2751d11e25fdaf616a5d63f/569",
            "printing_unittests": "dcbaf97112d0cf3394003024d55e24166318f4c933e8d71e3193089721e699b9/569",
            "remoting_unittests": "507d721a5a5664756f1d7dad94d44896ee5ac04e9a32e432f80532d32c4eb174/646",
            "sandbox_linux_unittests": "d0cf4bbb459db7e58d140e174bd07bceb4daa45b836720dc1caaca4411cc109b/569",
            "service_manager_unittests": "ddbe8d0381da8a47ef0a36b6df6052f52f1a7f8cacb455bfa0b343b5d47f230a/569",
            "services_unittests": "253d7f2769bda53e83d33963d42b3e61e774dc5a9b700fdfc3be4b22e80dd526/815",
            "shell_dialogs_unittests": "edd192f7b71c838612b97db90640ba1438b966dd827131c441cdbc8826e9d87e/569",
            "skia_unittests": "13d525e3794bce4780cfb62265bf2ed56676257d19325acf9e186b469a0c82b7/569",
            "snapshot_unittests": "54f3f4eb28386232b7a8c81082136a7071faeb152eff83d7cfaf41077ef82788/569",
            "sql_unittests": "cfc06e387651547e946348403c945ebbca046c35e959077962d08356dfef19f3/646",
            "storage_unittests": "f6a3e3bfe109550da5991cf30c12362e9d0e2f4c5651e79e565f33991fa88e07/727",
            "sync_integration_tests": "2a16e0e77e3b88d705c1376be00cbea155d79c917718c0458ced010c7131c13e/729",
            "ui_base_unittests": "aecd28fcb1e44ee04888199ad9547ccf45895b279b42e7997ac3e58f93e308dd/723",
            "ui_touch_selection_unittests": "1e309e2d6bf52087a65f6221a73002be0b170c32e6eebc22984a2b25528ffd9f/569",
            "unit_tests": "043dc048ae2ae4114d2d9c341f010263c0706bbc66e6e4c83c6442f604ac3392/1062",
            "url_unittests": "e2df29a94d5906dc9c050e0d5d1a4c734629554a4e3cd7105f9495426e29a6b1/569",
            "views_unittests": "2d689e85a73a868bd19d03fe76f016a25ed6e964d955043c3ea5286161fb9568/569",
            "viz_unittests": "40057a79ca36630e1596901834c62f164cd348f7b98a0e18ac7254d2b45041a5/653",
            "vr_common_unittests": "43da691e971f6896034b31640a7b93e359c8a371f67a4e4d20bca77df9d3ae3b/648",
            "vr_pixeltests": "7881a1f69696cb1677059eccd14459a0d3eec58469fb97d6e934ec9629b8bc84/646",
            "weblayer_browsertests": "99bce7298eb500c738c70e5072fadb539f8ce781a96d02723ea64dda14513379/814",
            "weblayer_unittests": "de16c4a429e58b1bc84f61e63180e6122ae0c757c4c8071c30b3f140f6bc281e/646",
            "wm_unittests": "ca611e027ad9f90671e14632e6990352bf571edb50cdea2b969bb44cd1ab89a6/569",
            "wtf_unittests": "df0f944f52f02d99053fce28cec9ea6482b95b0ded7f9566ce6825b3e1e47429/569",
            "x11_unittests": "8f80c0753bb60df76fd2eeeb983ea2ee3b81a7b86c2c82b3dd51ddf939c7e116/569",
            "xr_browser_tests": "ab96956f07569f3381038fd437ff6df25764b30f5a772f993ccc9d695e411695/728",
            "zlib_unittests": "aa098e4270a6b36803b9411a8d1856fffddfdbba9b820cb95d4c8c76736e55f4/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993799555838274416"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79801"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:56:20.537] Scheduled build:
{
  "id": "8828369493928491953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71754,
  "createdBy": "project:chromium",
  "createTime": "2021-12-08T23:56:20.103663442Z",
  "updateTime": "2021-12-08T23:56:20.103663442Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:56:20.537] Task URL: https://cr-buildbucket.appspot.com/build/8828369493928491953
[23:56:20.537] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:2:0) after 1m59s
[23:56:26.580] Received PubSub notification, asking Buildbucket for the build status
[23:56:26.601] Build status: STARTED
[23:58:19.564] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:2:0)
[23:58:19.593] Build status: STARTED
[23:58:19.593] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:4:0) after 1m19s
[23:59:38.677] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:4:0)
[23:59:38.716] Build status: STARTED
[23:59:38.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:5:0) after 6m5s
[00:05:43.854] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:5:0)
[00:05:43.877] Build status: STARTED
[00:05:43.877] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:6:0) after 1m25s
[00:07:09.355] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:6:0)
[00:07:09.380] Build status: STARTED
[00:07:09.380] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:7:0) after 4m38s
[00:11:47.515] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:7:0)
[00:11:47.546] Build status: STARTED
[00:11:47.546] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:8:0) after 2m34s
[00:14:21.624] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:8:0)
[00:14:21.656] Build status: STARTED
[00:14:21.656] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993799555838274416:9:0) after 9m52s
[00:23:01.742] Received PubSub notification, asking Buildbucket for the build status
[00:23:01.764] Build:
{
  "id": "8828369493928491953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71754,
  "createdBy": "project:chromium",
  "createTime": "2021-12-08T23:56:20.103663442Z",
  "startTime": "2021-12-08T23:56:25.638766Z",
  "endTime": "2021-12-09T00:23:01.397690463Z",
  "updateTime": "2021-12-09T00:23:01.397690463Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fa3c9d2638d2db347c21d00e9c757b9e64c8227",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:23:01.764] Invocation finished in 26m42.865261691s with status FAILED