Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77597 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "84be7ac377172e92b2d54e53067e4d80a95ce1ec"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1ae7981088c22832b5812082aaad1d04f3f03721",
  "parent_got_dawn_revision": "edeb54abf348847387fee370eea5aac7329c30b2",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
  "parent_got_revision_cp": "refs/heads/main@{#923568}",
  "parent_got_swiftshader_revision": "c4e232712ace374167459a5eba01ab16975a15ff",
  "parent_got_v8_revision": "41d0fac83a34e0820fd87dd34b9cf67cc18aae17",
  "parent_got_v8_revision_cp": "refs/heads/9.6.69@{#1}",
  "parent_got_webrtc_revision": "b918230640db5df3f72994fe2a2e037f078b1e95",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35055}",
  "revision": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
  "swarm_hashes": {
    "absl_hardening_tests": "1ff55df90d018416ba59b087626818f8e1b07463012874ea0e10887d13f9ab65/569",
    "accessibility_unittests": "df2ad762567887861a4c72ac151f83682616ca92c787944d85138afb6f94bbfe/569",
    "angle_unittests": "d17edfc5d51d51b03212bcadf766a2158851d16a321d5c3dfda74943546ed169/570",
    "app_shell_unittests": "228b32894b6559edbabb5327c6aaf3519d1097b9fb9ca6047143130cbc503a81/809",
    "aura_unittests": "b2861339c2a82ca6033e09b020aed3ed31bed1dc5b90b29d2761a14ee081961a/569",
    "base_unittests": "8ae0466d97ab989cc67fa3a96a1798cef2b39f3eadab7f3133ca53fb7118e3b7/648",
    "blink_common_unittests": "c99e379bbadd37977abf9e35dd4d5ba72e81562b05f527367e360b9217480354/647",
    "blink_fuzzer_unittests": "2774d051f748ff8fcc85cf926218b3cba1cab57cb79d489f5d3baf75ba2f089b/648",
    "blink_heap_unittests": "bac064370de0dad546457e5f6f9fdb3ae7511b7d62ddc8a7dc4f9d9ae08b0e17/648",
    "blink_platform_unittests": "48c04c43065c1ee9327988f077d37add8763256869785ed87d7f0d9ca77e30a8/726",
    "blink_unittests": "fd679f174ae707877ffd1bc4a6e42da4ce08ec92f86b7b753c74443dea1a7b0c/726",
    "boringssl_crypto_tests": "72dea8265f3423ad3dd0703cec270fb930435868ce9838919bb2e27c7d6de4bd/570",
    "boringssl_ssl_tests": "a71a92e888d9dea36f61f3c1e4ac1feeefddf076b5984dd3bebcfa140ba37f7a/569",
    "capture_unittests": "494cd2070686be3957518865e8968e9741b9fd44f5d0d71ca299030352e921c1/648",
    "cast_unittests": "73acb8d2ccf34a50f95fcd7ff1c96f43839bc1188c460413e682dd67b807aeed/569",
    "cc_unittests": "83b58b592a5d14d28bcb16e8d5778e14cb672a36b243c0bc95600f4a22a638a7/653",
    "chrome_app_unittests": "91f5f9e823f35724ebb943cf5c04a878318d2b1bc28e5495a301fcbc21c668cc/811",
    "chromedriver_unittests": "d031e435a575f47ba348f60de2048a922c2b4a4c09f5c4ddc5da60b7c1ca44d3/726",
    "color_unittests": "da426595c3177954dbf35a1accb49ae909c64b42fba4b941ddb970c8d4f0db4c/569",
    "components_browsertests": "c0b71d9c0d0914ddfd38448d516143cf2ad4d8eb7f2f90dab81b6d501e185d5f/892",
    "components_unittests": "bb46bd591286b2cb0efe81be17e36cdf3d46e70a206371af7b2d63c3c32350e4/892",
    "compositor_unittests": "e9e380fa643cd06221440e1aaa72dd00080a9be9240db2b1c834bb1ba3f524b7/645",
    "content_browsertests": "b570a7c9c4a34ee2a1517135e315cf63ae80cc70ce0eda919386d22ba8769fea/887",
    "content_unittests": "f782b438ac38303f5d8ca5954217f451c9dcc0158d59cf9f7bcd2fc775c8d229/806",
    "cronet_tests": "b2c6a2a37354deee73025a54570db2b85a8d0bb8a069ec86d3b7ff3db46cacc8/730",
    "cronet_unittests": "60ed842e5b3e1de18ecbdd2e44ba8b977e1d6851680de2bfed299350078ee51e/646",
    "crypto_unittests": "3845ba2f3a1ef00378a5f138f1786506ffe8fa4d58bda59995733ae2f8f8a011/569",
    "dbus_unittests": "ad31af1fdaa8d8a2cb72698de7360019c837dac1284b5fdc7c29ad436130fd39/569",
    "device_unittests": "edc4aa9a27c2017c2f02cc7e66d267051098211c13e4a3b6c520b972859092c0/646",
    "display_unittests": "c8d95df282ebba9eb324fed0bb0ffe52d01b67848601ee31a224ed453f01a816/569",
    "events_unittests": "28a587fa9026900a6b33f45c0ec04c6851d093734761bafa66588385211a03cf/569",
    "extensions_browsertests": "94f23f51192774ec6fd7b4c7b199a249b3bec53d779ed8784e868649f19b750b/811",
    "extensions_unittests": "8a10282d14d0b3bb81bcc3ceaab07f79f46223d54a3777640206a7228621ffb8/975",
    "filesystem_service_unittests": "fef39a2e7a8b94ae8636fc5ae840a888b9dd5d87b513dd59f0b3e4ce793690b1/569",
    "gcm_unit_tests": "6b1df273af28ed15f59bf568f8c4187bd6647afde93be542324c5a8023065128/646",
    "gfx_unittests": "22f6279c949d023ff82d39425602e190520d0972dcd29e6fbe744619293d5bd2/645",
    "gin_unittests": "ff426e0481d905fb5b19fe2e7beb8b8d0799ea1dab76c8ae6d2de61d8b9e33de/646",
    "gl_tests": "e9601cd01fe1fe7546da46300a98a448d82d800c65debfacdb3d6788508109bf/569",
    "gl_unittests": "27002282843d57e6e16a773a3c4eec162d5a2ee5145ee504a0df299b66a288d5/569",
    "google_apis_unittests": "73967eed13a033f74b9c18fd85bce59cedee764e9359ce6bf27c1f8453817d37/731",
    "gpu_unittests": "b22ccc3a286cec06ae606dca1519370051ebe487be1cb15c79638a1ba91a3a14/646",
    "gtk_unittests": "64dfd9236bd3a5edcb2e74d7361b72c6a290d49c542d9929644401677fa43335/569",
    "gwp_asan_unittests": "82ed73022d9c17fa23afa48beced7ef962db03435e30641eb112affcf23beeb6/570",
    "headless_browsertests": "c2d8e93e84507ea0e49e2e1f6fe5e08690f57378fe841aa401837b12e6b5b625/809",
    "headless_unittests": "776f0251e51b344f2eefb772bae1284c4d0d26549741fc39b39f6000a33bb16e/569",
    "interactive_ui_tests": "161f69351a31f8cbb28b1565844401ac55558ab84baa88690820f25b3b7a3910/1128",
    "ipc_tests": "4c121acef948f4483819e5b7b7412ccf3e5fded6e61970cc731ab58977f82381/569",
    "jingle_unittests": "0a2adf43aaae80f3f73f2b034d1ad150b41b47c4baa36caac495ad989553abda/646",
    "latency_unittests": "aaacea710be3fb4317cf274291643816d307133f867c73d442549ada7e519c0c/569",
    "libjingle_xmpp_unittests": "4c553bfd37800523629318a398ebe259c5bc5d1f3034c5fd53520a142d3c8b14/569",
    "liburlpattern_unittests": "519234c8ffe27a57184a5fc951d506cae48491eb41b0aa1b184d330efd4bec29/569",
    "media_unittests": "3f6a8b54eda8d7670cd7bb4e59a476df827b3d044ebd9f242e07eccd5a466998/649",
    "message_center_unittests": "c154a2180621955e497a5e05e444b60297a35f67dacafe65ddc845cfee5b2061/569",
    "midi_unittests": "aa4f861ad3912c762e7e1685cb2636873f0cf60d9297089538e0221e6b13deaf/569",
    "mojo_core_unittests": "c8e118590a0bb28934dcdfa3519a87c09bbdaaa20aab588e73ef46f2fbd39827/569",
    "mojo_unittests": "dafa23a04b2ade23b92ef66928ec499f243bb9e66a82870e56ac4964702e7167/647",
    "native_theme_unittests": "520477709e9350b2cb0277b7f12369a8799fa02080605dd2985b4eab1acc8446/569",
    "net_unittests": "abfc010e3d1952c20addfa9c57c88d450d4fb706ce296dbdb881ea5d8b3103a0/648",
    "openscreen_unittests": "d9010c49fa7675a54ee3d26d62512e1b397b2f0179de1dc5e76cb4dfe80a584c/811",
    "pdf_unittests": "fc8eb93870915e0c21081b35fd76eed3bdba0b0f9ae139c55bc5baeca28b6e15/725",
    "perfetto_unittests": "686c67d716a300fc1b6c768898cc6860e666697abf47b991af912f52ebb8784a/569",
    "ppapi_unittests": "6840b5e98c9c6dc3551a7ccbaf9c0e06ec1edd49ee10fdd4ddea30067d0ce065/569",
    "printing_unittests": "52c03711039fa822830f90732cdc9ebb80f549c7875c0febb8691e17d2b70b87/569",
    "remoting_unittests": "ca6e1766aff6667e6283db278b3825efe8ba1b60359ed5cb47cf944bdb1d4a30/646",
    "sandbox_linux_unittests": "9efd8129b8a4bc538c47aebbb113297cf8d3aa9d2ffea89833d902d513614a19/569",
    "service_manager_unittests": "6f4c99f9341e67e097b02503cb7a48d4dbbf1c67b43d76624d1037aed930fca9/569",
    "services_unittests": "ad35b4227a09650bea1e021c27d6c51eaadfcf2e7d1fb02ac43018f2f8f1ab45/815",
    "shell_dialogs_unittests": "7bfa95088201195d41068bfb7173791d64eef253d6bd0e6cea9ace1cc7c547c8/569",
    "skia_unittests": "d3ed0a89f134541170469523991b11cf1dc034cfdc416f59edd2a970b4abc302/569",
    "snapshot_unittests": "d15cca9b5d8509b76493409ca0652d7ead231c3d6c6bde3e9f27b887c9ba35eb/569",
    "sql_unittests": "77f71534ac67ba9636372137c26439d58cbfe5853524bf2dd55375bb28b99f35/646",
    "storage_unittests": "ce8f6693b11fc8cfc0b1310d95b9c115ff4e635ad611030f3c992906ca8d0cd0/727",
    "sync_integration_tests": "7b3585db8f8b05035de2be8c680c7076c0e6265c54244359353de2effdd40bbb/892",
    "ui_base_unittests": "7a34a6841d9e3438523f320e29c962c6560c6b17bd3a6e8c0ead7bfa0f95464a/723",
    "ui_touch_selection_unittests": "dc5c71c58af121ba39e2a9ad8111ed80eda9504b1d9373d46862ca57ef2fffb4/569",
    "unit_tests": "2b564c80b8cc66c20c9fdcc75378e0cc7327e2f9802787bb5190b58c0942c6fe/1141",
    "url_unittests": "b6d955bf2b56d2fdea115de1f1b8a19b9f3c463b31ab29357750235ed4128f05/569",
    "views_unittests": "f766183fdf00004d0fc19f4166db1be0a9a2485f5b150ec3635effbf6d7f505c/569",
    "viz_unittests": "69112fcb66e28547816934bd939ab87e02e4e8a043529f6b9f126ef542467a4c/653",
    "vr_common_unittests": "5479a7847aa955974c298ba6a223e41761433001fade75ff551122aa372be7f8/811",
    "vr_pixeltests": "33d51e5b8b13f800c43595c0a275ab0c0380f419ba928a6db60abc025bd53437/725",
    "weblayer_browsertests": "25105bb3f89751875dcd8ecd317986ab95dcdeeb2e67b894275e8adb781759c4/893",
    "weblayer_unittests": "feba0ef57e522b55b65e8413f5128206a0b0cf87cf2160f51f469725c15530e6/725",
    "wm_unittests": "d96f985f2f3f55d676bbe2709b2c30c282b153f034a04487ccf4ce2d66eab7ba/569",
    "wtf_unittests": "fd102e7307a8cee285b1c2661cb4d82dd380cd3484f0fcd06b2047b2cd211883/569",
    "x11_unittests": "2a3383f0f6cb58e0c89e0091318aadb30a9e9004097c5d3cb272ae7350ee96b6/569",
    "xr_browser_tests": "641362c44848582b8994da9ecf6e00aacdf29167bedd7b121649d5c7e10b6c29/891",
    "zlib_unittests": "70a1b2cf55a3a86bb6614f26b543d5c480a94dbbbbe5662d7b5aeadcb6966053/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "560a7bc9103f7b4ed54aab462c4936692693e33e4a3ca2d5dd8997fb565ec84d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84be7ac377172e92b2d54e53067e4d80a95ce1ec
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77597
  • user_agent:recipe

Debug log (UTC)

[21:41:42.626] New invocation is queued and will start shortly
[21:41:42.626] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:41:43.901] Starting the invocation (attempt 1)
[21:41:43.953] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/84be7ac377172e92b2d54e53067e4d80a95ce1ec"
[21:41:43.953] Reconstructed gitiles commit from tags
[21:41:43.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:41:43.953] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:41:43.954] Buildbucket request:
{
  "requestId": "9000874587823091280",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "84be7ac377172e92b2d54e53067e4d80a95ce1ec"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1ae7981088c22832b5812082aaad1d04f3f03721",
      "parent_got_dawn_revision": "edeb54abf348847387fee370eea5aac7329c30b2",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
      "parent_got_revision_cp": "refs/heads/main@{#923568}",
      "parent_got_swiftshader_revision": "c4e232712ace374167459a5eba01ab16975a15ff",
      "parent_got_v8_revision": "41d0fac83a34e0820fd87dd34b9cf67cc18aae17",
      "parent_got_v8_revision_cp": "refs/heads/9.6.69@{#1}",
      "parent_got_webrtc_revision": "b918230640db5df3f72994fe2a2e037f078b1e95",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35055}",
      "swarm_hashes": {
            "absl_hardening_tests": "1ff55df90d018416ba59b087626818f8e1b07463012874ea0e10887d13f9ab65/569",
            "accessibility_unittests": "df2ad762567887861a4c72ac151f83682616ca92c787944d85138afb6f94bbfe/569",
            "angle_unittests": "d17edfc5d51d51b03212bcadf766a2158851d16a321d5c3dfda74943546ed169/570",
            "app_shell_unittests": "228b32894b6559edbabb5327c6aaf3519d1097b9fb9ca6047143130cbc503a81/809",
            "aura_unittests": "b2861339c2a82ca6033e09b020aed3ed31bed1dc5b90b29d2761a14ee081961a/569",
            "base_unittests": "8ae0466d97ab989cc67fa3a96a1798cef2b39f3eadab7f3133ca53fb7118e3b7/648",
            "blink_common_unittests": "c99e379bbadd37977abf9e35dd4d5ba72e81562b05f527367e360b9217480354/647",
            "blink_fuzzer_unittests": "2774d051f748ff8fcc85cf926218b3cba1cab57cb79d489f5d3baf75ba2f089b/648",
            "blink_heap_unittests": "bac064370de0dad546457e5f6f9fdb3ae7511b7d62ddc8a7dc4f9d9ae08b0e17/648",
            "blink_platform_unittests": "48c04c43065c1ee9327988f077d37add8763256869785ed87d7f0d9ca77e30a8/726",
            "blink_unittests": "fd679f174ae707877ffd1bc4a6e42da4ce08ec92f86b7b753c74443dea1a7b0c/726",
            "boringssl_crypto_tests": "72dea8265f3423ad3dd0703cec270fb930435868ce9838919bb2e27c7d6de4bd/570",
            "boringssl_ssl_tests": "a71a92e888d9dea36f61f3c1e4ac1feeefddf076b5984dd3bebcfa140ba37f7a/569",
            "capture_unittests": "494cd2070686be3957518865e8968e9741b9fd44f5d0d71ca299030352e921c1/648",
            "cast_unittests": "73acb8d2ccf34a50f95fcd7ff1c96f43839bc1188c460413e682dd67b807aeed/569",
            "cc_unittests": "83b58b592a5d14d28bcb16e8d5778e14cb672a36b243c0bc95600f4a22a638a7/653",
            "chrome_app_unittests": "91f5f9e823f35724ebb943cf5c04a878318d2b1bc28e5495a301fcbc21c668cc/811",
            "chromedriver_unittests": "d031e435a575f47ba348f60de2048a922c2b4a4c09f5c4ddc5da60b7c1ca44d3/726",
            "color_unittests": "da426595c3177954dbf35a1accb49ae909c64b42fba4b941ddb970c8d4f0db4c/569",
            "components_browsertests": "c0b71d9c0d0914ddfd38448d516143cf2ad4d8eb7f2f90dab81b6d501e185d5f/892",
            "components_unittests": "bb46bd591286b2cb0efe81be17e36cdf3d46e70a206371af7b2d63c3c32350e4/892",
            "compositor_unittests": "e9e380fa643cd06221440e1aaa72dd00080a9be9240db2b1c834bb1ba3f524b7/645",
            "content_browsertests": "b570a7c9c4a34ee2a1517135e315cf63ae80cc70ce0eda919386d22ba8769fea/887",
            "content_unittests": "f782b438ac38303f5d8ca5954217f451c9dcc0158d59cf9f7bcd2fc775c8d229/806",
            "cronet_tests": "b2c6a2a37354deee73025a54570db2b85a8d0bb8a069ec86d3b7ff3db46cacc8/730",
            "cronet_unittests": "60ed842e5b3e1de18ecbdd2e44ba8b977e1d6851680de2bfed299350078ee51e/646",
            "crypto_unittests": "3845ba2f3a1ef00378a5f138f1786506ffe8fa4d58bda59995733ae2f8f8a011/569",
            "dbus_unittests": "ad31af1fdaa8d8a2cb72698de7360019c837dac1284b5fdc7c29ad436130fd39/569",
            "device_unittests": "edc4aa9a27c2017c2f02cc7e66d267051098211c13e4a3b6c520b972859092c0/646",
            "display_unittests": "c8d95df282ebba9eb324fed0bb0ffe52d01b67848601ee31a224ed453f01a816/569",
            "events_unittests": "28a587fa9026900a6b33f45c0ec04c6851d093734761bafa66588385211a03cf/569",
            "extensions_browsertests": "94f23f51192774ec6fd7b4c7b199a249b3bec53d779ed8784e868649f19b750b/811",
            "extensions_unittests": "8a10282d14d0b3bb81bcc3ceaab07f79f46223d54a3777640206a7228621ffb8/975",
            "filesystem_service_unittests": "fef39a2e7a8b94ae8636fc5ae840a888b9dd5d87b513dd59f0b3e4ce793690b1/569",
            "gcm_unit_tests": "6b1df273af28ed15f59bf568f8c4187bd6647afde93be542324c5a8023065128/646",
            "gfx_unittests": "22f6279c949d023ff82d39425602e190520d0972dcd29e6fbe744619293d5bd2/645",
            "gin_unittests": "ff426e0481d905fb5b19fe2e7beb8b8d0799ea1dab76c8ae6d2de61d8b9e33de/646",
            "gl_tests": "e9601cd01fe1fe7546da46300a98a448d82d800c65debfacdb3d6788508109bf/569",
            "gl_unittests": "27002282843d57e6e16a773a3c4eec162d5a2ee5145ee504a0df299b66a288d5/569",
            "google_apis_unittests": "73967eed13a033f74b9c18fd85bce59cedee764e9359ce6bf27c1f8453817d37/731",
            "gpu_unittests": "b22ccc3a286cec06ae606dca1519370051ebe487be1cb15c79638a1ba91a3a14/646",
            "gtk_unittests": "64dfd9236bd3a5edcb2e74d7361b72c6a290d49c542d9929644401677fa43335/569",
            "gwp_asan_unittests": "82ed73022d9c17fa23afa48beced7ef962db03435e30641eb112affcf23beeb6/570",
            "headless_browsertests": "c2d8e93e84507ea0e49e2e1f6fe5e08690f57378fe841aa401837b12e6b5b625/809",
            "headless_unittests": "776f0251e51b344f2eefb772bae1284c4d0d26549741fc39b39f6000a33bb16e/569",
            "interactive_ui_tests": "161f69351a31f8cbb28b1565844401ac55558ab84baa88690820f25b3b7a3910/1128",
            "ipc_tests": "4c121acef948f4483819e5b7b7412ccf3e5fded6e61970cc731ab58977f82381/569",
            "jingle_unittests": "0a2adf43aaae80f3f73f2b034d1ad150b41b47c4baa36caac495ad989553abda/646",
            "latency_unittests": "aaacea710be3fb4317cf274291643816d307133f867c73d442549ada7e519c0c/569",
            "libjingle_xmpp_unittests": "4c553bfd37800523629318a398ebe259c5bc5d1f3034c5fd53520a142d3c8b14/569",
            "liburlpattern_unittests": "519234c8ffe27a57184a5fc951d506cae48491eb41b0aa1b184d330efd4bec29/569",
            "media_unittests": "3f6a8b54eda8d7670cd7bb4e59a476df827b3d044ebd9f242e07eccd5a466998/649",
            "message_center_unittests": "c154a2180621955e497a5e05e444b60297a35f67dacafe65ddc845cfee5b2061/569",
            "midi_unittests": "aa4f861ad3912c762e7e1685cb2636873f0cf60d9297089538e0221e6b13deaf/569",
            "mojo_core_unittests": "c8e118590a0bb28934dcdfa3519a87c09bbdaaa20aab588e73ef46f2fbd39827/569",
            "mojo_unittests": "dafa23a04b2ade23b92ef66928ec499f243bb9e66a82870e56ac4964702e7167/647",
            "native_theme_unittests": "520477709e9350b2cb0277b7f12369a8799fa02080605dd2985b4eab1acc8446/569",
            "net_unittests": "abfc010e3d1952c20addfa9c57c88d450d4fb706ce296dbdb881ea5d8b3103a0/648",
            "openscreen_unittests": "d9010c49fa7675a54ee3d26d62512e1b397b2f0179de1dc5e76cb4dfe80a584c/811",
            "pdf_unittests": "fc8eb93870915e0c21081b35fd76eed3bdba0b0f9ae139c55bc5baeca28b6e15/725",
            "perfetto_unittests": "686c67d716a300fc1b6c768898cc6860e666697abf47b991af912f52ebb8784a/569",
            "ppapi_unittests": "6840b5e98c9c6dc3551a7ccbaf9c0e06ec1edd49ee10fdd4ddea30067d0ce065/569",
            "printing_unittests": "52c03711039fa822830f90732cdc9ebb80f549c7875c0febb8691e17d2b70b87/569",
            "remoting_unittests": "ca6e1766aff6667e6283db278b3825efe8ba1b60359ed5cb47cf944bdb1d4a30/646",
            "sandbox_linux_unittests": "9efd8129b8a4bc538c47aebbb113297cf8d3aa9d2ffea89833d902d513614a19/569",
            "service_manager_unittests": "6f4c99f9341e67e097b02503cb7a48d4dbbf1c67b43d76624d1037aed930fca9/569",
            "services_unittests": "ad35b4227a09650bea1e021c27d6c51eaadfcf2e7d1fb02ac43018f2f8f1ab45/815",
            "shell_dialogs_unittests": "7bfa95088201195d41068bfb7173791d64eef253d6bd0e6cea9ace1cc7c547c8/569",
            "skia_unittests": "d3ed0a89f134541170469523991b11cf1dc034cfdc416f59edd2a970b4abc302/569",
            "snapshot_unittests": "d15cca9b5d8509b76493409ca0652d7ead231c3d6c6bde3e9f27b887c9ba35eb/569",
            "sql_unittests": "77f71534ac67ba9636372137c26439d58cbfe5853524bf2dd55375bb28b99f35/646",
            "storage_unittests": "ce8f6693b11fc8cfc0b1310d95b9c115ff4e635ad611030f3c992906ca8d0cd0/727",
            "sync_integration_tests": "7b3585db8f8b05035de2be8c680c7076c0e6265c54244359353de2effdd40bbb/892",
            "ui_base_unittests": "7a34a6841d9e3438523f320e29c962c6560c6b17bd3a6e8c0ead7bfa0f95464a/723",
            "ui_touch_selection_unittests": "dc5c71c58af121ba39e2a9ad8111ed80eda9504b1d9373d46862ca57ef2fffb4/569",
            "unit_tests": "2b564c80b8cc66c20c9fdcc75378e0cc7327e2f9802787bb5190b58c0942c6fe/1141",
            "url_unittests": "b6d955bf2b56d2fdea115de1f1b8a19b9f3c463b31ab29357750235ed4128f05/569",
            "views_unittests": "f766183fdf00004d0fc19f4166db1be0a9a2485f5b150ec3635effbf6d7f505c/569",
            "viz_unittests": "69112fcb66e28547816934bd939ab87e02e4e8a043529f6b9f126ef542467a4c/653",
            "vr_common_unittests": "5479a7847aa955974c298ba6a223e41761433001fade75ff551122aa372be7f8/811",
            "vr_pixeltests": "33d51e5b8b13f800c43595c0a275ab0c0380f419ba928a6db60abc025bd53437/725",
            "weblayer_browsertests": "25105bb3f89751875dcd8ecd317986ab95dcdeeb2e67b894275e8adb781759c4/893",
            "weblayer_unittests": "feba0ef57e522b55b65e8413f5128206a0b0cf87cf2160f51f469725c15530e6/725",
            "wm_unittests": "d96f985f2f3f55d676bbe2709b2c30c282b153f034a04487ccf4ce2d66eab7ba/569",
            "wtf_unittests": "fd102e7307a8cee285b1c2661cb4d82dd380cd3484f0fcd06b2047b2cd211883/569",
            "x11_unittests": "2a3383f0f6cb58e0c89e0091318aadb30a9e9004097c5d3cb272ae7350ee96b6/569",
            "xr_browser_tests": "641362c44848582b8994da9ecf6e00aacdf29167bedd7b121649d5c7e10b6c29/891",
            "zlib_unittests": "70a1b2cf55a3a86bb6614f26b543d5c480a94dbbbbe5662d7b5aeadcb6966053/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "560a7bc9103f7b4ed54aab462c4936692693e33e4a3ca2d5dd8997fb565ec84d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000874587823091280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77597"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:41:44.712] Scheduled build:
{
  "id": "8835444525538189505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69564,
  "createdBy": "project:chromium",
  "createTime": "2021-09-21T21:41:44.170113315Z",
  "updateTime": "2021-09-21T21:41:44.503769652Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
      "ref": "refs/heads/main"
    }
  }
}
[21:41:44.712] Task URL: https://cr-buildbucket.appspot.com/build/8835444525538189505
[21:41:44.712] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:2:0) after 3m30s
[21:42:02.469] Received PubSub notification, asking Buildbucket for the build status
[21:42:02.502] Build status: STARTED
[21:45:14.826] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:2:0)
[21:45:14.875] Build status: STARTED
[21:45:14.875] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:4:0) after 1m46s
[21:47:00.999] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:4:0)
[21:47:01.038] Build status: STARTED
[21:47:01.038] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:5:0) after 4m33s
[21:51:34.078] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:5:0)
[21:51:34.119] Build status: STARTED
[21:51:34.119] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:6:0) after 3m37s
[21:55:11.263] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:6:0)
[21:55:11.300] Build status: STARTED
[21:55:11.300] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:7:0) after 4m34s
[21:59:45.332] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:7:0)
[21:59:45.372] Build status: STARTED
[21:59:45.372] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:8:0) after 7m0s
[22:06:45.521] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:8:0)
[22:06:45.555] Build status: STARTED
[22:06:45.555] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000874587823091280:9:0) after 7m23s
[22:10:57.061] Received PubSub notification, asking Buildbucket for the build status
[22:10:57.110] Build:
{
  "id": "8835444525538189505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69564,
  "createdBy": "project:chromium",
  "createTime": "2021-09-21T21:41:44.170113315Z",
  "startTime": "2021-09-21T21:42:01.077482Z",
  "endTime": "2021-09-21T22:10:56.686656157Z",
  "updateTime": "2021-09-21T22:10:56.687319092Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "84be7ac377172e92b2d54e53067e4d80a95ce1ec",
      "ref": "refs/heads/main"
    }
  }
}
[22:10:57.110] Invocation finished in 29m14.502801004s with status FAILED