Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82076 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
  "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
  "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
  "parent_got_revision": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
  "parent_got_revision_cp": "refs/heads/main@{#975635}",
  "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
  "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
  "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
  "parent_got_webrtc_revision": "8e5a64ae7e74ecb0d8eee4690e44acb758a4bbea",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36090}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
  "swarm_hashes": {
    "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
    "accessibility_unittests": "43552a95e11754e39dd4df360dbbddf96f467218bb7202bf26a5aceb3864b91d/569",
    "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
    "app_shell_unittests": "f45f94ef0af7240eb5d769edbaa68e82cfcc6c6345408394dfcfeb80d4d210a1/730",
    "aura_unittests": "f5ef53c55fd0f8280374a20c40a3d1821d0529a303b1feefd055b65c09708864/569",
    "base_unittests": "37628f8ca614a536161dab8980bdbe9a23e877463637d17855c0c373fe834c75/648",
    "blink_common_unittests": "72c8837260124feded54c029137f9a669cdda35c8a059e53163124166d04b996/647",
    "blink_fuzzer_unittests": "04a9f2ce978b8761658be2658b3e5d663358263357bd4110eb92cc462a295691/569",
    "blink_heap_unittests": "cf75280dc5292ddd87a3de481707bf4c75e5ad6f753446dcf5dc2bce31cd87b1/569",
    "blink_platform_unittests": "bb65d35277e1830694724a1a933c6d7c4d39682f65c04dfeb203bbbe46423fbb/726",
    "blink_unittests": "62c533cb2944f91da26cff05455acab5dfda85c70d5b7839c7e187ccac1733c9/810",
    "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
    "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
    "capture_unittests": "578c90480025741becd7230c59aafbde7d7993728b5732ff23a36aaff042c796/648",
    "cast_unittests": "96cbdc58a7f415a6a3c8e3a10b228571a85dfbfc0aecfdd8b74101dceaf47d98/569",
    "cc_unittests": "bcd663cc74172c404ced41c5bb2aacd43de62d3d8d6e31927159b7aad18fbfdf/729",
    "chrome_app_unittests": "1390e95d3772d8d4e3fd46370cae09bfef3987e002882b598a9dd32076e93a13/648",
    "chromedriver_unittests": "cdabd29386d0b3b8eba585ce78beaf49b9e9bee01977753e6ff49da6530a7719/726",
    "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
    "components_browsertests": "59c061014069aade0c8fb81714e1fcc46248af6dc1116fd7a82433aabed1970b/813",
    "components_unittests": "4d3303525df8b3bb6f686a3004a9e62310f7afea6febb3363ae8761a896bdc6c/813",
    "compositor_unittests": "a81130aa7b004d08986e1fad705d990e69af639dca4b77b3e8eeeaa8574dc550/645",
    "content_browsertests": "02c1ed9519e06e3a4ba6a277774342b706035514e9ccd3e0b2acdc6a5c421747/887",
    "content_unittests": "e35f46198de1fe9f5d823ecf367929b21ab03d9b9108eef354dca0f4380e43a7/806",
    "cronet_tests": "cf684587109acb74161a817cf05f8797083da1da19c13da806e61b60395726e3/730",
    "cronet_unittests": "964b485dfb5311444587d2b7310e21d27f5b91094c2373719c41ceae5a192239/646",
    "crypto_unittests": "d088b990ffafd983339a24716b2e59191807acf0f0724564d9d91f89f9c07efb/569",
    "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
    "device_unittests": "05023b369c91c095fe7dec7455290e509253b6fe8fdcecbef769edc31a18c443/646",
    "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
    "events_unittests": "1042e94d288757a0ce9690605d1e380714347c043d54c8e4dae1a1fd7bbf8d82/569",
    "extensions_browsertests": "931560874bc6d8fa5ba7abcc4c09bbeaee20e5ce38bac6683d0f3e9b225ce52f/732",
    "extensions_unittests": "edfa6019e783195bf796e117e52d8c2b992d5dce8da2638173bf7782d54c8a5d/896",
    "filesystem_service_unittests": "10b1718b365f445e6c2fa35f58790fa9866fec25272389525d4e1ba0f6d28b58/569",
    "gcm_unit_tests": "333d61ccaeff9cb28c680a582c1114e43b5959f1dd4e282208ee4925b0506ab4/646",
    "gfx_unittests": "94eda27d8073a7e931130df05f5e1ffdbcfaf897d63b46e69f76bbba884397d7/645",
    "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
    "gl_tests": "fe70b67c463b201fcb6c3c50de1f1db3f55e7e9f630ae48e53ed353ca0d4a7b3/569",
    "gl_unittests": "a885f402b272d0a7254f72d1e169c4ecf58b7db7f00d9b005b4ccd797cae8e82/569",
    "google_apis_unittests": "42fccfe01f1ebd016345a7f1028d63a4554cd663549e248a837850fd746ffc9b/731",
    "gpu_unittests": "eccaa329045c572a49b15b751c41e0beef4cba29ea3e6aa65d1d088aec802f2e/646",
    "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
    "headless_browsertests": "65176ed0a8d4566c8ea4b2e54c730b617d6732b443ef5776166520a195566773/730",
    "headless_unittests": "370f5f1d1ba614f3b09705919c58adba7ace3c494b3393888209e3c48b463311/569",
    "interactive_ui_tests": "1700e30017903b7a74487cec1577acf162bde2b667c02f52c7cdb193bfd6c2e9/965",
    "ipc_tests": "200b54e5c9edd8ece4dc92e96b0e25d5552042c6a6d154274789a02be3d8339b/569",
    "latency_unittests": "c0095b5d85b8e1b6dffac060959fe379778de4fec729b55d07451dc6aab5e162/569",
    "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
    "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
    "media_unittests": "5c4fa9d61f11af9d577d616f5a9d237e56eb6aeb724529b6a73cb8a37f22a7a8/649",
    "message_center_unittests": "17e5345d39d4f158b58d482f3c2f3700acca6b5be16c500a2d1c175eb7510eab/569",
    "midi_unittests": "a0e91c3607c2b2c832412238b09d18bccbeae95567a76575b2627cf4f8087f9d/569",
    "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
    "mojo_unittests": "461062ac7d70dfd2ab6420ec33eab74d40b89b3499bca0daf6257fd319081b42/647",
    "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
    "net_unittests": "f613d26266026bc5abcc38e5ba9aeb9739ef33c537605c6a9a93c777b67c9ae7/648",
    "openscreen_unittests": "0536a3fa9c87e675a43b17854a0978e3f47813772fcd2db57d7076ae1449b279/648",
    "ozone_x11_unittests": "046f66d11418a9417348a422515afbbb06535fe7d2d5bd3a50fb8564f15a7bec/569",
    "pdf_unittests": "65cf3ddf9a8039e90f44a5a323ec063fdbae21056cd0a50bf00d75544897fb85/646",
    "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
    "ppapi_unittests": "93bb9a46615951c59aa1bb4881226ce6cdf94cd64d4daa734a4c6a8b504b8409/569",
    "printing_unittests": "aea956a23db9bc932aebd757194882a92ed97a4e199a5fc6cfb03055584b40e7/569",
    "remoting_unittests": "1b9cad9ec4f28a19e9a17988f7813ca270dbdfb32406b3c67c293314c80d0dbf/646",
    "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
    "service_manager_unittests": "47ce62d32be40a96dfd45b15881f753c53dd126744e50e54ae46e6cb92202708/569",
    "services_unittests": "0cf7a49bb4b33efa5ff33949ada93e79caa3ec14041aecf06934af7ec9fd5cb1/815",
    "shell_dialogs_unittests": "efb3c6fd7448fb36271f6dbdab17c1c3797f9d37220f34c73d4bb20414d2a96b/569",
    "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
    "snapshot_unittests": "74c4fe0f6fcaaa327d9c0752e5eb3cd7adffb1c073f838dcfe789e2fc4bc953e/569",
    "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
    "storage_unittests": "dd9bdc7bc67c498057c6e0964c98ef0de9fcaf80fa0ab9cfc22381720b7ed41d/727",
    "sync_integration_tests": "f9fb80bf1dd1e3fe25f22ed2771eb66fa8c603b8c719637063aa3b8bfc249ff6/729",
    "ui_base_unittests": "ce433a578f149ed916165e7ff2f6c62a771a77d8528f926f553d76a9d7dc3424/723",
    "ui_touch_selection_unittests": "52b7cbf0ade0476ee52a6db24a09e2b08d4dfc71c60e5defc9cabf8263fb5982/569",
    "unit_tests": "fcf1fd0ed061a68e7c61200a8371f4541d4550c898a972fe666ab823917f6010/1139",
    "url_unittests": "8be40816b8ceae0bb319a093be29f512ee8f9e762db126ca416ad461aaa86adf/569",
    "views_unittests": "c1a6a0fa806209927d2f7e86f57f8bb35e3988e03f93d8c7f867153774766009/569",
    "viz_unittests": "9f4ea3d574662a9dfcfa6ecd84f7e4a2828c15638def72607c031fec013dee23/653",
    "vr_common_unittests": "e5391c6f7d060b0d0f6e86ef2f5e2e2c2456575bdc0459e9548a3761d90e2fd1/648",
    "vr_pixeltests": "56f156f1c14485194722061c174cc2e98813afbcd986ee49f8e00e62f1bd9b85/646",
    "weblayer_browsertests": "af151eb046e0ddc3848d91029c4bc45ead1839f3f29a7128f8ba32c7e4af1f66/814",
    "weblayer_unittests": "f864185c6d180a3eb8ef6355d74cc7836c8b7089b3920d38593e8f14701db97c/646",
    "wm_unittests": "8d0a0095502d6358a6bfcb0ca97721399614e5a5b77d8a1157cbeefdac8a4cf8/569",
    "wtf_unittests": "800585c5ec7030c09413a52dff231d9cd7ae01f3bbe8e3c8ae40e77305b0d928/569",
    "xr_browser_tests": "7e285f56a788e4fe2b6f20e27f42500f990685a66988ea7f01dffa513a0c4192/728",
    "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82076
  • user_agent:recipe

Debug log (UTC)

[03:41:38.432] New invocation is queued and will start shortly
[03:41:38.432] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:41:39.687] Starting the invocation (attempt 1)
[03:41:39.727] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c"
[03:41:39.727] Popped gitiles commit info from properties and tags
[03:41:39.727] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:41:39.729] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:41:39.729] Buildbucket request:
{
  "requestId": "8986447025318477792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
      "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
      "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
      "parent_got_revision": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
      "parent_got_revision_cp": "refs/heads/main@{#975635}",
      "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
      "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
      "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
      "parent_got_webrtc_revision": "8e5a64ae7e74ecb0d8eee4690e44acb758a4bbea",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36090}",
      "swarm_hashes": {
            "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
            "accessibility_unittests": "43552a95e11754e39dd4df360dbbddf96f467218bb7202bf26a5aceb3864b91d/569",
            "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
            "app_shell_unittests": "f45f94ef0af7240eb5d769edbaa68e82cfcc6c6345408394dfcfeb80d4d210a1/730",
            "aura_unittests": "f5ef53c55fd0f8280374a20c40a3d1821d0529a303b1feefd055b65c09708864/569",
            "base_unittests": "37628f8ca614a536161dab8980bdbe9a23e877463637d17855c0c373fe834c75/648",
            "blink_common_unittests": "72c8837260124feded54c029137f9a669cdda35c8a059e53163124166d04b996/647",
            "blink_fuzzer_unittests": "04a9f2ce978b8761658be2658b3e5d663358263357bd4110eb92cc462a295691/569",
            "blink_heap_unittests": "cf75280dc5292ddd87a3de481707bf4c75e5ad6f753446dcf5dc2bce31cd87b1/569",
            "blink_platform_unittests": "bb65d35277e1830694724a1a933c6d7c4d39682f65c04dfeb203bbbe46423fbb/726",
            "blink_unittests": "62c533cb2944f91da26cff05455acab5dfda85c70d5b7839c7e187ccac1733c9/810",
            "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
            "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
            "capture_unittests": "578c90480025741becd7230c59aafbde7d7993728b5732ff23a36aaff042c796/648",
            "cast_unittests": "96cbdc58a7f415a6a3c8e3a10b228571a85dfbfc0aecfdd8b74101dceaf47d98/569",
            "cc_unittests": "bcd663cc74172c404ced41c5bb2aacd43de62d3d8d6e31927159b7aad18fbfdf/729",
            "chrome_app_unittests": "1390e95d3772d8d4e3fd46370cae09bfef3987e002882b598a9dd32076e93a13/648",
            "chromedriver_unittests": "cdabd29386d0b3b8eba585ce78beaf49b9e9bee01977753e6ff49da6530a7719/726",
            "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
            "components_browsertests": "59c061014069aade0c8fb81714e1fcc46248af6dc1116fd7a82433aabed1970b/813",
            "components_unittests": "4d3303525df8b3bb6f686a3004a9e62310f7afea6febb3363ae8761a896bdc6c/813",
            "compositor_unittests": "a81130aa7b004d08986e1fad705d990e69af639dca4b77b3e8eeeaa8574dc550/645",
            "content_browsertests": "02c1ed9519e06e3a4ba6a277774342b706035514e9ccd3e0b2acdc6a5c421747/887",
            "content_unittests": "e35f46198de1fe9f5d823ecf367929b21ab03d9b9108eef354dca0f4380e43a7/806",
            "cronet_tests": "cf684587109acb74161a817cf05f8797083da1da19c13da806e61b60395726e3/730",
            "cronet_unittests": "964b485dfb5311444587d2b7310e21d27f5b91094c2373719c41ceae5a192239/646",
            "crypto_unittests": "d088b990ffafd983339a24716b2e59191807acf0f0724564d9d91f89f9c07efb/569",
            "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
            "device_unittests": "05023b369c91c095fe7dec7455290e509253b6fe8fdcecbef769edc31a18c443/646",
            "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
            "events_unittests": "1042e94d288757a0ce9690605d1e380714347c043d54c8e4dae1a1fd7bbf8d82/569",
            "extensions_browsertests": "931560874bc6d8fa5ba7abcc4c09bbeaee20e5ce38bac6683d0f3e9b225ce52f/732",
            "extensions_unittests": "edfa6019e783195bf796e117e52d8c2b992d5dce8da2638173bf7782d54c8a5d/896",
            "filesystem_service_unittests": "10b1718b365f445e6c2fa35f58790fa9866fec25272389525d4e1ba0f6d28b58/569",
            "gcm_unit_tests": "333d61ccaeff9cb28c680a582c1114e43b5959f1dd4e282208ee4925b0506ab4/646",
            "gfx_unittests": "94eda27d8073a7e931130df05f5e1ffdbcfaf897d63b46e69f76bbba884397d7/645",
            "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
            "gl_tests": "fe70b67c463b201fcb6c3c50de1f1db3f55e7e9f630ae48e53ed353ca0d4a7b3/569",
            "gl_unittests": "a885f402b272d0a7254f72d1e169c4ecf58b7db7f00d9b005b4ccd797cae8e82/569",
            "google_apis_unittests": "42fccfe01f1ebd016345a7f1028d63a4554cd663549e248a837850fd746ffc9b/731",
            "gpu_unittests": "eccaa329045c572a49b15b751c41e0beef4cba29ea3e6aa65d1d088aec802f2e/646",
            "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
            "headless_browsertests": "65176ed0a8d4566c8ea4b2e54c730b617d6732b443ef5776166520a195566773/730",
            "headless_unittests": "370f5f1d1ba614f3b09705919c58adba7ace3c494b3393888209e3c48b463311/569",
            "interactive_ui_tests": "1700e30017903b7a74487cec1577acf162bde2b667c02f52c7cdb193bfd6c2e9/965",
            "ipc_tests": "200b54e5c9edd8ece4dc92e96b0e25d5552042c6a6d154274789a02be3d8339b/569",
            "latency_unittests": "c0095b5d85b8e1b6dffac060959fe379778de4fec729b55d07451dc6aab5e162/569",
            "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
            "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
            "media_unittests": "5c4fa9d61f11af9d577d616f5a9d237e56eb6aeb724529b6a73cb8a37f22a7a8/649",
            "message_center_unittests": "17e5345d39d4f158b58d482f3c2f3700acca6b5be16c500a2d1c175eb7510eab/569",
            "midi_unittests": "a0e91c3607c2b2c832412238b09d18bccbeae95567a76575b2627cf4f8087f9d/569",
            "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
            "mojo_unittests": "461062ac7d70dfd2ab6420ec33eab74d40b89b3499bca0daf6257fd319081b42/647",
            "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
            "net_unittests": "f613d26266026bc5abcc38e5ba9aeb9739ef33c537605c6a9a93c777b67c9ae7/648",
            "openscreen_unittests": "0536a3fa9c87e675a43b17854a0978e3f47813772fcd2db57d7076ae1449b279/648",
            "ozone_x11_unittests": "046f66d11418a9417348a422515afbbb06535fe7d2d5bd3a50fb8564f15a7bec/569",
            "pdf_unittests": "65cf3ddf9a8039e90f44a5a323ec063fdbae21056cd0a50bf00d75544897fb85/646",
            "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
            "ppapi_unittests": "93bb9a46615951c59aa1bb4881226ce6cdf94cd64d4daa734a4c6a8b504b8409/569",
            "printing_unittests": "aea956a23db9bc932aebd757194882a92ed97a4e199a5fc6cfb03055584b40e7/569",
            "remoting_unittests": "1b9cad9ec4f28a19e9a17988f7813ca270dbdfb32406b3c67c293314c80d0dbf/646",
            "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
            "service_manager_unittests": "47ce62d32be40a96dfd45b15881f753c53dd126744e50e54ae46e6cb92202708/569",
            "services_unittests": "0cf7a49bb4b33efa5ff33949ada93e79caa3ec14041aecf06934af7ec9fd5cb1/815",
            "shell_dialogs_unittests": "efb3c6fd7448fb36271f6dbdab17c1c3797f9d37220f34c73d4bb20414d2a96b/569",
            "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
            "snapshot_unittests": "74c4fe0f6fcaaa327d9c0752e5eb3cd7adffb1c073f838dcfe789e2fc4bc953e/569",
            "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
            "storage_unittests": "dd9bdc7bc67c498057c6e0964c98ef0de9fcaf80fa0ab9cfc22381720b7ed41d/727",
            "sync_integration_tests": "f9fb80bf1dd1e3fe25f22ed2771eb66fa8c603b8c719637063aa3b8bfc249ff6/729",
            "ui_base_unittests": "ce433a578f149ed916165e7ff2f6c62a771a77d8528f926f553d76a9d7dc3424/723",
            "ui_touch_selection_unittests": "52b7cbf0ade0476ee52a6db24a09e2b08d4dfc71c60e5defc9cabf8263fb5982/569",
            "unit_tests": "fcf1fd0ed061a68e7c61200a8371f4541d4550c898a972fe666ab823917f6010/1139",
            "url_unittests": "8be40816b8ceae0bb319a093be29f512ee8f9e762db126ca416ad461aaa86adf/569",
            "views_unittests": "c1a6a0fa806209927d2f7e86f57f8bb35e3988e03f93d8c7f867153774766009/569",
            "viz_unittests": "9f4ea3d574662a9dfcfa6ecd84f7e4a2828c15638def72607c031fec013dee23/653",
            "vr_common_unittests": "e5391c6f7d060b0d0f6e86ef2f5e2e2c2456575bdc0459e9548a3761d90e2fd1/648",
            "vr_pixeltests": "56f156f1c14485194722061c174cc2e98813afbcd986ee49f8e00e62f1bd9b85/646",
            "weblayer_browsertests": "af151eb046e0ddc3848d91029c4bc45ead1839f3f29a7128f8ba32c7e4af1f66/814",
            "weblayer_unittests": "f864185c6d180a3eb8ef6355d74cc7836c8b7089b3920d38593e8f14701db97c/646",
            "wm_unittests": "8d0a0095502d6358a6bfcb0ca97721399614e5a5b77d8a1157cbeefdac8a4cf8/569",
            "wtf_unittests": "800585c5ec7030c09413a52dff231d9cd7ae01f3bbe8e3c8ae40e77305b0d928/569",
            "xr_browser_tests": "7e285f56a788e4fe2b6f20e27f42500f990685a66988ea7f01dffa513a0c4192/728",
            "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986447025318477792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82076"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:41:40.325] Scheduled build:
{
  "id": "8821016963185866513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74001,
  "createdBy": "project:chromium",
  "createTime": "2022-02-28T03:41:39.833103578Z",
  "updateTime": "2022-02-28T03:41:39.833103578Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:40.325] Task URL: https://cr-buildbucket.appspot.com/build/8821016963185866513
[03:41:40.325] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:2:0) after 1m19s
[03:42:23.085] Received PubSub notification, asking Buildbucket for the build status
[03:42:23.105] Build status: STARTED
[03:42:59.503] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:2:0)
[03:42:59.557] Build status: STARTED
[03:42:59.557] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:4:0) after 6m33s
[03:49:32.609] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:4:0)
[03:49:32.638] Build status: STARTED
[03:49:32.638] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:5:0) after 6m51s
[03:56:23.700] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:5:0)
[03:56:23.719] Build status: STARTED
[03:56:23.719] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:6:0) after 3m46s
[04:00:09.787] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:6:0)
[04:00:09.829] Build status: STARTED
[04:00:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:7:0) after 5m2s
[04:05:12.163] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:7:0)
[04:05:12.195] Build status: STARTED
[04:05:12.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986447025318477792:8:0) after 7m8s
[04:08:57.340] Received PubSub notification, asking Buildbucket for the build status
[04:08:57.377] Build:
{
  "id": "8821016963185866513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74001,
  "createdBy": "project:chromium",
  "createTime": "2022-02-28T03:41:39.833103578Z",
  "startTime": "2022-02-28T03:42:21.761961Z",
  "endTime": "2022-02-28T04:08:56.960751319Z",
  "updateTime": "2022-02-28T04:08:56.960751319Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3041ab694c4c4b8ed3f9b6e2972740f99ad45f9c",
      "ref": "refs/heads/main"
    }
  }
}
[04:08:57.377] Invocation finished in 27m18.960869227s with status FAILED