Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 40 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77435 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
  "parent_got_dawn_revision": "e2cc5d624a824eb5f76c6a373d6c714db84cb597",
  "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
  "parent_got_revision": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
  "parent_got_revision_cp": "refs/heads/main@{#921421}",
  "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
  "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
  "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
  "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
  "revision": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
  "swarm_hashes": {
    "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
    "accessibility_unittests": "dfce715f9d254bc0ebd484b165993bc9d2b6e02f7ff8fab4f46e0b0747ef1022/569",
    "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
    "app_shell_unittests": "41518007c10fb6e0fff6b63b027a5b12dd301400f998845fc24bdaeadea57504/809",
    "aura_unittests": "5a8d4d1794f5c1251ae63e3cda964c7b7616656f785c1eece52d61cf924f261a/569",
    "base_unittests": "6c9957ec270b14a9c8bff6afc5c2fde30326a2a2815513d0214f87222633026d/648",
    "blink_common_unittests": "11056aca0bfe3a4b0003c25dd14140c7652a726a7095d076184035575b72703a/647",
    "blink_fuzzer_unittests": "3a305d562e082cca157259bfe00049a9da11f0dbd783fd6754b792df40c51f73/648",
    "blink_heap_unittests": "e78cd25491ee9e46b90d4756f7444ffb212e5343bdbf5a4cbe916860241cb555/648",
    "blink_platform_unittests": "e3ce3d89eb3e77161ee150b4da4d93ed7c7813bc3c0a497d4d7b4d8648d2d706/726",
    "blink_unittests": "f70cb1a0d068ccfdc1cb1d83655c78b6fa6b552353d95e0be101dbf6f788edbe/726",
    "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
    "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
    "capture_unittests": "5229ed99479ed71d09a88688c8a03daab24473c453e232105b8b7bc2ffe5c8b9/648",
    "cast_unittests": "e61132b5e762d085b0d2d3af9899f8c462b2a4ef1f6378c5c1c585769ffe7f64/569",
    "cc_unittests": "9dd8bd8fc4332d33018f21bc011db1aeacbb84427dc31feccaaa9ee6052eee79/653",
    "chrome_app_unittests": "787665fae45c5a68a6eb955c81d3dd8a83979bf232f523448b9d91059fc7b314/811",
    "chromedriver_unittests": "0a0db9117bb8e9cfc889c97db2badb10d724470b0f21433efbb981c8a407ab0e/726",
    "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
    "components_browsertests": "1845432f4f8be33827a0100a2fb7f3d4b3164cae296a75d4c73ff91200d428bb/892",
    "components_unittests": "95ab06f83f1971ff259729d116956b0832b8ef75950f8cd7fab1e9bb285b91a7/892",
    "compositor_unittests": "68d9d0ec0e3f5491562a378afae3b29fe275738702e229bf0301cc57f9a170de/645",
    "content_browsertests": "c501b0e9e5e104a9c39ee01abe7a43575f010eb419eb8d5da58cc1398e9afed3/887",
    "content_unittests": "e586283003ae4c47263ad6fe0bffe3f592b6481ae8b6ead38783ca0de6c9c35d/806",
    "cronet_tests": "b037cbab63a4148800b43c24faaafb0a278ac398911a4a51c16f866b354e432a/730",
    "cronet_unittests": "9569f3f9862f6d2f82e820230468a4f1cb4d5769b80961f2b7edfa943ff61020/646",
    "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
    "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
    "device_unittests": "f7217a85784174472e13728f18f8ba19debff7b2fce6172488ee8dd483825d13/646",
    "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
    "events_unittests": "571383d8f7fee63132065a67c0af97fed609636f90dccc67fc45b06b2c314f79/569",
    "extensions_browsertests": "c8253fb80c7f49d6a6673b9d199a94ad12c845a752ac89873a6ca954096c6a38/811",
    "extensions_unittests": "046b56da494d41ed0c06651756d5073ddbac2d4a06a67acde1841af474a92fff/975",
    "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
    "gcm_unit_tests": "a7e90a493f92918e780a9cbe2aade29025f11483efaaeca87f176315c21a937e/646",
    "gfx_unittests": "1694b5c3823c309ffe2e79cf61ddcb33636309f112286aa545a9860e45596de0/645",
    "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
    "gl_tests": "46a73be405e7848c6d14a937e7ca21269dad58833520fb9a980990c280505f10/569",
    "gl_unittests": "d9b10e975a187d3a68d5bb49973d3cf90ff63178284b458777fb83c4a6c3e969/569",
    "google_apis_unittests": "ce8b6e603f761e57bde871a51438f2bb5bf6091150e1ed1bf638cec773062ddb/731",
    "gpu_unittests": "8c7c50d4d572f4c31a345ccaee1ae765902a3d096d42e9311b8c427cc8813fe9/646",
    "gtk_unittests": "795effe5d016afd05c18e6a440736e1d61655d4eec8fb873ff60a736351757b6/569",
    "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
    "headless_browsertests": "8680ff7ca6c478c7f4a23ac8b0e41d38978e8bd7a86dcb7e19319b53289c6c09/809",
    "headless_unittests": "4305611b734fd0a10ee3fa04edba0fc18ef3fb31d7e8b87f1c3dd976a96b90b2/569",
    "interactive_ui_tests": "0f293c24bcb4492b51951fdaa726f7f8447992659abd0481bfd3492bea8694f8/1128",
    "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
    "jingle_unittests": "2db922aa45291e8440f418e27de3bbd370d8859039d0b4250646db701c71a31b/646",
    "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
    "libjingle_xmpp_unittests": "765a822b49c102fab2a495e788b65d62e0643eb70907ce46eda28efe48e2459c/569",
    "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
    "media_unittests": "4cc25205865706785dc37ba11b4da29875a4996672243b859375d647b5d344d9/649",
    "message_center_unittests": "926d57f250d679f57d86cc209c4d171afd98a0245b7f33f38e38da8030a45759/569",
    "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
    "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
    "mojo_unittests": "87383a48b9dde6eee34c5c8b6c0dec462761bb09d4053b79df14acda1405bcf9/647",
    "native_theme_unittests": "cb7bb2e8f196bf27645ebed930122dbffaca866c192774f088de5fb5c40cd84f/569",
    "net_unittests": "e99ad0574094b2578f082aa8d124539ebf3a554dc8e59149401c28dfc65194ca/648",
    "openscreen_unittests": "cb1814a99b88d2112db7c437c8047bc5f71d79177aabe705512040cc7931c2af/811",
    "pdf_unittests": "a4f099120139f17b0915361b52b558d918d8d4603bbd0cfa15059f56ccd1ae95/725",
    "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
    "ppapi_unittests": "45fd8b3342fdba21d883adb9e8723cd379dd5e3836c8d445c9ca337bcdcbb105/569",
    "printing_unittests": "0215924c42f8146920d094c651c93320cc7ac5702373d78942a8c8cb0feee36a/569",
    "remoting_unittests": "55990bf868f38a41cc53477448bec92e1b98fa96d80f6c3e28d09445427c9f1a/646",
    "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
    "service_manager_unittests": "f43cdb6e4e77c3766796aef1e973a254445634e5dc7f58e34710d7c76d678d79/569",
    "services_unittests": "b7624764a062842f2aeace6e12a820abe8f916f2f7e1520b41ed825f6270ebe4/815",
    "shell_dialogs_unittests": "f26916ef896358ffe5fca46d783716e3f88986f1bd32f2092d8ad22d8ed6481e/569",
    "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
    "snapshot_unittests": "37db669d4c853047927edb7bf93cbaa092b54eb23242b040531a505d054b9ab2/569",
    "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
    "storage_unittests": "3742eb5b5761810e29f446e25ca63a8190e56b4e12cabb746df19702f8efec9e/727",
    "sync_integration_tests": "36ceb1e9fe3d0eddb44b71c1054170c12391129befc374454d0806ba4d508be5/892",
    "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
    "ui_base_unittests": "5ed0eb6ccccef62b2f4cb1954351c990edf813f30e506f583535590248c8b0ae/723",
    "ui_touch_selection_unittests": "585ba28c3b91dbdf7894b2a5e3f78cd5f910c2a1ffa7786f32678026cb6aaef5/569",
    "unit_tests": "3d4b7ecb31143fcc8a0362962e78cb3d5d5b523d6161c44664220a95d53f8680/1141",
    "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
    "views_unittests": "9ed1f9d1c62d9ebad4c347cb229cfe81fc36d43d4cef19184cf9fae75afdae7a/569",
    "viz_unittests": "6e3302bae2058e1d99966449d32e1d911c13885f1b39369b9345f44040b5ef4b/653",
    "vr_common_unittests": "eca3216e017a7d743ebe70e7b9320e45e1652cb7649423f5fda287992b343963/811",
    "vr_pixeltests": "b1fb2551e0c43b8168e3b159fe756dea24e189bcdc418942fdec207b8ae3476d/725",
    "weblayer_browsertests": "01a44b66b0bd7c9a19abaea9b8a4e521f574d0f03028a9f7856c17f2ea331821/893",
    "weblayer_unittests": "1330746c2390d38f56bfc0f150cfdaff9aeb4dbb3e70cdd3f5696f2604f69a37/725",
    "wm_unittests": "31d6903901ce6ac6baa7a886e9f603d849143ba979bb758fb068da9c6f03ae38/569",
    "wtf_unittests": "7838fe477f399fec5d3eab172ac880c7cc46bb778531ca127dc582f7cd32cc11/569",
    "x11_unittests": "d113c7528cecfa9a92d72a5b0ecf6bc4d27d53c800e956ed4eecdf19d116897e/569",
    "xr_browser_tests": "cd0f82d8154527caf63dbe3443bfaf89decbc2bce07790a429fafea6972dda53/891",
    "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df845fad3d6b9e5f08783e22c7fe5bb9c41308ba
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77435
  • user_agent:recipe

Debug log (UTC)

[22:31:22.658] New invocation is queued and will start shortly
[22:31:22.658] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:31:23.979] Starting the invocation (attempt 1)
[22:31:24.026] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df845fad3d6b9e5f08783e22c7fe5bb9c41308ba"
[22:31:24.026] Reconstructed gitiles commit from tags
[22:31:24.026] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:31:24.026] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:31:24.026] Buildbucket request:
{
  "requestId": "9001505641795826576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
      "parent_got_dawn_revision": "e2cc5d624a824eb5f76c6a373d6c714db84cb597",
      "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
      "parent_got_revision": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
      "parent_got_revision_cp": "refs/heads/main@{#921421}",
      "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
      "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
      "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
      "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
      "swarm_hashes": {
            "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
            "accessibility_unittests": "dfce715f9d254bc0ebd484b165993bc9d2b6e02f7ff8fab4f46e0b0747ef1022/569",
            "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
            "app_shell_unittests": "41518007c10fb6e0fff6b63b027a5b12dd301400f998845fc24bdaeadea57504/809",
            "aura_unittests": "5a8d4d1794f5c1251ae63e3cda964c7b7616656f785c1eece52d61cf924f261a/569",
            "base_unittests": "6c9957ec270b14a9c8bff6afc5c2fde30326a2a2815513d0214f87222633026d/648",
            "blink_common_unittests": "11056aca0bfe3a4b0003c25dd14140c7652a726a7095d076184035575b72703a/647",
            "blink_fuzzer_unittests": "3a305d562e082cca157259bfe00049a9da11f0dbd783fd6754b792df40c51f73/648",
            "blink_heap_unittests": "e78cd25491ee9e46b90d4756f7444ffb212e5343bdbf5a4cbe916860241cb555/648",
            "blink_platform_unittests": "e3ce3d89eb3e77161ee150b4da4d93ed7c7813bc3c0a497d4d7b4d8648d2d706/726",
            "blink_unittests": "f70cb1a0d068ccfdc1cb1d83655c78b6fa6b552353d95e0be101dbf6f788edbe/726",
            "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
            "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
            "capture_unittests": "5229ed99479ed71d09a88688c8a03daab24473c453e232105b8b7bc2ffe5c8b9/648",
            "cast_unittests": "e61132b5e762d085b0d2d3af9899f8c462b2a4ef1f6378c5c1c585769ffe7f64/569",
            "cc_unittests": "9dd8bd8fc4332d33018f21bc011db1aeacbb84427dc31feccaaa9ee6052eee79/653",
            "chrome_app_unittests": "787665fae45c5a68a6eb955c81d3dd8a83979bf232f523448b9d91059fc7b314/811",
            "chromedriver_unittests": "0a0db9117bb8e9cfc889c97db2badb10d724470b0f21433efbb981c8a407ab0e/726",
            "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
            "components_browsertests": "1845432f4f8be33827a0100a2fb7f3d4b3164cae296a75d4c73ff91200d428bb/892",
            "components_unittests": "95ab06f83f1971ff259729d116956b0832b8ef75950f8cd7fab1e9bb285b91a7/892",
            "compositor_unittests": "68d9d0ec0e3f5491562a378afae3b29fe275738702e229bf0301cc57f9a170de/645",
            "content_browsertests": "c501b0e9e5e104a9c39ee01abe7a43575f010eb419eb8d5da58cc1398e9afed3/887",
            "content_unittests": "e586283003ae4c47263ad6fe0bffe3f592b6481ae8b6ead38783ca0de6c9c35d/806",
            "cronet_tests": "b037cbab63a4148800b43c24faaafb0a278ac398911a4a51c16f866b354e432a/730",
            "cronet_unittests": "9569f3f9862f6d2f82e820230468a4f1cb4d5769b80961f2b7edfa943ff61020/646",
            "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
            "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
            "device_unittests": "f7217a85784174472e13728f18f8ba19debff7b2fce6172488ee8dd483825d13/646",
            "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
            "events_unittests": "571383d8f7fee63132065a67c0af97fed609636f90dccc67fc45b06b2c314f79/569",
            "extensions_browsertests": "c8253fb80c7f49d6a6673b9d199a94ad12c845a752ac89873a6ca954096c6a38/811",
            "extensions_unittests": "046b56da494d41ed0c06651756d5073ddbac2d4a06a67acde1841af474a92fff/975",
            "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
            "gcm_unit_tests": "a7e90a493f92918e780a9cbe2aade29025f11483efaaeca87f176315c21a937e/646",
            "gfx_unittests": "1694b5c3823c309ffe2e79cf61ddcb33636309f112286aa545a9860e45596de0/645",
            "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
            "gl_tests": "46a73be405e7848c6d14a937e7ca21269dad58833520fb9a980990c280505f10/569",
            "gl_unittests": "d9b10e975a187d3a68d5bb49973d3cf90ff63178284b458777fb83c4a6c3e969/569",
            "google_apis_unittests": "ce8b6e603f761e57bde871a51438f2bb5bf6091150e1ed1bf638cec773062ddb/731",
            "gpu_unittests": "8c7c50d4d572f4c31a345ccaee1ae765902a3d096d42e9311b8c427cc8813fe9/646",
            "gtk_unittests": "795effe5d016afd05c18e6a440736e1d61655d4eec8fb873ff60a736351757b6/569",
            "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
            "headless_browsertests": "8680ff7ca6c478c7f4a23ac8b0e41d38978e8bd7a86dcb7e19319b53289c6c09/809",
            "headless_unittests": "4305611b734fd0a10ee3fa04edba0fc18ef3fb31d7e8b87f1c3dd976a96b90b2/569",
            "interactive_ui_tests": "0f293c24bcb4492b51951fdaa726f7f8447992659abd0481bfd3492bea8694f8/1128",
            "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
            "jingle_unittests": "2db922aa45291e8440f418e27de3bbd370d8859039d0b4250646db701c71a31b/646",
            "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
            "libjingle_xmpp_unittests": "765a822b49c102fab2a495e788b65d62e0643eb70907ce46eda28efe48e2459c/569",
            "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
            "media_unittests": "4cc25205865706785dc37ba11b4da29875a4996672243b859375d647b5d344d9/649",
            "message_center_unittests": "926d57f250d679f57d86cc209c4d171afd98a0245b7f33f38e38da8030a45759/569",
            "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
            "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
            "mojo_unittests": "87383a48b9dde6eee34c5c8b6c0dec462761bb09d4053b79df14acda1405bcf9/647",
            "native_theme_unittests": "cb7bb2e8f196bf27645ebed930122dbffaca866c192774f088de5fb5c40cd84f/569",
            "net_unittests": "e99ad0574094b2578f082aa8d124539ebf3a554dc8e59149401c28dfc65194ca/648",
            "openscreen_unittests": "cb1814a99b88d2112db7c437c8047bc5f71d79177aabe705512040cc7931c2af/811",
            "pdf_unittests": "a4f099120139f17b0915361b52b558d918d8d4603bbd0cfa15059f56ccd1ae95/725",
            "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
            "ppapi_unittests": "45fd8b3342fdba21d883adb9e8723cd379dd5e3836c8d445c9ca337bcdcbb105/569",
            "printing_unittests": "0215924c42f8146920d094c651c93320cc7ac5702373d78942a8c8cb0feee36a/569",
            "remoting_unittests": "55990bf868f38a41cc53477448bec92e1b98fa96d80f6c3e28d09445427c9f1a/646",
            "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
            "service_manager_unittests": "f43cdb6e4e77c3766796aef1e973a254445634e5dc7f58e34710d7c76d678d79/569",
            "services_unittests": "b7624764a062842f2aeace6e12a820abe8f916f2f7e1520b41ed825f6270ebe4/815",
            "shell_dialogs_unittests": "f26916ef896358ffe5fca46d783716e3f88986f1bd32f2092d8ad22d8ed6481e/569",
            "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
            "snapshot_unittests": "37db669d4c853047927edb7bf93cbaa092b54eb23242b040531a505d054b9ab2/569",
            "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
            "storage_unittests": "3742eb5b5761810e29f446e25ca63a8190e56b4e12cabb746df19702f8efec9e/727",
            "sync_integration_tests": "36ceb1e9fe3d0eddb44b71c1054170c12391129befc374454d0806ba4d508be5/892",
            "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
            "ui_base_unittests": "5ed0eb6ccccef62b2f4cb1954351c990edf813f30e506f583535590248c8b0ae/723",
            "ui_touch_selection_unittests": "585ba28c3b91dbdf7894b2a5e3f78cd5f910c2a1ffa7786f32678026cb6aaef5/569",
            "unit_tests": "3d4b7ecb31143fcc8a0362962e78cb3d5d5b523d6161c44664220a95d53f8680/1141",
            "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
            "views_unittests": "9ed1f9d1c62d9ebad4c347cb229cfe81fc36d43d4cef19184cf9fae75afdae7a/569",
            "viz_unittests": "6e3302bae2058e1d99966449d32e1d911c13885f1b39369b9345f44040b5ef4b/653",
            "vr_common_unittests": "eca3216e017a7d743ebe70e7b9320e45e1652cb7649423f5fda287992b343963/811",
            "vr_pixeltests": "b1fb2551e0c43b8168e3b159fe756dea24e189bcdc418942fdec207b8ae3476d/725",
            "weblayer_browsertests": "01a44b66b0bd7c9a19abaea9b8a4e521f574d0f03028a9f7856c17f2ea331821/893",
            "weblayer_unittests": "1330746c2390d38f56bfc0f150cfdaff9aeb4dbb3e70cdd3f5696f2604f69a37/725",
            "wm_unittests": "31d6903901ce6ac6baa7a886e9f603d849143ba979bb758fb068da9c6f03ae38/569",
            "wtf_unittests": "7838fe477f399fec5d3eab172ac880c7cc46bb778531ca127dc582f7cd32cc11/569",
            "x11_unittests": "d113c7528cecfa9a92d72a5b0ecf6bc4d27d53c800e956ed4eecdf19d116897e/569",
            "xr_browser_tests": "cd0f82d8154527caf63dbe3443bfaf89decbc2bce07790a429fafea6972dda53/891",
            "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001505641795826576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77435"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:31:24.887] Scheduled build:
{
  "id": "8836075579616219681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69402,
  "createdBy": "project:chromium",
  "createTime": "2021-09-14T22:31:24.103927916Z",
  "updateTime": "2021-09-14T22:31:24.684909930Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
      "ref": "refs/heads/main"
    }
  }
}
[22:31:24.887] Task URL: https://cr-buildbucket.appspot.com/build/8836075579616219681
[22:31:24.887] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:2:0) after 8m38s
[22:36:05.633] Received PubSub notification, asking Buildbucket for the build status
[22:36:05.679] Build status: STARTED
[22:40:02.936] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:2:0)
[22:40:02.980] Build status: STARTED
[22:40:02.981] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:4:0) after 5m54s
[22:45:57.002] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:4:0)
[22:45:57.060] Build status: STARTED
[22:45:57.060] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:5:0) after 7m10s
[22:53:07.282] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:5:0)
[22:53:07.311] Build status: STARTED
[22:53:07.311] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:6:0) after 7m44s
[23:00:51.340] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:6:0)
[23:00:51.477] Build status: STARTED
[23:00:51.477] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:7:0) after 3m38s
[23:04:29.542] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:7:0)
[23:04:29.597] Build status: STARTED
[23:04:29.597] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:8:0) after 7m31s
[23:12:00.825] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:8:0)
[23:12:00.910] Build status: STARTED
[23:12:00.910] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001505641795826576:9:0) after 8m4s
[23:12:07.180] Received PubSub notification, asking Buildbucket for the build status
[23:12:07.213] Build:
{
  "id": "8836075579616219681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69402,
  "createdBy": "project:chromium",
  "createTime": "2021-09-14T22:31:24.103927916Z",
  "startTime": "2021-09-14T22:36:03.047536Z",
  "endTime": "2021-09-14T23:12:06.690401346Z",
  "updateTime": "2021-09-14T23:12:06.690913197Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df845fad3d6b9e5f08783e22c7fe5bb9c41308ba",
      "ref": "refs/heads/main"
    }
  }
}
[23:12:07.213] Invocation finished in 40m44.572170976s with status FAILED