Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78499 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "b638d29d4009a57582cbd8f3639407bf0e75b1c8",
  "parent_got_dawn_revision": "eb0d90050667e41f6d28e4755ab3662de4feeb40",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
  "parent_got_revision_cp": "refs/heads/main@{#934428}",
  "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
  "parent_got_v8_revision": "7badf9c740780651d50ab9583bfe5233f79efc8e",
  "parent_got_v8_revision_cp": "refs/heads/9.7.45@{#1}",
  "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
  "swarm_hashes": {
    "absl_hardening_tests": "430b0328a30e42bb2d62ecdd2d9b58ceffedf3af262b08e1a146ee3de1c54be7/569",
    "accessibility_unittests": "d2b9534a640630eab2555e751baf567f968befc6a0200203fdba89d631b80f47/569",
    "angle_unittests": "cd05b97c7bdd7e49bfbe188c6810df57f2b0ab06b9d9868d4ae9a60c185a4470/570",
    "app_shell_unittests": "914b3bd6d16236fb4985fe251004831c17cbde97dd9cd0acde4a763ca26150b2/809",
    "aura_unittests": "e9a18b3f050b966708873fa88c039b80af8fa9f1a4ea9ec204b8059dafb2ba3d/569",
    "base_unittests": "7e40b7891d1a247b2743dc902a2bfe0048ce18ea1254cbb2653cbf94daf6af3a/648",
    "blink_common_unittests": "072fb998c4769399ad2e27a9a77791a80d9043dbc45e23e1f73b107a92521ab8/647",
    "blink_fuzzer_unittests": "3a9aa51163d79317649c90a7e79ac59da0592655ad80f9ed090c05b8a9e11d96/648",
    "blink_heap_unittests": "a3dde51bf45ffff9c25096d3e727a0e982963de98fb2873fdf714d0d26ddb389/648",
    "blink_platform_unittests": "135b3615797a6a7af70a4a9bb58edca82b45ac65158d879b0072b0c47e960561/726",
    "blink_unittests": "c28410ad2a536444defdca1dd0a6ce729b9714805c37255bb7ff0cdfa4585a5f/726",
    "boringssl_crypto_tests": "432a4c0752b4564bd1f083bddf5b0b211a2b6909cf2053350799d810c4503301/570",
    "boringssl_ssl_tests": "14d12c718baba686ce332cb385308e8479c1b878d47338597f21afc93b296a3f/569",
    "capture_unittests": "ca87fd4b52285f2614e5524546419a3c12e2a265dc3556f57b050add537e68c7/648",
    "cast_unittests": "9a207e41045a5185cf270d99eb76915093a62a00c79845403cd65278754180a0/569",
    "cc_unittests": "52913bdf93f17c2a5a2c136282259395120f47df1ce8aed9fc870d1eeb1f6764/653",
    "chrome_app_unittests": "76576840719e870c29fa985103e9d0707000e0c0a5fc440df865e432e7eb8a72/811",
    "chromedriver_unittests": "45f388dcd03066088891e39550d9e7454bc740e7bc8c3654335aca30eaa145fd/726",
    "color_unittests": "60eed999167353a0b490f746e41a14d31a7e0ccba75ea503284f2e4759dc1727/569",
    "components_browsertests": "109c15e2fba64532f56f9724f913323ef801be740663cbe8e1c63da1c8bab196/892",
    "components_unittests": "1aa3da752f4845e8712503c00969468975e9d3482ca48df8973c7e2a9ad807bc/892",
    "compositor_unittests": "eff0ccd48da49830a0b07d94a6ffd2f33ac0935d2ff39e40c4ad2fe3ce6910a1/645",
    "content_browsertests": "d153e8ef4dd213db640e046592aeef707b48c5768bb1e79a21fb52af1bbf7be1/887",
    "content_unittests": "4facb99b4d3c89cbc80db621ebd9be7a4c3e75c800aa7236ed866b8cdc9a7f6f/806",
    "cronet_tests": "1cb8282599d389a3d6e62fd119552628011a259c2f5ef7225957ccb919d1d565/730",
    "cronet_unittests": "4f4ceb402428e57f9e682d9354edf14eb97e9111f894a795f509f5ce5952ef35/646",
    "crypto_unittests": "d0b23c625d1477c85a20415202792b3e27788b1fa2ded1c8d77653c636fe089d/569",
    "dbus_unittests": "207ab61ebc4daef64fb05d4b14fd3b1d2d1a44ad3e2b7e773a6319dd3bc1b640/569",
    "device_unittests": "460d359043d1b6768c7d279cbc4de454140ccdcaededbefd27ce392052192dae/646",
    "display_unittests": "4350a51e3678ef941ba83f2d169842a842028206afa0314139916b6df8da260b/569",
    "events_unittests": "9a96f0abe8adaa660e33b981f644fe0f437053fb86912bd49a898c82fcf1c6b1/569",
    "extensions_browsertests": "09b5f21f1477349692880b0df8f4e30b3385bca4bd85edda9e414471a269b75c/811",
    "extensions_unittests": "951fdb3c1565451e0f71607b4d2ab67d9da94480435757e05dc69a6816f642b2/975",
    "filesystem_service_unittests": "3f777959628633d63ee70c9868622081633c32a8831965f85369f78aa735cd11/569",
    "gcm_unit_tests": "9e448d661dc261e9949bd6eb7dc61937fca0ab47318c781dce3d1a3ad52db556/646",
    "gfx_unittests": "7a9e9230e6b43713b5d6733356cb02d107957ccf840286323db02c4c4475690d/645",
    "gin_unittests": "5581eef95fdf409317f2af99b5dae7549082043ed648cc95c56a30c4f0cf1f94/646",
    "gl_tests": "939866a3f6e4f5fa77782c1a355d1d3424a0265b4eb1fce512c5f5f99af7cd23/569",
    "gl_unittests": "ddf62ea3e1b14b0d704229a926b3aca348c103f634314effd845003d37065a44/569",
    "google_apis_unittests": "de024c135a1d1410d57dfeff371ac80f13f9a7707fe30e5d426deb6159eacea1/731",
    "gpu_unittests": "8b0237709370813858a0dd7fed1faf2d30b5b34dbe31c9f934a5664f29b238e4/646",
    "gwp_asan_unittests": "4efaced73fd222c8f50b2d3a21af3a61ca24670f5f4fe073f0b71d49f247f2d0/570",
    "headless_browsertests": "94f9c5495b04db26553da4119ed7b05dd73d956552dd629e5cec95b33b3c3515/809",
    "headless_unittests": "018ecbc938067e7aa778e7932bd35aa0453c574cdb558a4390e3faba9ff448f3/569",
    "interactive_ui_tests": "b21adff305e876027d7d9cd23724cfc4a75d9f525dbdf3be93f3762b0c942c2b/1128",
    "ipc_tests": "4a5373da1087dbdf975d9c85c7b1ca4c39fabfa5d89a63405c5084fdfee21c0b/569",
    "jingle_unittests": "875874e2cd28911d4b79a84723740731edeeddc615d81f7edf185508efe3edf3/646",
    "latency_unittests": "fb6d6a91f05de5a5867cea79610acfd77bc6f885a1331e9421175189fe2b2b28/569",
    "libjingle_xmpp_unittests": "e1536f33f1033c7466d10b4a86aca4fc95d1e53791efe209f4f2938df2154181/569",
    "liburlpattern_unittests": "a950593d28afaf9b7d3904cddbcf14646e961d09822dbf908d1046f7c54f7d60/569",
    "media_unittests": "b3b171c4d828ce79bd8b56a6ff3af05e2a2d7760fb89bdd7f5bc3fb493557187/649",
    "message_center_unittests": "10cc6ebe668a83128f4356113e1b7d6100740c923a9f586706ae399ba8b1c619/569",
    "midi_unittests": "f90d4b39a0eef388de454790461025ea7fd674b3ec459f9212ebf642a21f140a/569",
    "mojo_core_unittests": "0c45b18130f21c651b21e032bcafec9678c87eeea71a9ece63b26aa187a7c3e9/569",
    "mojo_unittests": "f063ab8fac4916086fb3dd08fb292e902f6b26ae35d69eb4b2b626ff39af5137/647",
    "native_theme_unittests": "161002f892efa02c2cdc2ffcc53555685153cefa17cf43bb8b12bc9573b15ef4/569",
    "net_unittests": "45c59c88ef70a53267bc6070719f26f74f3875278e66d21f9626001c729bd7c6/648",
    "openscreen_unittests": "e61a1aa5effbc5c0f668aa58205572228a0820b854fee82ededb7daf02f8e272/811",
    "ozone_x11_unittests": "4ec0e82e4ac856b720a8c5a395924c602f3c0698cdd14f7d9584e46cb7e2abdf/569",
    "pdf_unittests": "3f3751e8e46eedb1ab727f73a1c0e8d7aefb0195475c4dfd72368d717005c0df/725",
    "perfetto_unittests": "17899fc39f726d58e6c0453a08f3605b97faa9d5b3cf3e4aa98277f58cc1e427/569",
    "ppapi_unittests": "9578d8ec7100bf07947c1dd9c27748f3569eec8b6841e781ac4dd175eb153f07/569",
    "printing_unittests": "27cd9950718920acde221bb7a249e0406b2a455bf3f28ab6e8590f99ed88340f/569",
    "remoting_unittests": "3fe7bad7c1e55f5e8a30421fb73e1c60b49c01482338e229939d11705016123a/646",
    "sandbox_linux_unittests": "0f623073fa73e45d99b6e23aa9f994181db7b1c63f0e9330c5523fa1ef7e30de/569",
    "service_manager_unittests": "f9e5bb00fc07a0619af1fc642791146ce67ff44a540bf3197fdd03126f449ddd/569",
    "services_unittests": "5d705f94d849e18442224e3069f85365395f374292cc57c3c9779e148737d2cd/815",
    "shell_dialogs_unittests": "46d41a9fb7008f8e57782600ed0ae686af24beaebc952a38c50d99fabe8b61d2/569",
    "skia_unittests": "971ccbacea829a03329af03c2d43226ed653eb45e46180d089f1e843ae934173/569",
    "snapshot_unittests": "051a11697226da368b26335594076f58be0879659427c527bc1b57a82cdad524/569",
    "sql_unittests": "1ae48ff44a3e15ae15dfef8ad0a67553e5679740c751acfb4715e69f18aaf182/646",
    "storage_unittests": "ef6d63b68a792a019c05343de5f58141510cec1aba261c799a3bde8b6a7543ec/727",
    "sync_integration_tests": "2bfdfc89d1321ce58513b702b7d9a332aeb604e073df6d34761ed3c5cf44e84c/892",
    "ui_base_unittests": "fedfe81e77f3167c88c98562b9e25c61fd84c80ca21be8b0e4b4a2b7e48b25fa/723",
    "ui_touch_selection_unittests": "25cffbe15a19fa537efb28ca35c8bd7679dcea1445678798ba772249113cb3c1/569",
    "unit_tests": "55fd42c89b8a1532d2bd993f30cc6a9ed29f8e00c22a4db62d0af2cfe4c1f2cb/1141",
    "url_unittests": "ca39c6820a983647494a19b283ee0b389ed8c4765c20efe5ccb82cf25e77d27f/569",
    "views_unittests": "562767592dfd9f14afb411406d1a8d93cae0533df9966f3527295ff81e0d4b96/569",
    "viz_unittests": "ec5b7c10cd71b4f9cf0c5fd46207704f3481e67cee912a3841af2d6b4a70dee8/653",
    "vr_common_unittests": "177d28932a33adc18a25e279fd30be770d16875d87d919a55a5a986d2866245d/811",
    "vr_pixeltests": "0b2dd166aa14ba4392fdea9ad237c5929e2f6acbd71880c6f9dad51253c86a56/725",
    "weblayer_browsertests": "e5961557fb4c9ec0d0b035792300cb50d28af4aeb101b0195b833d21f2b33b57/893",
    "weblayer_unittests": "f8877c5bae1d7d16f21dec2be84c42e7c0b41df80ad8d72eb85bdc664f345a33/725",
    "wm_unittests": "0aef65160453680e3f78bd728ecb0be8ea438c2da79ba49d8a978ead2bd012c6/569",
    "wtf_unittests": "c07a3f9bbf1e64d6ad20392f3c15fbd0b39133cc5706ffb82aec34c9c3c468a7/569",
    "x11_unittests": "28fbc625bf0e526f3dcb892220352e7faaaae397f84b7d0cb63ce31f469dbbcd/569",
    "xr_browser_tests": "bf8efabc3733cc08483a0cb879d09d8a864aa0e5840b4337d61987897a165a52/891",
    "zlib_unittests": "f19e71eb120c31a4a8de31034b9e5d83735d67bb9a6ed41353cf2d492da93a8d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59a2d4d3983ec70b3479a45361cf0ecdd16b9990
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78499
  • user_agent:recipe

Debug log (UTC)

[07:10:57.685] New invocation is queued and will start shortly
[07:10:57.685] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:10:58.843] Starting the invocation (attempt 1)
[07:10:58.879] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59a2d4d3983ec70b3479a45361cf0ecdd16b9990"
[07:10:58.879] Popped gitiles commit info from properties and tags
[07:10:58.879] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:10:58.879] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:10:58.880] Buildbucket request:
{
  "requestId": "8997849073752552720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "b638d29d4009a57582cbd8f3639407bf0e75b1c8",
      "parent_got_dawn_revision": "eb0d90050667e41f6d28e4755ab3662de4feeb40",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
      "parent_got_revision_cp": "refs/heads/main@{#934428}",
      "parent_got_swiftshader_revision": "c5e237273696433360d852fd99f5ac39b757e218",
      "parent_got_v8_revision": "7badf9c740780651d50ab9583bfe5233f79efc8e",
      "parent_got_v8_revision_cp": "refs/heads/9.7.45@{#1}",
      "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
      "swarm_hashes": {
            "absl_hardening_tests": "430b0328a30e42bb2d62ecdd2d9b58ceffedf3af262b08e1a146ee3de1c54be7/569",
            "accessibility_unittests": "d2b9534a640630eab2555e751baf567f968befc6a0200203fdba89d631b80f47/569",
            "angle_unittests": "cd05b97c7bdd7e49bfbe188c6810df57f2b0ab06b9d9868d4ae9a60c185a4470/570",
            "app_shell_unittests": "914b3bd6d16236fb4985fe251004831c17cbde97dd9cd0acde4a763ca26150b2/809",
            "aura_unittests": "e9a18b3f050b966708873fa88c039b80af8fa9f1a4ea9ec204b8059dafb2ba3d/569",
            "base_unittests": "7e40b7891d1a247b2743dc902a2bfe0048ce18ea1254cbb2653cbf94daf6af3a/648",
            "blink_common_unittests": "072fb998c4769399ad2e27a9a77791a80d9043dbc45e23e1f73b107a92521ab8/647",
            "blink_fuzzer_unittests": "3a9aa51163d79317649c90a7e79ac59da0592655ad80f9ed090c05b8a9e11d96/648",
            "blink_heap_unittests": "a3dde51bf45ffff9c25096d3e727a0e982963de98fb2873fdf714d0d26ddb389/648",
            "blink_platform_unittests": "135b3615797a6a7af70a4a9bb58edca82b45ac65158d879b0072b0c47e960561/726",
            "blink_unittests": "c28410ad2a536444defdca1dd0a6ce729b9714805c37255bb7ff0cdfa4585a5f/726",
            "boringssl_crypto_tests": "432a4c0752b4564bd1f083bddf5b0b211a2b6909cf2053350799d810c4503301/570",
            "boringssl_ssl_tests": "14d12c718baba686ce332cb385308e8479c1b878d47338597f21afc93b296a3f/569",
            "capture_unittests": "ca87fd4b52285f2614e5524546419a3c12e2a265dc3556f57b050add537e68c7/648",
            "cast_unittests": "9a207e41045a5185cf270d99eb76915093a62a00c79845403cd65278754180a0/569",
            "cc_unittests": "52913bdf93f17c2a5a2c136282259395120f47df1ce8aed9fc870d1eeb1f6764/653",
            "chrome_app_unittests": "76576840719e870c29fa985103e9d0707000e0c0a5fc440df865e432e7eb8a72/811",
            "chromedriver_unittests": "45f388dcd03066088891e39550d9e7454bc740e7bc8c3654335aca30eaa145fd/726",
            "color_unittests": "60eed999167353a0b490f746e41a14d31a7e0ccba75ea503284f2e4759dc1727/569",
            "components_browsertests": "109c15e2fba64532f56f9724f913323ef801be740663cbe8e1c63da1c8bab196/892",
            "components_unittests": "1aa3da752f4845e8712503c00969468975e9d3482ca48df8973c7e2a9ad807bc/892",
            "compositor_unittests": "eff0ccd48da49830a0b07d94a6ffd2f33ac0935d2ff39e40c4ad2fe3ce6910a1/645",
            "content_browsertests": "d153e8ef4dd213db640e046592aeef707b48c5768bb1e79a21fb52af1bbf7be1/887",
            "content_unittests": "4facb99b4d3c89cbc80db621ebd9be7a4c3e75c800aa7236ed866b8cdc9a7f6f/806",
            "cronet_tests": "1cb8282599d389a3d6e62fd119552628011a259c2f5ef7225957ccb919d1d565/730",
            "cronet_unittests": "4f4ceb402428e57f9e682d9354edf14eb97e9111f894a795f509f5ce5952ef35/646",
            "crypto_unittests": "d0b23c625d1477c85a20415202792b3e27788b1fa2ded1c8d77653c636fe089d/569",
            "dbus_unittests": "207ab61ebc4daef64fb05d4b14fd3b1d2d1a44ad3e2b7e773a6319dd3bc1b640/569",
            "device_unittests": "460d359043d1b6768c7d279cbc4de454140ccdcaededbefd27ce392052192dae/646",
            "display_unittests": "4350a51e3678ef941ba83f2d169842a842028206afa0314139916b6df8da260b/569",
            "events_unittests": "9a96f0abe8adaa660e33b981f644fe0f437053fb86912bd49a898c82fcf1c6b1/569",
            "extensions_browsertests": "09b5f21f1477349692880b0df8f4e30b3385bca4bd85edda9e414471a269b75c/811",
            "extensions_unittests": "951fdb3c1565451e0f71607b4d2ab67d9da94480435757e05dc69a6816f642b2/975",
            "filesystem_service_unittests": "3f777959628633d63ee70c9868622081633c32a8831965f85369f78aa735cd11/569",
            "gcm_unit_tests": "9e448d661dc261e9949bd6eb7dc61937fca0ab47318c781dce3d1a3ad52db556/646",
            "gfx_unittests": "7a9e9230e6b43713b5d6733356cb02d107957ccf840286323db02c4c4475690d/645",
            "gin_unittests": "5581eef95fdf409317f2af99b5dae7549082043ed648cc95c56a30c4f0cf1f94/646",
            "gl_tests": "939866a3f6e4f5fa77782c1a355d1d3424a0265b4eb1fce512c5f5f99af7cd23/569",
            "gl_unittests": "ddf62ea3e1b14b0d704229a926b3aca348c103f634314effd845003d37065a44/569",
            "google_apis_unittests": "de024c135a1d1410d57dfeff371ac80f13f9a7707fe30e5d426deb6159eacea1/731",
            "gpu_unittests": "8b0237709370813858a0dd7fed1faf2d30b5b34dbe31c9f934a5664f29b238e4/646",
            "gwp_asan_unittests": "4efaced73fd222c8f50b2d3a21af3a61ca24670f5f4fe073f0b71d49f247f2d0/570",
            "headless_browsertests": "94f9c5495b04db26553da4119ed7b05dd73d956552dd629e5cec95b33b3c3515/809",
            "headless_unittests": "018ecbc938067e7aa778e7932bd35aa0453c574cdb558a4390e3faba9ff448f3/569",
            "interactive_ui_tests": "b21adff305e876027d7d9cd23724cfc4a75d9f525dbdf3be93f3762b0c942c2b/1128",
            "ipc_tests": "4a5373da1087dbdf975d9c85c7b1ca4c39fabfa5d89a63405c5084fdfee21c0b/569",
            "jingle_unittests": "875874e2cd28911d4b79a84723740731edeeddc615d81f7edf185508efe3edf3/646",
            "latency_unittests": "fb6d6a91f05de5a5867cea79610acfd77bc6f885a1331e9421175189fe2b2b28/569",
            "libjingle_xmpp_unittests": "e1536f33f1033c7466d10b4a86aca4fc95d1e53791efe209f4f2938df2154181/569",
            "liburlpattern_unittests": "a950593d28afaf9b7d3904cddbcf14646e961d09822dbf908d1046f7c54f7d60/569",
            "media_unittests": "b3b171c4d828ce79bd8b56a6ff3af05e2a2d7760fb89bdd7f5bc3fb493557187/649",
            "message_center_unittests": "10cc6ebe668a83128f4356113e1b7d6100740c923a9f586706ae399ba8b1c619/569",
            "midi_unittests": "f90d4b39a0eef388de454790461025ea7fd674b3ec459f9212ebf642a21f140a/569",
            "mojo_core_unittests": "0c45b18130f21c651b21e032bcafec9678c87eeea71a9ece63b26aa187a7c3e9/569",
            "mojo_unittests": "f063ab8fac4916086fb3dd08fb292e902f6b26ae35d69eb4b2b626ff39af5137/647",
            "native_theme_unittests": "161002f892efa02c2cdc2ffcc53555685153cefa17cf43bb8b12bc9573b15ef4/569",
            "net_unittests": "45c59c88ef70a53267bc6070719f26f74f3875278e66d21f9626001c729bd7c6/648",
            "openscreen_unittests": "e61a1aa5effbc5c0f668aa58205572228a0820b854fee82ededb7daf02f8e272/811",
            "ozone_x11_unittests": "4ec0e82e4ac856b720a8c5a395924c602f3c0698cdd14f7d9584e46cb7e2abdf/569",
            "pdf_unittests": "3f3751e8e46eedb1ab727f73a1c0e8d7aefb0195475c4dfd72368d717005c0df/725",
            "perfetto_unittests": "17899fc39f726d58e6c0453a08f3605b97faa9d5b3cf3e4aa98277f58cc1e427/569",
            "ppapi_unittests": "9578d8ec7100bf07947c1dd9c27748f3569eec8b6841e781ac4dd175eb153f07/569",
            "printing_unittests": "27cd9950718920acde221bb7a249e0406b2a455bf3f28ab6e8590f99ed88340f/569",
            "remoting_unittests": "3fe7bad7c1e55f5e8a30421fb73e1c60b49c01482338e229939d11705016123a/646",
            "sandbox_linux_unittests": "0f623073fa73e45d99b6e23aa9f994181db7b1c63f0e9330c5523fa1ef7e30de/569",
            "service_manager_unittests": "f9e5bb00fc07a0619af1fc642791146ce67ff44a540bf3197fdd03126f449ddd/569",
            "services_unittests": "5d705f94d849e18442224e3069f85365395f374292cc57c3c9779e148737d2cd/815",
            "shell_dialogs_unittests": "46d41a9fb7008f8e57782600ed0ae686af24beaebc952a38c50d99fabe8b61d2/569",
            "skia_unittests": "971ccbacea829a03329af03c2d43226ed653eb45e46180d089f1e843ae934173/569",
            "snapshot_unittests": "051a11697226da368b26335594076f58be0879659427c527bc1b57a82cdad524/569",
            "sql_unittests": "1ae48ff44a3e15ae15dfef8ad0a67553e5679740c751acfb4715e69f18aaf182/646",
            "storage_unittests": "ef6d63b68a792a019c05343de5f58141510cec1aba261c799a3bde8b6a7543ec/727",
            "sync_integration_tests": "2bfdfc89d1321ce58513b702b7d9a332aeb604e073df6d34761ed3c5cf44e84c/892",
            "ui_base_unittests": "fedfe81e77f3167c88c98562b9e25c61fd84c80ca21be8b0e4b4a2b7e48b25fa/723",
            "ui_touch_selection_unittests": "25cffbe15a19fa537efb28ca35c8bd7679dcea1445678798ba772249113cb3c1/569",
            "unit_tests": "55fd42c89b8a1532d2bd993f30cc6a9ed29f8e00c22a4db62d0af2cfe4c1f2cb/1141",
            "url_unittests": "ca39c6820a983647494a19b283ee0b389ed8c4765c20efe5ccb82cf25e77d27f/569",
            "views_unittests": "562767592dfd9f14afb411406d1a8d93cae0533df9966f3527295ff81e0d4b96/569",
            "viz_unittests": "ec5b7c10cd71b4f9cf0c5fd46207704f3481e67cee912a3841af2d6b4a70dee8/653",
            "vr_common_unittests": "177d28932a33adc18a25e279fd30be770d16875d87d919a55a5a986d2866245d/811",
            "vr_pixeltests": "0b2dd166aa14ba4392fdea9ad237c5929e2f6acbd71880c6f9dad51253c86a56/725",
            "weblayer_browsertests": "e5961557fb4c9ec0d0b035792300cb50d28af4aeb101b0195b833d21f2b33b57/893",
            "weblayer_unittests": "f8877c5bae1d7d16f21dec2be84c42e7c0b41df80ad8d72eb85bdc664f345a33/725",
            "wm_unittests": "0aef65160453680e3f78bd728ecb0be8ea438c2da79ba49d8a978ead2bd012c6/569",
            "wtf_unittests": "c07a3f9bbf1e64d6ad20392f3c15fbd0b39133cc5706ffb82aec34c9c3c468a7/569",
            "x11_unittests": "28fbc625bf0e526f3dcb892220352e7faaaae397f84b7d0cb63ce31f469dbbcd/569",
            "xr_browser_tests": "bf8efabc3733cc08483a0cb879d09d8a864aa0e5840b4337d61987897a165a52/891",
            "zlib_unittests": "f19e71eb120c31a4a8de31034b9e5d83735d67bb9a6ed41353cf2d492da93a8d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997849073752552720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78499"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:10:59.403] Scheduled build:
{
  "id": "8832419011778690257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70456,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T07:10:58.936960173Z",
  "updateTime": "2021-10-25T07:10:59.208523622Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
      "ref": "refs/heads/main"
    }
  }
}
[07:10:59.403] Task URL: https://cr-buildbucket.appspot.com/build/8832419011778690257
[07:10:59.403] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:2:0) after 1m44s
[07:11:11.645] Received PubSub notification, asking Buildbucket for the build status
[07:11:11.725] Build status: STARTED
[07:12:43.520] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:2:0)
[07:12:43.558] Build status: STARTED
[07:12:43.558] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:4:0) after 8m25s
[07:21:08.578] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:4:0)
[07:21:08.654] Build status: STARTED
[07:21:08.654] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:5:0) after 9m27s
[07:30:35.649] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:5:0)
[07:30:35.691] Build status: STARTED
[07:30:35.691] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:6:0) after 1m57s
[07:32:32.715] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:6:0)
[07:32:32.807] Build status: STARTED
[07:32:32.807] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:7:0) after 6m9s
[07:38:41.829] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:7:0)
[07:38:41.859] Build status: STARTED
[07:38:41.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997849073752552720:8:0) after 6m37s
[07:43:24.892] Received PubSub notification, asking Buildbucket for the build status
[07:43:24.931] Build:
{
  "id": "8832419011778690257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70456,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T07:10:58.936960173Z",
  "startTime": "2021-10-25T07:11:08.117150Z",
  "endTime": "2021-10-25T07:43:24.499532866Z",
  "updateTime": "2021-10-25T07:43:24.499929126Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59a2d4d3983ec70b3479a45361cf0ecdd16b9990",
      "ref": "refs/heads/main"
    }
  }
}
[07:43:24.931] Invocation finished in 32m27.260683314s with status FAILED