Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78698 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "24a1bc704aec94c00bf45d075dc3a00c7527423c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
  "parent_got_revision_cp": "refs/heads/main@{#936806}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
  "swarm_hashes": {
    "absl_hardening_tests": "cd3a06d0bf5d9c6195fd50334d4cbdfa541b81e43de59bc3416a6561e3d54fa3/569",
    "accessibility_unittests": "ad9a2de1ecad80d3c744739229d268533ad6eb403d34f2d93ec244e5c018487c/569",
    "angle_unittests": "4d5aa9959eac20b4c3805eb287580b1a16233fd13128b2a76347cbd422343a3a/570",
    "app_shell_unittests": "f0346cb199ef119712723bd8a0151cde187403a389ff5040217ddd63c363e5ef/809",
    "aura_unittests": "e622d25f747a3be3e2d9429f743f975c6650f95f6b9be67f1ea02724ff3ef6a0/569",
    "base_unittests": "36ae58c6746d8c3fea8fe23d970387b000869f642faa519fc207687d56e3c9ea/648",
    "blink_common_unittests": "1c21e851534bd0fcdd97dd3092931f35d174edb39b608db34b7dee0b3c44187d/647",
    "blink_fuzzer_unittests": "0838b227f8fc2577232ccddb704bd46e11ba106428c8e9a037fc1b0895039e72/648",
    "blink_heap_unittests": "07b9868e4a675008fd9f573f053e62dab3d2ec65b71fad63053eb72d2824a468/648",
    "blink_platform_unittests": "9b37f7396772caada46ee73163cafbbe211a8bff07428585bed4e2d27766cc77/726",
    "blink_unittests": "d44cd6ba9f4d29623587588c2e21cddce25eb65b34012222125d960298921226/726",
    "boringssl_crypto_tests": "30d3d86681e675d423473da9257e41fa9a168196b5d067099c97f3e7e2c80f6b/570",
    "boringssl_ssl_tests": "a494b557120b4e359d0f784704469b81750cebead8d10d9fcdcc75c91c3f8fe9/569",
    "capture_unittests": "9ac3ccd26aeecb862e685aae12259f6ac5a1cf80eb1819ae0a5c8db6a9d34dc7/648",
    "cast_unittests": "5baff27721d0741c5ff68b84f16ea7758f4e909560bf844c2f58ef18df83af02/569",
    "cc_unittests": "450bf5ece88e44d017af5ef5edb75400d9d367e5e64973d38f411bb787f058fc/653",
    "chrome_app_unittests": "39f2e5a453f20edebad4db850dd585b1189a0d8b155b4dcb263396b8753382f1/811",
    "chromedriver_unittests": "123573f497fa4759ac095da171db5455dd67acb4f97584aa5a054cc561105475/726",
    "color_unittests": "a065477509b4232f8c6bcb5df72cf5e4e95b9f357b3e12651d1f48e792590374/569",
    "components_browsertests": "b482a43fe66da3ec4bc22f4606bde3bb5d87477298578d7995d9c215c5f24e14/892",
    "components_unittests": "c3e44331c23ed6fb1edde0c127a92f417774a01be2651c3ef237fff1f7e9be68/892",
    "compositor_unittests": "eac634243c2c31d52217c8f8fb6bd36ca914216513d4aff04a66d7dfcd38e3d8/645",
    "content_browsertests": "1007929638992750089ee26e3eea916c3e0badd3970d89b121fabd2fec9a03e1/887",
    "content_unittests": "af1fc14eb86fb593af66c5843c3fc3dd1faa830470cb69e3d7644c21ca726d1d/806",
    "cronet_tests": "cf9ab4e9048c3c1359e648510206b7c35d422d287b6a83f209ec78fb00106e1d/730",
    "cronet_unittests": "7846b1772414a99253c09ed454e799363365e2e7aa3ab3c8c0e7b6a2e26c741d/646",
    "crypto_unittests": "d8e13e8fb5821a442400d6692ffe81a5a564807b29a4b4bf67637f7d481d7948/569",
    "dbus_unittests": "9b7fe8d15ade1816046172748fdadd489e0ed0f34bde5ccc0f10d6f3a695182a/569",
    "device_unittests": "b170fae950801e97f6d5afd1656051c63644fd2e77ae2de803557c666a88db34/646",
    "display_unittests": "473e224458d1e027865440a3b7286c17f7e4da3c7a1193512148823f8dab2066/569",
    "events_unittests": "82e635a219b227bc3c03e41b9a34d69d2c3164f4d688c14d0d17fb58c459c373/569",
    "extensions_browsertests": "33c56bc149bff4575a2450cf38d64ca3822b04e47bbefb910eb1a595f6d2bac1/811",
    "extensions_unittests": "07ef18498ae368a88868d147555a88df2cd1a13aa1977db22138d973ab37b5d4/975",
    "filesystem_service_unittests": "7abfeaae8dd62720fb126b5c4f16153d963f091781d2f6ba26f8878e1c62eb6d/569",
    "gcm_unit_tests": "a0966746c0b3fac1b499cb3fd692e5c23f76398815e5ab1483ed39dc9868982d/646",
    "gfx_unittests": "c55519cf204fd67afbe05db8e0cbe93ed1e5f6dcc915f155af660d0f8275ac8a/645",
    "gin_unittests": "63e252822ae2612440a343da4d0d53f4f9ee5bb8625f9dd484244008025062d9/646",
    "gl_tests": "375f000dfce41d3f516641c74cae54ed0219ee1a5736fdb8f1891b4de4b3d41c/569",
    "gl_unittests": "6add49122533990f45efd03635110d37d917ef41b2f9ed70d49bf7d03cdd1f49/569",
    "google_apis_unittests": "a664a5780423610116042203c5d522bd6f448c697bb02be199978a0ebf618188/731",
    "gpu_unittests": "fdc165cfcd71606a1f466d46d723173c28c285de40f393a0b0bc3d0b71f9c511/646",
    "gwp_asan_unittests": "97306db25626fed578c5c841384eb629514985872922e94661a5ab41b5c2ee59/570",
    "headless_browsertests": "bdc67b88f0a4723c4db7205b8008677372279f6f7014d985ba1b28772256c26b/809",
    "headless_unittests": "91bd188a0be16140b85b926ca1ade1ea70f46878ce7605907958069c42577f38/569",
    "interactive_ui_tests": "a1343d806bb8d1043f3a60c47af8776ca913629fdb325219ec9bed2ea465b25c/1128",
    "ipc_tests": "4fc27a87f6bc3f9bceac2ce7aa10092039f45107d16f6a7ee1111e1da1804413/569",
    "jingle_unittests": "a2e85f3aeb854f33ab97c125827c6e03e6d3982fd67d790f7198ee67b60cda3b/646",
    "latency_unittests": "e7771e1c6aa53ef44c77805f406fe9abb37216191c413348e1e59fbd3fb329a4/569",
    "libjingle_xmpp_unittests": "a1a0d43569a482ff9a822efcdf3099bdca090b2d04fb61b0a6c5920df4bb927d/569",
    "liburlpattern_unittests": "3575ead0fa49296858cfdc2e2e6ea7d77f7ab2df2e8ba3117fa7103590f6a05f/569",
    "media_unittests": "a0e110d430bb5a44d58aafbba6a6ca6b582f1f9e747ae85c8c731c426ddecead/649",
    "message_center_unittests": "0b0f515cde276e73a852c5b508b119e9afa96b4391db4bf3f4c0c209ba98d0e1/569",
    "midi_unittests": "2922c31e204ef3d6f6e35718a23dbd7d085f7b8cab82ba9247bba9428739363d/569",
    "mojo_core_unittests": "0df066b5dff28e7b830bfcaee93a74402b35d0ec508ac76ea8f6cedd89b1be46/569",
    "mojo_unittests": "5b79836eb5d9638dfcaeee1047c2c0d84226d7871bf6fbf20f26801298f4a01c/647",
    "native_theme_unittests": "933a8f6907446e673fd54adf7862069c9b19d513575abfc8628c7eb144bb140f/569",
    "net_unittests": "4a5acc3c556539ce1ba17a4a3df89757d3f92544b03387015ade7bf72ba193f4/648",
    "openscreen_unittests": "de1b6c4c70215f0d717a877ec23efc7b330c3085bcc39ae3283ddf2552a94525/811",
    "ozone_x11_unittests": "356191e71c53491ab9b675c0eb9b56a757161dd07aa7e6c28bcc7c06034a4b49/569",
    "pdf_unittests": "5ab1580519ad3c4b285528297ad0a3b779fd80f8a690281b7df277102e9a53b2/725",
    "perfetto_unittests": "ecaa5a43bba827a0de19925c87ab36d98a8b735d38c64251ae51da38c9264310/569",
    "ppapi_unittests": "f324c7302ffb1f9575642aff64dbb0134d7322eecb092ad71b9d2d2bfd08a1e4/569",
    "printing_unittests": "6f59c8e3d0f91e777329c5df731ccdac346af591ebac57a42674c14277affc09/569",
    "remoting_unittests": "0dc3faba3afd8de0eb90ee01c0e73afc1f5a5752425c2d64eb79dd25bc69a40e/646",
    "sandbox_linux_unittests": "5a9023427d4359a0f49d85f26849b5c9c339439a0077c81cebceb4faa0b31484/569",
    "service_manager_unittests": "20a44522f88ab8f0cceda17f300076950575bbaa6599c59ed78b36a6f332843e/569",
    "services_unittests": "0566cc9a05866eef25a2854a79f9f6eaeea9fa06d51b00e68eb617fcf2c9859a/815",
    "shell_dialogs_unittests": "73c4a9b987cdc8a09a6457744aea0a5970e12f2178565aacf96240ba251e4a7f/569",
    "skia_unittests": "99ed0202574a8e3825752f248df9e168561e8ad0aac0ba4e595e31565cc2fe02/569",
    "snapshot_unittests": "9ce3536a88b600e4b7ed858df66aed455052b7104da1b9cd29a5575366aed93a/569",
    "sql_unittests": "ae2337c6c26bfdce2f168f0fd9c9c7d6ff8df98cb9e639a46cd32698647dde78/646",
    "storage_unittests": "d02d064284871ecae5a9f11334b5ed62f7080d376da47dbe6cf50d954a5be8be/727",
    "sync_integration_tests": "22645f868c1c45634966a624fb5d34d1dc03c8732033145e29431e6698ff45d2/892",
    "ui_base_unittests": "309adeee6224679abd705fa5ae2765211b77a3550181bb9204461f11df53fde1/723",
    "ui_touch_selection_unittests": "408e44594fecb3b58244f8de97348407b0da0e3f167d58d7a0679aac471ffa25/569",
    "unit_tests": "b69f3d5a7ae4cdf23114aae08cf4042d3af57458de28ccf95c3d56310428b9e4/1141",
    "url_unittests": "9924d1bd76cefeb80d2fa56c7d7d30fa8eb04b0be45b9c97269fea440fb1b67f/569",
    "views_unittests": "0dbbfd79e2e572d3388bedabcbd570d5feb2384b85c02a2a80a703b9da63f2fd/569",
    "viz_unittests": "eae9fb0a167815493f2715f8ee11054f9a9dc707b9751b934cbcf243f5e73a39/653",
    "vr_common_unittests": "b4d8ab62aed3d6564069ec23c42ecf54337b789faceb96e040c6ac16c6fb0ff0/811",
    "vr_pixeltests": "a38042a700953abb4e471e363c20bcb675092b92b84bbe3ee0bea26251a9373c/725",
    "weblayer_browsertests": "2bfddff556f56afb81fe5ef5e1b12ec13cb5fba9275070c5bf24e6deab6a0c69/893",
    "weblayer_unittests": "80b15c8de91310ce549b9afce6de76c00658c5472ff678cd38332ee17b5fd5e3/725",
    "wm_unittests": "2722e452152535eda835f41ae477dbf636fa6d943e1b9115e501b24ea5d141f5/569",
    "wtf_unittests": "e1bb197fe3460b54d522d15d98d43196b07ca1a016337f57b11a6a6576bfad39/569",
    "x11_unittests": "787b5b466fd341b14f5d21fc0b82df6e17b9cb391a82722eed163c70f40f16bb/569",
    "xr_browser_tests": "fe6f0cda098c541cf2b2476abd7ea9dddcd21af44a9271a2e3270070cd257532/891",
    "zlib_unittests": "f7a28a81189bc05eea108fed0c1bc2f38937e219711a9c43f2335cd9966a4541/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24a1bc704aec94c00bf45d075dc3a00c7527423c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78698
  • user_agent:recipe

Debug log (UTC)

[04:53:14.305] New invocation is queued and will start shortly
[04:53:14.305] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:53:15.380] Starting the invocation (attempt 1)
[04:53:15.413] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24a1bc704aec94c00bf45d075dc3a00c7527423c"
[04:53:15.413] Popped gitiles commit info from properties and tags
[04:53:15.413] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:53:15.413] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:53:15.414] Buildbucket request:
{
  "requestId": "8997223559772706656",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "24a1bc704aec94c00bf45d075dc3a00c7527423c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
      "parent_got_revision_cp": "refs/heads/main@{#936806}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd3a06d0bf5d9c6195fd50334d4cbdfa541b81e43de59bc3416a6561e3d54fa3/569",
            "accessibility_unittests": "ad9a2de1ecad80d3c744739229d268533ad6eb403d34f2d93ec244e5c018487c/569",
            "angle_unittests": "4d5aa9959eac20b4c3805eb287580b1a16233fd13128b2a76347cbd422343a3a/570",
            "app_shell_unittests": "f0346cb199ef119712723bd8a0151cde187403a389ff5040217ddd63c363e5ef/809",
            "aura_unittests": "e622d25f747a3be3e2d9429f743f975c6650f95f6b9be67f1ea02724ff3ef6a0/569",
            "base_unittests": "36ae58c6746d8c3fea8fe23d970387b000869f642faa519fc207687d56e3c9ea/648",
            "blink_common_unittests": "1c21e851534bd0fcdd97dd3092931f35d174edb39b608db34b7dee0b3c44187d/647",
            "blink_fuzzer_unittests": "0838b227f8fc2577232ccddb704bd46e11ba106428c8e9a037fc1b0895039e72/648",
            "blink_heap_unittests": "07b9868e4a675008fd9f573f053e62dab3d2ec65b71fad63053eb72d2824a468/648",
            "blink_platform_unittests": "9b37f7396772caada46ee73163cafbbe211a8bff07428585bed4e2d27766cc77/726",
            "blink_unittests": "d44cd6ba9f4d29623587588c2e21cddce25eb65b34012222125d960298921226/726",
            "boringssl_crypto_tests": "30d3d86681e675d423473da9257e41fa9a168196b5d067099c97f3e7e2c80f6b/570",
            "boringssl_ssl_tests": "a494b557120b4e359d0f784704469b81750cebead8d10d9fcdcc75c91c3f8fe9/569",
            "capture_unittests": "9ac3ccd26aeecb862e685aae12259f6ac5a1cf80eb1819ae0a5c8db6a9d34dc7/648",
            "cast_unittests": "5baff27721d0741c5ff68b84f16ea7758f4e909560bf844c2f58ef18df83af02/569",
            "cc_unittests": "450bf5ece88e44d017af5ef5edb75400d9d367e5e64973d38f411bb787f058fc/653",
            "chrome_app_unittests": "39f2e5a453f20edebad4db850dd585b1189a0d8b155b4dcb263396b8753382f1/811",
            "chromedriver_unittests": "123573f497fa4759ac095da171db5455dd67acb4f97584aa5a054cc561105475/726",
            "color_unittests": "a065477509b4232f8c6bcb5df72cf5e4e95b9f357b3e12651d1f48e792590374/569",
            "components_browsertests": "b482a43fe66da3ec4bc22f4606bde3bb5d87477298578d7995d9c215c5f24e14/892",
            "components_unittests": "c3e44331c23ed6fb1edde0c127a92f417774a01be2651c3ef237fff1f7e9be68/892",
            "compositor_unittests": "eac634243c2c31d52217c8f8fb6bd36ca914216513d4aff04a66d7dfcd38e3d8/645",
            "content_browsertests": "1007929638992750089ee26e3eea916c3e0badd3970d89b121fabd2fec9a03e1/887",
            "content_unittests": "af1fc14eb86fb593af66c5843c3fc3dd1faa830470cb69e3d7644c21ca726d1d/806",
            "cronet_tests": "cf9ab4e9048c3c1359e648510206b7c35d422d287b6a83f209ec78fb00106e1d/730",
            "cronet_unittests": "7846b1772414a99253c09ed454e799363365e2e7aa3ab3c8c0e7b6a2e26c741d/646",
            "crypto_unittests": "d8e13e8fb5821a442400d6692ffe81a5a564807b29a4b4bf67637f7d481d7948/569",
            "dbus_unittests": "9b7fe8d15ade1816046172748fdadd489e0ed0f34bde5ccc0f10d6f3a695182a/569",
            "device_unittests": "b170fae950801e97f6d5afd1656051c63644fd2e77ae2de803557c666a88db34/646",
            "display_unittests": "473e224458d1e027865440a3b7286c17f7e4da3c7a1193512148823f8dab2066/569",
            "events_unittests": "82e635a219b227bc3c03e41b9a34d69d2c3164f4d688c14d0d17fb58c459c373/569",
            "extensions_browsertests": "33c56bc149bff4575a2450cf38d64ca3822b04e47bbefb910eb1a595f6d2bac1/811",
            "extensions_unittests": "07ef18498ae368a88868d147555a88df2cd1a13aa1977db22138d973ab37b5d4/975",
            "filesystem_service_unittests": "7abfeaae8dd62720fb126b5c4f16153d963f091781d2f6ba26f8878e1c62eb6d/569",
            "gcm_unit_tests": "a0966746c0b3fac1b499cb3fd692e5c23f76398815e5ab1483ed39dc9868982d/646",
            "gfx_unittests": "c55519cf204fd67afbe05db8e0cbe93ed1e5f6dcc915f155af660d0f8275ac8a/645",
            "gin_unittests": "63e252822ae2612440a343da4d0d53f4f9ee5bb8625f9dd484244008025062d9/646",
            "gl_tests": "375f000dfce41d3f516641c74cae54ed0219ee1a5736fdb8f1891b4de4b3d41c/569",
            "gl_unittests": "6add49122533990f45efd03635110d37d917ef41b2f9ed70d49bf7d03cdd1f49/569",
            "google_apis_unittests": "a664a5780423610116042203c5d522bd6f448c697bb02be199978a0ebf618188/731",
            "gpu_unittests": "fdc165cfcd71606a1f466d46d723173c28c285de40f393a0b0bc3d0b71f9c511/646",
            "gwp_asan_unittests": "97306db25626fed578c5c841384eb629514985872922e94661a5ab41b5c2ee59/570",
            "headless_browsertests": "bdc67b88f0a4723c4db7205b8008677372279f6f7014d985ba1b28772256c26b/809",
            "headless_unittests": "91bd188a0be16140b85b926ca1ade1ea70f46878ce7605907958069c42577f38/569",
            "interactive_ui_tests": "a1343d806bb8d1043f3a60c47af8776ca913629fdb325219ec9bed2ea465b25c/1128",
            "ipc_tests": "4fc27a87f6bc3f9bceac2ce7aa10092039f45107d16f6a7ee1111e1da1804413/569",
            "jingle_unittests": "a2e85f3aeb854f33ab97c125827c6e03e6d3982fd67d790f7198ee67b60cda3b/646",
            "latency_unittests": "e7771e1c6aa53ef44c77805f406fe9abb37216191c413348e1e59fbd3fb329a4/569",
            "libjingle_xmpp_unittests": "a1a0d43569a482ff9a822efcdf3099bdca090b2d04fb61b0a6c5920df4bb927d/569",
            "liburlpattern_unittests": "3575ead0fa49296858cfdc2e2e6ea7d77f7ab2df2e8ba3117fa7103590f6a05f/569",
            "media_unittests": "a0e110d430bb5a44d58aafbba6a6ca6b582f1f9e747ae85c8c731c426ddecead/649",
            "message_center_unittests": "0b0f515cde276e73a852c5b508b119e9afa96b4391db4bf3f4c0c209ba98d0e1/569",
            "midi_unittests": "2922c31e204ef3d6f6e35718a23dbd7d085f7b8cab82ba9247bba9428739363d/569",
            "mojo_core_unittests": "0df066b5dff28e7b830bfcaee93a74402b35d0ec508ac76ea8f6cedd89b1be46/569",
            "mojo_unittests": "5b79836eb5d9638dfcaeee1047c2c0d84226d7871bf6fbf20f26801298f4a01c/647",
            "native_theme_unittests": "933a8f6907446e673fd54adf7862069c9b19d513575abfc8628c7eb144bb140f/569",
            "net_unittests": "4a5acc3c556539ce1ba17a4a3df89757d3f92544b03387015ade7bf72ba193f4/648",
            "openscreen_unittests": "de1b6c4c70215f0d717a877ec23efc7b330c3085bcc39ae3283ddf2552a94525/811",
            "ozone_x11_unittests": "356191e71c53491ab9b675c0eb9b56a757161dd07aa7e6c28bcc7c06034a4b49/569",
            "pdf_unittests": "5ab1580519ad3c4b285528297ad0a3b779fd80f8a690281b7df277102e9a53b2/725",
            "perfetto_unittests": "ecaa5a43bba827a0de19925c87ab36d98a8b735d38c64251ae51da38c9264310/569",
            "ppapi_unittests": "f324c7302ffb1f9575642aff64dbb0134d7322eecb092ad71b9d2d2bfd08a1e4/569",
            "printing_unittests": "6f59c8e3d0f91e777329c5df731ccdac346af591ebac57a42674c14277affc09/569",
            "remoting_unittests": "0dc3faba3afd8de0eb90ee01c0e73afc1f5a5752425c2d64eb79dd25bc69a40e/646",
            "sandbox_linux_unittests": "5a9023427d4359a0f49d85f26849b5c9c339439a0077c81cebceb4faa0b31484/569",
            "service_manager_unittests": "20a44522f88ab8f0cceda17f300076950575bbaa6599c59ed78b36a6f332843e/569",
            "services_unittests": "0566cc9a05866eef25a2854a79f9f6eaeea9fa06d51b00e68eb617fcf2c9859a/815",
            "shell_dialogs_unittests": "73c4a9b987cdc8a09a6457744aea0a5970e12f2178565aacf96240ba251e4a7f/569",
            "skia_unittests": "99ed0202574a8e3825752f248df9e168561e8ad0aac0ba4e595e31565cc2fe02/569",
            "snapshot_unittests": "9ce3536a88b600e4b7ed858df66aed455052b7104da1b9cd29a5575366aed93a/569",
            "sql_unittests": "ae2337c6c26bfdce2f168f0fd9c9c7d6ff8df98cb9e639a46cd32698647dde78/646",
            "storage_unittests": "d02d064284871ecae5a9f11334b5ed62f7080d376da47dbe6cf50d954a5be8be/727",
            "sync_integration_tests": "22645f868c1c45634966a624fb5d34d1dc03c8732033145e29431e6698ff45d2/892",
            "ui_base_unittests": "309adeee6224679abd705fa5ae2765211b77a3550181bb9204461f11df53fde1/723",
            "ui_touch_selection_unittests": "408e44594fecb3b58244f8de97348407b0da0e3f167d58d7a0679aac471ffa25/569",
            "unit_tests": "b69f3d5a7ae4cdf23114aae08cf4042d3af57458de28ccf95c3d56310428b9e4/1141",
            "url_unittests": "9924d1bd76cefeb80d2fa56c7d7d30fa8eb04b0be45b9c97269fea440fb1b67f/569",
            "views_unittests": "0dbbfd79e2e572d3388bedabcbd570d5feb2384b85c02a2a80a703b9da63f2fd/569",
            "viz_unittests": "eae9fb0a167815493f2715f8ee11054f9a9dc707b9751b934cbcf243f5e73a39/653",
            "vr_common_unittests": "b4d8ab62aed3d6564069ec23c42ecf54337b789faceb96e040c6ac16c6fb0ff0/811",
            "vr_pixeltests": "a38042a700953abb4e471e363c20bcb675092b92b84bbe3ee0bea26251a9373c/725",
            "weblayer_browsertests": "2bfddff556f56afb81fe5ef5e1b12ec13cb5fba9275070c5bf24e6deab6a0c69/893",
            "weblayer_unittests": "80b15c8de91310ce549b9afce6de76c00658c5472ff678cd38332ee17b5fd5e3/725",
            "wm_unittests": "2722e452152535eda835f41ae477dbf636fa6d943e1b9115e501b24ea5d141f5/569",
            "wtf_unittests": "e1bb197fe3460b54d522d15d98d43196b07ca1a016337f57b11a6a6576bfad39/569",
            "x11_unittests": "787b5b466fd341b14f5d21fc0b82df6e17b9cb391a82722eed163c70f40f16bb/569",
            "xr_browser_tests": "fe6f0cda098c541cf2b2476abd7ea9dddcd21af44a9271a2e3270070cd257532/891",
            "zlib_unittests": "f7a28a81189bc05eea108fed0c1bc2f38937e219711a9c43f2335cd9966a4541/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997223559772706656"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78698"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:53:15.876] Scheduled build:
{
  "id": "8831793497882076081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70654,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T04:53:15.474075467Z",
  "updateTime": "2021-11-01T04:53:15.474075467Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
      "ref": "refs/heads/main"
    }
  }
}
[04:53:15.876] Task URL: https://cr-buildbucket.appspot.com/build/8831793497882076081
[04:53:15.876] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:2:0) after 4m51s
[04:54:04.881] Received PubSub notification, asking Buildbucket for the build status
[04:54:04.909] Build status: STARTED
[04:58:06.894] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:2:0)
[04:58:06.921] Build status: STARTED
[04:58:06.921] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:4:0) after 1m30s
[04:59:36.977] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:4:0)
[04:59:37.022] Build status: STARTED
[04:59:37.022] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:5:0) after 4m6s
[05:03:43.042] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:5:0)
[05:03:43.081] Build status: STARTED
[05:03:43.081] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:6:0) after 8m25s
[05:12:08.145] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:6:0)
[05:12:08.171] Build status: STARTED
[05:12:08.171] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:7:0) after 4m13s
[05:16:21.289] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:7:0)
[05:16:21.319] Build status: STARTED
[05:16:21.319] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:8:0) after 6m13s
[05:22:34.411] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:8:0)
[05:22:34.441] Build status: STARTED
[05:22:34.442] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997223559772706656:9:0) after 6m25s
[05:24:03.656] Received PubSub notification, asking Buildbucket for the build status
[05:24:03.682] Build:
{
  "id": "8831793497882076081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70654,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T04:53:15.474075467Z",
  "startTime": "2021-11-01T04:54:03.673869Z",
  "endTime": "2021-11-01T05:24:03.205377445Z",
  "updateTime": "2021-11-01T05:24:03.205377445Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24a1bc704aec94c00bf45d075dc3a00c7527423c",
      "ref": "refs/heads/main"
    }
  }
}
[05:24:03.682] Invocation finished in 30m49.395123304s with status FAILED