Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux MSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669810478953201697"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669810478953201697"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669810478953201697"
    }
  ],
  "parent_build_id": "8669810478953201697",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux MSan Builder",
  "parent_got_angle_revision": "f8951da3905a45aa765d588d64f5ecd1b57a9484",
  "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
  "parent_got_revision": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
  "parent_got_revision_cp": "refs/heads/main@{#1704025}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
  "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
  "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
  "swarm_hashes": {
    "absl_hardening_tests": "0f44910fba1336225f78c14614e3480e86d76fbec2d64215d5b7587ba7bcd60a/672",
    "accessibility_unittests": "e929e40591b49722331af20fcd1544b5be82aab566855f2712a31f2a47646aec/672",
    "angle_unittests": "6486f5c46cf0ff97c76eb492dc4a719f2b1fc93964aa32febfb44b6f79df0491/672",
    "aura_unittests": "d03c65c72eae1b9f5d4c0714c104cfea6c605b89cb50c6a4255e6f9a2003aca2/672",
    "base_unittests": "786988c188b8487547cdd98eed8a616991b224c982300f44aa482d1e3b8101ff/750",
    "blink_common_unittests": "125230e081734d5c5a28d30a1549317e97073ee518f3fcfaec8ae900ddc77daa/749",
    "blink_fuzzer_unittests": "8f6343d3fc4592a0664d9ec2d9dbcf0ba5bbf8d9ef0203076d15fb6cfa9d2fdf/672",
    "blink_heap_unittests": "77cef4e3f6e94465eeea7855552dd7438b34a6cea88055fe70b5e47cc37cc862/672",
    "blink_platform_unittests": "f13146f4f0edc99b2b5b021b1df187817ed9214e937d07c1473f47705acf12be/828",
    "blink_unittests": "98fc81f2873471e4261a95d2b22e5d5b8985c2e544a682726deebe89ae020437/912",
    "boringssl_crypto_tests": "ff422fd176d63a69f763ba67eda07f6aa3da8df7c85109939c65bdbd90905dfd/672",
    "boringssl_ssl_tests": "3c077189074a9877f0ef0822818ffd0208bd2b4d54c76e3952c266b01c8594fd/672",
    "browser_tests": "1e09475e941237d71562af54d39319027f7f2f098a4dd8071c62b5ae499b0e45/1403",
    "capture_unittests": "6034c90ec8b37037ede24f1691f5c2343b494cf7d61e0fb398309c1ad4205d4d/751",
    "cast_unittests": "a6669a9e67011956aa7bef5763b93f7673d95fb01c5c65a451cded793aa07281/672",
    "cc_unittests": "4263a673675c5588e785c64a7372e00920d01cb7a96d7d9939078cbb5d2b8e64/832",
    "chrome_app_unittests": "5d3b0fca10c00f974eb94f9278e6ed99af8da452ac6b151da77358c9eb9b7785/749",
    "chromedriver_unittests": "f7885f28dea76206ddb7d0caee7b95ecfea07b388767f839e47e46b3fc6f1a45/829",
    "components_browsertests": "89f18731f35468949ec1d7cc830d3443995e292c9d02beb7ed519bf985c77f39/915",
    "components_unittests": "5c8be781697870948c1fe54feeb44ab53abad450b21e6fd26a191b7b5251153b/994",
    "compositor_unittests": "e75d911902426b2c09114afdb6504e0f688b3165a62e37d689c6cc65fe628d32/748",
    "content_browsertests": "e5859f2e413fa1e9551576d05a863d3b0a59d6edc2a13dabcd0bb012cc1bf49b/988",
    "content_unittests": "b3338fa92a1860b22a29d9c5ce6c935aceebcbae66960ad9cf6bae771b3eaa72/909",
    "crashpad_tests": "739e4ab66ddb5a99495ccf2edfd20a755e4ed2795cbb50e6c78220c9b596985d/672",
    "crypto_unittests": "b5c0b1879ee5d4311d3324f1f6e28c783e8d27715afd8cfe75ec1f3b074f7d14/752",
    "dbus_unittests": "c10514fcb4e372c82d1555ab1bdeb619ceaa4db49b5c3605c071885e8292975f/672",
    "device_unittests": "2406d908f077060776295f7f978f505e327fca90d86a7190d95ffe56518b8285/749",
    "display_unittests": "51196b29e60916547278f2d6ff019db4b55e1f2d5b1c5685302d7bfc6c6a0478/672",
    "env_chromium_unittests": "1262e25c7ad7f787f7b6e1c1869fee24fe92c49136a97f4d02cc904f6ba98ee7/672",
    "events_unittests": "527a0a34cb194001c907a5b7cf2191b3c2d302a0b3c32a0faa2071100dbc3a6e/672",
    "extensions_unittests": "f23a59acfab05993c42cb72e2380f22ba2a5c7bc5f804c580cb6fca765178fa9/914",
    "filesystem_service_unittests": "b1645eb8bd4bace48f94942d506f4b19e852d7402ae38a0e6e134a72e870387d/672",
    "fuzzing_unittests": "4dab50edeca87f78197b2cce59e5c8890ccfb31a2e3839171e625b66fada4f3d/672",
    "gcm_unit_tests": "0e29ddd03e3c8d4d4fb106f79f39b394ba118b4dee58eca41f648645de7602d3/749",
    "gfx_unittests": "06b0b2982e83900554b46cffc6ab5a05e3808d0d5d671d7e2287d4160f5c66a2/748",
    "gin_unittests": "b1fc3e2c514b417b8be27a4cb435dcf51b0911249bde946aec73c3c16725be2a/749",
    "google_apis_unittests": "5b2f2b7e428584cdf886f9e6a2cd2ba8308509924bf220c1b1c2e1329c8dc694/834",
    "gpu_unittests": "982c27a5715946694d21ff69126d9aa65102960f8aba92bb87f49cbf311c720c/749",
    "gtk_unittests": "c0e62f6279578841ca4641462cc0fc677c823ab78feffcad1ba25712d03edf77/672",
    "gwp_asan_unittests": "948d68cd756071777bfa5fc7ca890f51cab64fe60adc44e0589a196cda7f482b/672",
    "headless_browsertests": "236bec58641d9fb15b605ee9607923a76fdbc75adfad7bdb44b893eac0d04edd/916",
    "headless_unittests": "40edebce0f0a98e07a676e0e2414503af7929b1be1d37f3b878a89f1927c5ffc/672",
    "interactive_ui_tests": "dde1cc55207ec14fc15f7a059c98ba2795c343c8d49a10d0dd6b7192d5a2fc5c/1242",
    "ipc_tests": "88770c52f6b33ee425a8612db993510a9330414e273fc6824e589fee463b9e96/672",
    "latency_unittests": "67a8c2c2c80010171399e9d434588fabe3fb3cc8e7485c62a636a0240b43fad2/672",
    "leveldb_unittests": "ac60e554f82db8bde7afa3238b80bfc56f47dad7392e745e28ff5460fec14838/672",
    "libjingle_xmpp_unittests": "efa51f938cba231dd7b24e5980031ee8db9677296a746645d12bd37b8ba8f329/672",
    "liburlpattern_unittests": "7aae8eafe22fb329d5143926ac1483bb7aae3acb332cf3ba9d00ba773704823c/672",
    "media_unittests": "32259a737feab085b218ebc0af358a5fc2666b250d31d570a88bc3c893d9b95e/752",
    "message_center_unittests": "15c038d9b55c09bb355e8ffb53a33111807b4fd9d2e7b62a925db620fae78882/672",
    "midi_unittests": "3ff8e13adb7bcd2665fc6b0503efe9896bebecc02c11d0d648ea8af03f057a55/672",
    "mojo_unittests": "ffe3aaea3ab98f734cd6c65d5e4a29b96224d414b159593edba9a7b5811a60c8/750",
    "native_theme_unittests": "f8ead3d559a95f7aeefc9e3a51da40af42f99da09862aa0c5fe60a206c95ba17/672",
    "net_unittests": "9902581376005aef4e3b9d08b67c64333d72077ec1c31b2fe3875df798491d3e/750",
    "openscreen_unittests": "5d9ff33ceb0356a71e854dbced72479f42cf10eaa8b3c8a1e29735709bcf2681/672",
    "ozone_unittests": "f8643f5e90e20dc7afc577bf93dd820ec6a774970caa6e88caccecb2af3567de/672",
    "ozone_x11_unittests": "cfde968b0541bde60569f02d21f8b89a10466da55182bed6ee7517056beb3cd9/672",
    "pdf_unittests": "c4488cae2836da4b709ee7c8db1b2c96cea55b6e254dff6f080ef8b9a0a2120b/749",
    "perfetto_unittests": "0c78bea47f96de733e24afec7edf231cd0be32223525b9f2b5b39b1b243b5ca4/672",
    "printing_unittests": "545077d3294aacdec48c635da94b90457144b4346cf23fdbcb9fedea9b6e9e2e/672",
    "pthreadpool_unittests": "7c4ca6c4d0d1f27db99127251cfe6776afe6dee69dbf411cb91f0830d1845e0d/672",
    "puffin_unittests": "2cf47c746c6d8a6fafda2b8ec765711942c6baea2319a648bb474554a951c50e/756",
    "remoting_unittests": "8fbcc684da39fc546d5b239ba21f1f6eaac9b97c8d61baea80a325df98f4efda/831",
    "sandbox_linux_unittests": "5de9e20bdf5682bd917e48c02670b00ba8fd462446c4e3c02abba73523b5ed5e/672",
    "shell_dialogs_unittests": "623e36af713278a05fe8ca6e6132bd7b9cebc8bb9e9d96a1ddd26cbbd7661375/672",
    "skia_unittests": "38c2017bc84e575918bf3bd6406a80c4353fcca6b6fcc0ba5fdf1ca580dd9634/672",
    "snapshot_unittests": "335d3bb2dc0e9337132dbf8af28dadaac0d45d1a0ae4fcb6a447e5df8b41d5d7/672",
    "sql_unittests": "aac3c92cc6fe89d44d13caa97b4a25cadeb10f84998cc0eb50c6002746220dbd/749",
    "storage_unittests": "4514709c83b1f965b7bbc2a3bd6620e9e0a31f6cbc70ed7f11b19fed8d12ae75/830",
    "sync_integration_tests": "cf9e7518f512ea094f4a9b71905a289f019cc9cdd2e2b7a75c9b0a77c15232c1/830",
    "ui_base_unittests": "2b8f334e94186e24edc447c70590c2bf5fa16073073d42fec04700176d1f59ef/825",
    "ui_touch_selection_unittests": "f0ba2114c13ed4508cd0fb03d30ec8fe857be64b2a66f931470418a295529965/672",
    "ui_unittests": "7a89df4dd7cb854ee4332b0ce5872d8574d1321afa916c5c007ec685db46a598/672",
    "unit_tests": "640c8caf4e575679489f88940ab4c691c028f224790f6b3b514b41eb1d9a8d80/1323",
    "url_unittests": "041eb34ce131cb1669f395aa79f25f1d3cf85a4c7c8ccb14a1e591e3529492f9/672",
    "views_unittests": "84b00e5bb7e754d64e99680ce5fe16db68f3a33e131f44b4de145880be96a527/672",
    "viz_unittests": "c2a0b9ea0f95d470aeadaf2617900063854d2c5a48dc4683d616f27e53086044/756",
    "vr_common_unittests": "19b9a3bc27508d507a1ca3a302aa0a8ffef2c64a88767e6c84aa20a275550e79/749",
    "wm_unittests": "92056319e101abf2f19ce036fcd81e128ea6859b72953a5f71a46038a222a571/672",
    "wtf_unittests": "63a3fd6cf5825395a6dd2dfdd5dee79a8a45eca2cb700637e151e1ad30180695/672",
    "xr_browser_tests": "db02e22ce9c50e481bde3adc867a6c42cf241637e9bd5acb0234c619659e3252/829",
    "zlib_unittests": "479f4389fd06927cc96d84243b22de98ee14381f8e550a61f3abb766c8e21455/672"
  },
  "swarming_command_lines_cwd": "out/1415-Linux_MSan_Buil",
  "swarming_command_lines_digest": "ca9ec5df1ec6a68a8c4e68c791d44d0c8d6b00a2d8f50efae91433712e9f60f9/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98ecb9715c3e28d32ac6340ac2c1e245823f7d8c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux MSan Builder
  • parent_buildnumber:129896
  • user_agent:recipe

Debug log (UTC)

[04:03:08.517] New invocation is queued and will start shortly
[04:03:08.517] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:03:09.885] Starting the invocation (attempt 1)
[04:03:09.918] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98ecb9715c3e28d32ac6340ac2c1e245823f7d8c"
[04:03:09.918] Popped gitiles commit info from properties and tags
[04:03:09.918] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:03:09.919] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:03:09.919] Buildbucket request:
{
  "requestId": "8835239335634903232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux MSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669810478953201697"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669810478953201697"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669810478953201697"
                }
          ],
      "parent_build_id": "8669810478953201697",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux MSan Builder",
      "parent_got_angle_revision": "f8951da3905a45aa765d588d64f5ecd1b57a9484",
      "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
      "parent_got_revision": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
      "parent_got_revision_cp": "refs/heads/main@{#1704025}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
      "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
      "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
      "swarm_hashes": {
            "absl_hardening_tests": "0f44910fba1336225f78c14614e3480e86d76fbec2d64215d5b7587ba7bcd60a/672",
            "accessibility_unittests": "e929e40591b49722331af20fcd1544b5be82aab566855f2712a31f2a47646aec/672",
            "angle_unittests": "6486f5c46cf0ff97c76eb492dc4a719f2b1fc93964aa32febfb44b6f79df0491/672",
            "aura_unittests": "d03c65c72eae1b9f5d4c0714c104cfea6c605b89cb50c6a4255e6f9a2003aca2/672",
            "base_unittests": "786988c188b8487547cdd98eed8a616991b224c982300f44aa482d1e3b8101ff/750",
            "blink_common_unittests": "125230e081734d5c5a28d30a1549317e97073ee518f3fcfaec8ae900ddc77daa/749",
            "blink_fuzzer_unittests": "8f6343d3fc4592a0664d9ec2d9dbcf0ba5bbf8d9ef0203076d15fb6cfa9d2fdf/672",
            "blink_heap_unittests": "77cef4e3f6e94465eeea7855552dd7438b34a6cea88055fe70b5e47cc37cc862/672",
            "blink_platform_unittests": "f13146f4f0edc99b2b5b021b1df187817ed9214e937d07c1473f47705acf12be/828",
            "blink_unittests": "98fc81f2873471e4261a95d2b22e5d5b8985c2e544a682726deebe89ae020437/912",
            "boringssl_crypto_tests": "ff422fd176d63a69f763ba67eda07f6aa3da8df7c85109939c65bdbd90905dfd/672",
            "boringssl_ssl_tests": "3c077189074a9877f0ef0822818ffd0208bd2b4d54c76e3952c266b01c8594fd/672",
            "browser_tests": "1e09475e941237d71562af54d39319027f7f2f098a4dd8071c62b5ae499b0e45/1403",
            "capture_unittests": "6034c90ec8b37037ede24f1691f5c2343b494cf7d61e0fb398309c1ad4205d4d/751",
            "cast_unittests": "a6669a9e67011956aa7bef5763b93f7673d95fb01c5c65a451cded793aa07281/672",
            "cc_unittests": "4263a673675c5588e785c64a7372e00920d01cb7a96d7d9939078cbb5d2b8e64/832",
            "chrome_app_unittests": "5d3b0fca10c00f974eb94f9278e6ed99af8da452ac6b151da77358c9eb9b7785/749",
            "chromedriver_unittests": "f7885f28dea76206ddb7d0caee7b95ecfea07b388767f839e47e46b3fc6f1a45/829",
            "components_browsertests": "89f18731f35468949ec1d7cc830d3443995e292c9d02beb7ed519bf985c77f39/915",
            "components_unittests": "5c8be781697870948c1fe54feeb44ab53abad450b21e6fd26a191b7b5251153b/994",
            "compositor_unittests": "e75d911902426b2c09114afdb6504e0f688b3165a62e37d689c6cc65fe628d32/748",
            "content_browsertests": "e5859f2e413fa1e9551576d05a863d3b0a59d6edc2a13dabcd0bb012cc1bf49b/988",
            "content_unittests": "b3338fa92a1860b22a29d9c5ce6c935aceebcbae66960ad9cf6bae771b3eaa72/909",
            "crashpad_tests": "739e4ab66ddb5a99495ccf2edfd20a755e4ed2795cbb50e6c78220c9b596985d/672",
            "crypto_unittests": "b5c0b1879ee5d4311d3324f1f6e28c783e8d27715afd8cfe75ec1f3b074f7d14/752",
            "dbus_unittests": "c10514fcb4e372c82d1555ab1bdeb619ceaa4db49b5c3605c071885e8292975f/672",
            "device_unittests": "2406d908f077060776295f7f978f505e327fca90d86a7190d95ffe56518b8285/749",
            "display_unittests": "51196b29e60916547278f2d6ff019db4b55e1f2d5b1c5685302d7bfc6c6a0478/672",
            "env_chromium_unittests": "1262e25c7ad7f787f7b6e1c1869fee24fe92c49136a97f4d02cc904f6ba98ee7/672",
            "events_unittests": "527a0a34cb194001c907a5b7cf2191b3c2d302a0b3c32a0faa2071100dbc3a6e/672",
            "extensions_unittests": "f23a59acfab05993c42cb72e2380f22ba2a5c7bc5f804c580cb6fca765178fa9/914",
            "filesystem_service_unittests": "b1645eb8bd4bace48f94942d506f4b19e852d7402ae38a0e6e134a72e870387d/672",
            "fuzzing_unittests": "4dab50edeca87f78197b2cce59e5c8890ccfb31a2e3839171e625b66fada4f3d/672",
            "gcm_unit_tests": "0e29ddd03e3c8d4d4fb106f79f39b394ba118b4dee58eca41f648645de7602d3/749",
            "gfx_unittests": "06b0b2982e83900554b46cffc6ab5a05e3808d0d5d671d7e2287d4160f5c66a2/748",
            "gin_unittests": "b1fc3e2c514b417b8be27a4cb435dcf51b0911249bde946aec73c3c16725be2a/749",
            "google_apis_unittests": "5b2f2b7e428584cdf886f9e6a2cd2ba8308509924bf220c1b1c2e1329c8dc694/834",
            "gpu_unittests": "982c27a5715946694d21ff69126d9aa65102960f8aba92bb87f49cbf311c720c/749",
            "gtk_unittests": "c0e62f6279578841ca4641462cc0fc677c823ab78feffcad1ba25712d03edf77/672",
            "gwp_asan_unittests": "948d68cd756071777bfa5fc7ca890f51cab64fe60adc44e0589a196cda7f482b/672",
            "headless_browsertests": "236bec58641d9fb15b605ee9607923a76fdbc75adfad7bdb44b893eac0d04edd/916",
            "headless_unittests": "40edebce0f0a98e07a676e0e2414503af7929b1be1d37f3b878a89f1927c5ffc/672",
            "interactive_ui_tests": "dde1cc55207ec14fc15f7a059c98ba2795c343c8d49a10d0dd6b7192d5a2fc5c/1242",
            "ipc_tests": "88770c52f6b33ee425a8612db993510a9330414e273fc6824e589fee463b9e96/672",
            "latency_unittests": "67a8c2c2c80010171399e9d434588fabe3fb3cc8e7485c62a636a0240b43fad2/672",
            "leveldb_unittests": "ac60e554f82db8bde7afa3238b80bfc56f47dad7392e745e28ff5460fec14838/672",
            "libjingle_xmpp_unittests": "efa51f938cba231dd7b24e5980031ee8db9677296a746645d12bd37b8ba8f329/672",
            "liburlpattern_unittests": "7aae8eafe22fb329d5143926ac1483bb7aae3acb332cf3ba9d00ba773704823c/672",
            "media_unittests": "32259a737feab085b218ebc0af358a5fc2666b250d31d570a88bc3c893d9b95e/752",
            "message_center_unittests": "15c038d9b55c09bb355e8ffb53a33111807b4fd9d2e7b62a925db620fae78882/672",
            "midi_unittests": "3ff8e13adb7bcd2665fc6b0503efe9896bebecc02c11d0d648ea8af03f057a55/672",
            "mojo_unittests": "ffe3aaea3ab98f734cd6c65d5e4a29b96224d414b159593edba9a7b5811a60c8/750",
            "native_theme_unittests": "f8ead3d559a95f7aeefc9e3a51da40af42f99da09862aa0c5fe60a206c95ba17/672",
            "net_unittests": "9902581376005aef4e3b9d08b67c64333d72077ec1c31b2fe3875df798491d3e/750",
            "openscreen_unittests": "5d9ff33ceb0356a71e854dbced72479f42cf10eaa8b3c8a1e29735709bcf2681/672",
            "ozone_unittests": "f8643f5e90e20dc7afc577bf93dd820ec6a774970caa6e88caccecb2af3567de/672",
            "ozone_x11_unittests": "cfde968b0541bde60569f02d21f8b89a10466da55182bed6ee7517056beb3cd9/672",
            "pdf_unittests": "c4488cae2836da4b709ee7c8db1b2c96cea55b6e254dff6f080ef8b9a0a2120b/749",
            "perfetto_unittests": "0c78bea47f96de733e24afec7edf231cd0be32223525b9f2b5b39b1b243b5ca4/672",
            "printing_unittests": "545077d3294aacdec48c635da94b90457144b4346cf23fdbcb9fedea9b6e9e2e/672",
            "pthreadpool_unittests": "7c4ca6c4d0d1f27db99127251cfe6776afe6dee69dbf411cb91f0830d1845e0d/672",
            "puffin_unittests": "2cf47c746c6d8a6fafda2b8ec765711942c6baea2319a648bb474554a951c50e/756",
            "remoting_unittests": "8fbcc684da39fc546d5b239ba21f1f6eaac9b97c8d61baea80a325df98f4efda/831",
            "sandbox_linux_unittests": "5de9e20bdf5682bd917e48c02670b00ba8fd462446c4e3c02abba73523b5ed5e/672",
            "shell_dialogs_unittests": "623e36af713278a05fe8ca6e6132bd7b9cebc8bb9e9d96a1ddd26cbbd7661375/672",
            "skia_unittests": "38c2017bc84e575918bf3bd6406a80c4353fcca6b6fcc0ba5fdf1ca580dd9634/672",
            "snapshot_unittests": "335d3bb2dc0e9337132dbf8af28dadaac0d45d1a0ae4fcb6a447e5df8b41d5d7/672",
            "sql_unittests": "aac3c92cc6fe89d44d13caa97b4a25cadeb10f84998cc0eb50c6002746220dbd/749",
            "storage_unittests": "4514709c83b1f965b7bbc2a3bd6620e9e0a31f6cbc70ed7f11b19fed8d12ae75/830",
            "sync_integration_tests": "cf9e7518f512ea094f4a9b71905a289f019cc9cdd2e2b7a75c9b0a77c15232c1/830",
            "ui_base_unittests": "2b8f334e94186e24edc447c70590c2bf5fa16073073d42fec04700176d1f59ef/825",
            "ui_touch_selection_unittests": "f0ba2114c13ed4508cd0fb03d30ec8fe857be64b2a66f931470418a295529965/672",
            "ui_unittests": "7a89df4dd7cb854ee4332b0ce5872d8574d1321afa916c5c007ec685db46a598/672",
            "unit_tests": "640c8caf4e575679489f88940ab4c691c028f224790f6b3b514b41eb1d9a8d80/1323",
            "url_unittests": "041eb34ce131cb1669f395aa79f25f1d3cf85a4c7c8ccb14a1e591e3529492f9/672",
            "views_unittests": "84b00e5bb7e754d64e99680ce5fe16db68f3a33e131f44b4de145880be96a527/672",
            "viz_unittests": "c2a0b9ea0f95d470aeadaf2617900063854d2c5a48dc4683d616f27e53086044/756",
            "vr_common_unittests": "19b9a3bc27508d507a1ca3a302aa0a8ffef2c64a88767e6c84aa20a275550e79/749",
            "wm_unittests": "92056319e101abf2f19ce036fcd81e128ea6859b72953a5f71a46038a222a571/672",
            "wtf_unittests": "63a3fd6cf5825395a6dd2dfdd5dee79a8a45eca2cb700637e151e1ad30180695/672",
            "xr_browser_tests": "db02e22ce9c50e481bde3adc867a6c42cf241637e9bd5acb0234c619659e3252/829",
            "zlib_unittests": "479f4389fd06927cc96d84243b22de98ee14381f8e550a61f3abb766c8e21455/672"
          },
      "swarming_command_lines_cwd": "out/1415-Linux_MSan_Buil",
      "swarming_command_lines_digest": "ca9ec5df1ec6a68a8c4e68c791d44d0c8d6b00a2d8f50efae91433712e9f60f9/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835239335634903232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "129896"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:03:10.548] Scheduled build:
{
  "id": "8669809273398103649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux MSan Tests"
  },
  "number": 65036,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T04:03:10.027486440Z",
  "updateTime": "2026-09-24T04:03:10.027486440Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
      "ref": "refs/heads/main"
    }
  }
}
[04:03:10.548] Task URL: https://cr-buildbucket.appspot.com/build/8669809273398103649
[04:03:10.548] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:2:0) after 8m23s
[04:03:11.585] Received PubSub notification, asking Buildbucket for the build status
[04:03:11.651] Build status: SCHEDULED
[04:11:33.621] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:2:0)
[04:11:33.641] Build status: SCHEDULED
[04:11:33.641] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:4:0) after 4m0s
[04:15:33.679] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:4:0)
[04:15:33.702] Build status: SCHEDULED
[04:15:33.702] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:5:0) after 6m56s
[04:22:29.681] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:5:0)
[04:22:29.704] Build status: SCHEDULED
[04:22:29.704] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:6:0) after 6m4s
[04:28:33.729] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:6:0)
[04:28:33.747] Build status: SCHEDULED
[04:28:33.747] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:7:0) after 2m25s
[04:30:58.814] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:7:0)
[04:30:58.845] Build status: SCHEDULED
[04:30:58.845] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:8:0) after 1m22s
[04:32:20.909] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:8:0)
[04:32:20.932] Build status: SCHEDULED
[04:32:20.932] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:9:0) after 4m38s
[04:36:59.055] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:9:0)
[04:36:59.075] Build status: SCHEDULED
[04:36:59.075] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:10:0) after 7m21s
[04:44:20.140] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:10:0)
[04:44:20.161] Build status: SCHEDULED
[04:44:20.161] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:11:0) after 3m5s
[04:47:25.189] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:11:0)
[04:47:25.258] Build status: SCHEDULED
[04:47:25.258] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:12:0) after 2m14s
[04:49:39.239] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:12:0)
[04:49:39.259] Build status: SCHEDULED
[04:49:39.259] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:13:0) after 7m58s
[04:57:37.285] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:13:0)
[04:57:37.352] Build status: SCHEDULED
[04:57:37.353] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:14:0) after 1m12s
[04:58:49.373] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:14:0)
[04:58:49.392] Build status: SCHEDULED
[04:58:49.392] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:15:0) after 1m57s
[05:00:46.412] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:15:0)
[05:00:46.442] Build status: SCHEDULED
[05:00:46.442] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:16:0) after 6m1s
[05:06:47.464] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:16:0)
[05:06:47.524] Build status: SCHEDULED
[05:06:47.524] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:17:0) after 5m1s
[05:11:48.589] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:17:0)
[05:11:48.612] Build status: SCHEDULED
[05:11:48.612] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:18:0) after 3m42s
[05:15:30.667] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:18:0)
[05:15:30.689] Build status: SCHEDULED
[05:15:30.689] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:19:0) after 7m13s
[05:22:43.719] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:19:0)
[05:22:43.739] Build status: SCHEDULED
[05:22:43.739] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:20:0) after 8m19s
[05:31:02.777] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:20:0)
[05:31:02.850] Build status: SCHEDULED
[05:31:02.850] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:21:0) after 7m4s
[05:38:06.878] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:21:0)
[05:38:06.943] Build status: SCHEDULED
[05:38:06.943] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:22:0) after 3m28s
[05:41:35.021] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:22:0)
[05:41:35.067] Build status: SCHEDULED
[05:41:35.067] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:23:0) after 9m39s
[05:51:14.162] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:23:0)
[05:51:14.192] Build status: SCHEDULED
[05:51:14.192] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:24:0) after 5m27s
[05:56:06.281] Received PubSub notification, asking Buildbucket for the build status
[05:56:06.298] Build status: STARTED
[05:56:41.244] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:24:0)
[05:56:41.275] Build status: STARTED
[05:56:41.275] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:26:0) after 2m53s
[05:59:34.297] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:26:0)
[05:59:34.332] Build status: STARTED
[05:59:34.332] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:27:0) after 4m21s
[06:03:55.384] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:27:0)
[06:03:55.445] Build status: STARTED
[06:03:55.445] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:28:0) after 2m54s
[06:06:49.629] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:28:0)
[06:06:49.646] Build status: STARTED
[06:06:49.646] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:29:0) after 6m20s
[06:13:09.718] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:29:0)
[06:13:09.766] Build status: STARTED
[06:13:09.766] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:30:0) after 7m23s
[06:20:32.753] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:30:0)
[06:20:32.769] Build status: STARTED
[06:20:32.769] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:31:0) after 9m4s
[06:29:36.942] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:31:0)
[06:29:36.976] Build status: STARTED
[06:29:36.976] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:32:0) after 2m36s
[06:32:12.996] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:32:0)
[06:32:13.036] Build status: STARTED
[06:32:13.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:33:0) after 2m42s
[06:34:55.058] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:33:0)
[06:34:55.106] Build status: STARTED
[06:34:55.106] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:34:0) after 4m15s
[06:39:10.292] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:34:0)
[06:39:10.333] Build status: STARTED
[06:39:10.360] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:35:0) after 9m57s
[06:49:07.421] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:35:0)
[06:49:07.440] Build status: STARTED
[06:49:07.440] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:36:0) after 1m45s
[06:50:52.503] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:36:0)
[06:50:52.524] Build status: STARTED
[06:50:52.524] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:37:0) after 2m14s
[06:53:06.551] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:37:0)
[06:53:06.600] Build status: STARTED
[06:53:06.600] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:38:0) after 3m16s
[06:56:22.623] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:38:0)
[06:56:22.640] Build status: STARTED
[06:56:22.640] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:39:0) after 3m18s
[06:59:40.717] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:39:0)
[06:59:40.783] Build status: STARTED
[06:59:40.783] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:40:0) after 8m26s
[07:08:06.861] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:40:0)
[07:08:06.888] Build status: STARTED
[07:08:06.888] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:41:0) after 8m49s
[07:16:55.955] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:41:0)
[07:16:55.976] Build status: STARTED
[07:16:55.976] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:42:0) after 7m30s
[07:24:26.020] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:42:0)
[07:24:26.039] Build status: STARTED
[07:24:26.039] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:43:0) after 4m26s
[07:28:52.062] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:43:0)
[07:28:52.081] Build status: STARTED
[07:28:52.081] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:44:0) after 2m49s
[07:31:41.123] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:44:0)
[07:31:41.142] Build status: STARTED
[07:31:41.142] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8835239335634903232:45:0) after 9m59s
[07:35:20.781] Received PubSub notification, asking Buildbucket for the build status
[07:35:20.805] Build:
{
  "id": "8669809273398103649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux MSan Tests"
  },
  "number": 65036,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T04:03:10.027486440Z",
  "startTime": "2026-09-24T05:56:05.911197314Z",
  "endTime": "2026-09-24T07:35:18.468405546Z",
  "updateTime": "2026-09-24T07:35:18.468405546Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98ecb9715c3e28d32ac6340ac2c1e245823f7d8c",
      "ref": "refs/heads/main"
    }
  }
}
[07:35:20.805] Invocation finished in 3h32m12.295386701s with status FAILED