Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25992 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "421b011419d8d3191af910cc7ba9c2a40926ba18"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "657202725195546fccd5d5e69f25a39d4317dd45",
  "parent_got_dawn_revision": "0c429e354e6c01028022d15bcff3e9b0cf8c52d2",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "421b011419d8d3191af910cc7ba9c2a40926ba18",
  "parent_got_revision_cp": "refs/heads/main@{#946662}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "56a255c140f320df32ac6523a3a8d51c71767b17",
  "parent_got_v8_revision_cp": "refs/heads/9.8.123@{#1}",
  "parent_got_webrtc_revision": "90cc4fe0e9e78b4b7f631f495d63422816bf2763",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35442}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "421b011419d8d3191af910cc7ba9c2a40926ba18",
  "swarm_hashes": {
    "absl_hardening_tests": "a2dc51b43aa98fe407c2206a7f14da62665d6e1b28ebe04cb149dc9cae295c7d/569",
    "accessibility_unittests": "6ab404b9eaa86de254473d1246576180ca5073ace08b01e9f89adb75b5fbeae0/569",
    "angle_unittests": "103b21eec67c923750d74dafc6581bccc96d3393a5c57ae450c3a8b2a0ba4d30/570",
    "app_shell_unittests": "dad8b89b44b2882d77f900f4cc56e0dd12f36d7bafd7e67222746be061400a27/730",
    "ash_unittests": "46c09ee15acffde724d4141cdb636bcc31356de8819f27684ebe4c26b40dcc57/723",
    "ash_webui_unittests": "1a7fa4cafd9b11a7c2b82e5b12b94c2afe4ef8a072641541848dde3fc10704a0/646",
    "aura_unittests": "2fa4c27a33ad62f6157678f49d044e4dde19305404f5f341ba611f97d29db3f8/569",
    "base_unittests": "7e2af71f31a4ee72900151acd8aad2c29ae78295aba0b27bc19e483cd4987f35/648",
    "blink_common_unittests": "5b8341739d7706354aea6c7b14d551fb7611a560f155a410c33d34345df091ef/647",
    "blink_fuzzer_unittests": "12b137eade92a70fef7f511b98596f48cd863f20f80b2add790f83dfcb0f7360/569",
    "blink_heap_unittests": "67cfc963274f8ef4db09f1c84f3a0f71a04b53cbb7d4539b3fb6ee6c53951aad/569",
    "blink_platform_unittests": "9aa6fbecd8e51c7a1dacd0a25dbe6f98d720df8195b3dea8799896b1b680c663/726",
    "blink_unittests": "b81c217d83da55bcf9e07c5af6743ec8e3c6242eae92c45213400c85bb020f5f/810",
    "boringssl_crypto_tests": "593ded91968c80e8111ca24d13917d42daaf20e7fb66d96fb3307ca3046cff3b/570",
    "boringssl_ssl_tests": "65d23946d46f09b3187c87e8c0f622548f474b43f1c6687eaebc017186cf97d2/569",
    "browser_tests": "08d79f19209890a447cd77f17703b30e02748b628b8090a28bb7a97c71483568/1458",
    "capture_unittests": "b838de12e48b2b908f8d1943c80b62f220686b1cc16af648d0da8cfe842bc9a2/648",
    "cast_unittests": "fbc453c7b815566b3604f34130e711d7abea2533fbc673fcc7146c4862946683/569",
    "cc_unittests": "30b39ca09411c31fc6d7256da056fcb75aee270f0a7257f04f6d1ada81edc7cb/653",
    "chrome_app_unittests": "7addff01ec423e2f632d100ed8dc0b063e10f91f296798c6cf0218d02cefed47/647",
    "chromedriver_unittests": "3a95d3de7b421525f456fc70f1f1996b71807cbde43fe4ee4eff5c6ff698e2d5/726",
    "chromeos_components_unittests": "34daa49aedd0fbfe1f0585395c6db34a007997f06478558367603a5717a40e4a/646",
    "chromeos_unittests": "a8a84503e799b347b119b0c2deabab37d425308c114698cd4fea5e38eae1fa77/728",
    "color_unittests": "ee8fb32c4e559daeee711dfe967690ef476c945fef0a4f9d2ee16f08ae2d9e6b/569",
    "components_browsertests": "d1435bd223daa6733e69cc28da336d0ab280bddcdf0ee9dc55d7352b755c876f/813",
    "components_unittests": "e14afd4fdd6c128bc34dd84c08a563f9443de9a16bcdf284f6108c5c7fdde140/813",
    "compositor_unittests": "9dd47f01aca97551c7cea4a29344d744bbbf8c986126836c4e386e83f8c5a8d2/645",
    "content_browsertests": "3a751eb1b14ad82f28592a18b98cc41fd44292295bd104718bac4f8ae213e35c/887",
    "content_unittests": "294063276f7d667f7d6492cd4fb3ef1ce232a0f646ca2806024b8fcf337ba7e9/806",
    "crashpad_tests": "c3bd2a4b237d97718c98e9141087417ad195e03c020e9be52d128de41d26418d/570",
    "crypto_unittests": "c53c9b0b0fbba0f0b1699ca6b4a83d82733683f1737688cac74877d0db8bdedc/569",
    "dbus_unittests": "afc0567e133208c15786e9d4c20f3b27db4a67519f17730e53bbf2fcf0f614c8/569",
    "device_unittests": "eab38551552d3e3c940979ff1d17c93cddf2ca3cff9a1c79db223871e39611eb/646",
    "display_unittests": "3801286d47a5c2178d0c98de4d94ae7c929e491e315fd511469fb314060dabc7/569",
    "events_unittests": "82f64cf5cb38eb6c77951130419b329d4e398e74a66d95ac7cbb7324ab44303f/569",
    "exo_unittests": "f18f34b34f2917a3afca78846b13029144fbd8e825d317d9f8b8c19522fa73a5/646",
    "extensions_browsertests": "fbc15635cad9d97bdffe004f6278a9d3915615923da863cdf81b5c04dd35a249/732",
    "extensions_unittests": "c7c5b7cc27af67e9bcb1e6270ef3350e3edabb7b24b690415965a73cd2b62ea8/896",
    "filesystem_service_unittests": "c3e5449a31682d70de3743198d87343d499e8c0afc633f8d4e20ce5464cc173b/569",
    "gcm_unit_tests": "1be05895fd7dfc94729ce5aeffcc1a1def3bbb3737f3fc2cec71a7b39b6c064a/646",
    "gfx_unittests": "032683a1a4010d61b8b7fa741a8c33c7beb5df0568c361e772f9fd4d0cb79f05/645",
    "gin_unittests": "2acb29a689c8387d1b5b1b6ebf3a2abbf3b404a85c81532866714af303df43f6/646",
    "google_apis_unittests": "f7c3d93357028fa472fc76ed88e57e541b9b8ac1ff45f27ae244ce578ab087c8/731",
    "gpu_unittests": "48651633e9997b91c6efb39db8abafcbfe1a56d6668eb1c6f9572d80ea271d53/646",
    "gwp_asan_unittests": "e83a12a962f5c57cb446a5cebb827bf7ac1c7a8dec1d4f1378129c0a58e2c8ef/570",
    "interactive_ui_tests": "a9eade43b9b8fd8ffd74f51c933b22a6d4d9befbe946f276ab1d647d19f1824e/1049",
    "ipc_tests": "bd89f5aa9d7b32c32b67a77f640ae8b13865194b89702036338f683ad13c775f/569",
    "jingle_unittests": "229bdf752574a72b996a714dc477a9565adac71ec585777836d1f78135205ec9/646",
    "keyboard_unittests": "3e6566f79c23a01f8102b03ea26022c43f6e8e4bbeaaa097959cad56f4e29baa/569",
    "latency_unittests": "62d851d9da822e73706c41ca26f4d95b98c2eb99ce1a5fb6e0293a0ce9ba08c0/569",
    "libjingle_xmpp_unittests": "cd3e9fef7200c2c35fb7ead6f7c390e68b05426cb13442146e6cc86d33c2ffe7/569",
    "liburlpattern_unittests": "b8a2e59598d515a49b1c5c63d8c1cafdcf2a8aa8a5112725e0849abd3f7e4c66/569",
    "media_unittests": "40375f777ff4c3b521a0beb11e492fbcfbbfa20d175446bf000ad9e38731075f/649",
    "message_center_unittests": "183d5bcb018270439b5635b062528d6874a35c6ae4b64f077935e539fd525741/569",
    "midi_unittests": "03ececf8f22b000ab9a87f1244b5a1f188352e407d20a4a1a9fc4f2b3df5aac3/569",
    "mojo_core_unittests": "c33dc923111fb24586d445b026e7f1adfc95f3a4a965f5152f18dc8fcd0532cc/569",
    "mojo_unittests": "5cdf265a4b46f98f178f0527d61e1e0ef6dd4a27cabac9e91ce4b7f71fd21446/647",
    "nacl_loader_unittests": "56d26ba706f531eade9eb9ea90ca0eb4c8b171ce2ed2851b9a0a3cce83ad448c/569",
    "native_theme_unittests": "0b0e600b78ff4753c1071b20e50fb8bdd70f7175fd2365b82d28ba3ef756f94a/569",
    "net_unittests": "d3039ca1e3e8cb368715c0551f674c2a4748df58ccb64929056b9fef4930637d/648",
    "ozone_gl_unittests": "8038cc92a4292bd7d1feea1f6d25448dbacdfc51d51f03968e1dc2a73e5e432b/569",
    "ozone_unittests": "53323d67b9c62b74a0c1a4c1bf61caad4c883182777868126f74d0d2a03ffeb2/569",
    "ozone_x11_unittests": "543a1a1320c6a172545d0dddcf67976b460f60d5cde6bcf64623280f4bc51322/569",
    "pdf_unittests": "dec569f9af7e152a4069fe74c4a82de67dae21c6384f3ccb94bead359a1ac75b/646",
    "perfetto_unittests": "1f3edea1cbaa315edfcadf28425db34d04e1e8544e9f809db0bb6c3c3d34a64f/569",
    "ppapi_unittests": "aec4b2576cc4f7da979f81270a4c95909bf14fea448a4be024774c93a70dc88e/569",
    "printing_unittests": "4af456786bb4b9e3a058f4a133118b20c7c5f6e734ed45a02a1be549b9d29b73/569",
    "remoting_unittests": "97c51838158d1d9c574723a7bbb2aa2859d8a29b850e95a53d54a297c932216a/646",
    "sandbox_linux_unittests": "779257c1f890b56a539811c6061d60f7bd32d42010ba4180420a28aa0d0cdb25/569",
    "service_manager_unittests": "3236980ba14cdfbd9e3c0bef187fb94b6791956f1d1e170379728c84bb43f383/569",
    "shell_dialogs_unittests": "e2a07b1464c032646c37f16f164a917a1a5ea276334b9735f9474d06aed6b4de/569",
    "shell_encryption_unittests": "23f14c5a69a5c8df879f25880fc99ce9d169edbd1b23412a433ed06d0cce2a74/569",
    "skia_unittests": "38ea1a9377b49695d6dc8280d68df5c4b46949b71395977c230e339178b1fa54/569",
    "snapshot_unittests": "7e0b37d861398a63cc12709e9e12556b3bfd34b7806848652611d58f93828873/569",
    "sql_unittests": "74ead0ffc246de0da83218f18f543745b1eee146935304b2937231227b074862/646",
    "storage_unittests": "cf12e3ee34def6abfc3271ed4f148f319908eab4b4fadfbb8daf7c9a7f150a2d/727",
    "sync_integration_tests": "01c3521fcd300b777e253dcbd59565d191da50250268b8c3fb11b931d408b257/728",
    "ui_base_unittests": "5cbf26b51723a48364ddb6486d597b5bd856672fbbc4d147350a5da878656374/722",
    "ui_chromeos_unittests": "6283932bed39eeb36e5c9b1b0621c5d45508065652160ec50f370b505738940e/569",
    "ui_touch_selection_unittests": "3e104a6df25356e78e1bf3356e88d6d77c5627c4dc36b3196d625f83561f2fd1/569",
    "unit_tests": "4925b6d026c6de73d6b3f62084388167b548c36853f738faff506e8567b78b7c/1144",
    "url_unittests": "91f155846780e3088d4b244b043464c5cb047757d388f78e063178409739cfeb/569",
    "usage_time_limit_unittests": "c0ff9f977b3ad9bf74655482e7c7f83810a2b0d949f0e45ec6a5fdb208759531/649",
    "views_unittests": "985e64e16cd1154174f27964c5a56f51a3c64d60dbd8283e92e92e593809b239/569",
    "viz_unittests": "1374260f726c6c140b489318ba3d92fc69ee53dd66b0b360ecfcdb507651cba6/653",
    "wayland_client_perftests": "9a06a0afc229dabde2b103b9042341976f3552668f0076af475c4d3f2ceb5ef8/646",
    "wayland_client_tests": "6a8ac022cb9aee005a7243a43238edce4b51d071d3022b34394429eb1c5b3244/646",
    "wm_unittests": "d9dd879bff77734289716046787f62820f3b17fdfd9bf055b8752cdb7408d824/569",
    "wtf_unittests": "2741c8b79e80e6ad95792db415198783924a35a2e73fda5b0124ac997224eed3/569",
    "zlib_unittests": "80ee29af8582f5beb4255c5738dc3a373b06265afe41ce836800861a9154544e/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "3c15f193075966296755ee93de84262e6f99431fa5a69f8342de9045e9dc3e15/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/421b011419d8d3191af910cc7ba9c2a40926ba18
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25992
  • user_agent:recipe

Debug log (UTC)

[01:05:50.334] New invocation is queued and will start shortly
[01:05:50.334] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:05:51.397] Starting the invocation (attempt 1)
[01:05:51.482] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/421b011419d8d3191af910cc7ba9c2a40926ba18"
[01:05:51.482] Popped gitiles commit info from properties and tags
[01:05:51.482] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:51.482] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:51.484] Buildbucket request:
{
  "requestId": "8994519957517905568",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "421b011419d8d3191af910cc7ba9c2a40926ba18"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "657202725195546fccd5d5e69f25a39d4317dd45",
      "parent_got_dawn_revision": "0c429e354e6c01028022d15bcff3e9b0cf8c52d2",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "421b011419d8d3191af910cc7ba9c2a40926ba18",
      "parent_got_revision_cp": "refs/heads/main@{#946662}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "56a255c140f320df32ac6523a3a8d51c71767b17",
      "parent_got_v8_revision_cp": "refs/heads/9.8.123@{#1}",
      "parent_got_webrtc_revision": "90cc4fe0e9e78b4b7f631f495d63422816bf2763",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35442}",
      "swarm_hashes": {
            "absl_hardening_tests": "a2dc51b43aa98fe407c2206a7f14da62665d6e1b28ebe04cb149dc9cae295c7d/569",
            "accessibility_unittests": "6ab404b9eaa86de254473d1246576180ca5073ace08b01e9f89adb75b5fbeae0/569",
            "angle_unittests": "103b21eec67c923750d74dafc6581bccc96d3393a5c57ae450c3a8b2a0ba4d30/570",
            "app_shell_unittests": "dad8b89b44b2882d77f900f4cc56e0dd12f36d7bafd7e67222746be061400a27/730",
            "ash_unittests": "46c09ee15acffde724d4141cdb636bcc31356de8819f27684ebe4c26b40dcc57/723",
            "ash_webui_unittests": "1a7fa4cafd9b11a7c2b82e5b12b94c2afe4ef8a072641541848dde3fc10704a0/646",
            "aura_unittests": "2fa4c27a33ad62f6157678f49d044e4dde19305404f5f341ba611f97d29db3f8/569",
            "base_unittests": "7e2af71f31a4ee72900151acd8aad2c29ae78295aba0b27bc19e483cd4987f35/648",
            "blink_common_unittests": "5b8341739d7706354aea6c7b14d551fb7611a560f155a410c33d34345df091ef/647",
            "blink_fuzzer_unittests": "12b137eade92a70fef7f511b98596f48cd863f20f80b2add790f83dfcb0f7360/569",
            "blink_heap_unittests": "67cfc963274f8ef4db09f1c84f3a0f71a04b53cbb7d4539b3fb6ee6c53951aad/569",
            "blink_platform_unittests": "9aa6fbecd8e51c7a1dacd0a25dbe6f98d720df8195b3dea8799896b1b680c663/726",
            "blink_unittests": "b81c217d83da55bcf9e07c5af6743ec8e3c6242eae92c45213400c85bb020f5f/810",
            "boringssl_crypto_tests": "593ded91968c80e8111ca24d13917d42daaf20e7fb66d96fb3307ca3046cff3b/570",
            "boringssl_ssl_tests": "65d23946d46f09b3187c87e8c0f622548f474b43f1c6687eaebc017186cf97d2/569",
            "browser_tests": "08d79f19209890a447cd77f17703b30e02748b628b8090a28bb7a97c71483568/1458",
            "capture_unittests": "b838de12e48b2b908f8d1943c80b62f220686b1cc16af648d0da8cfe842bc9a2/648",
            "cast_unittests": "fbc453c7b815566b3604f34130e711d7abea2533fbc673fcc7146c4862946683/569",
            "cc_unittests": "30b39ca09411c31fc6d7256da056fcb75aee270f0a7257f04f6d1ada81edc7cb/653",
            "chrome_app_unittests": "7addff01ec423e2f632d100ed8dc0b063e10f91f296798c6cf0218d02cefed47/647",
            "chromedriver_unittests": "3a95d3de7b421525f456fc70f1f1996b71807cbde43fe4ee4eff5c6ff698e2d5/726",
            "chromeos_components_unittests": "34daa49aedd0fbfe1f0585395c6db34a007997f06478558367603a5717a40e4a/646",
            "chromeos_unittests": "a8a84503e799b347b119b0c2deabab37d425308c114698cd4fea5e38eae1fa77/728",
            "color_unittests": "ee8fb32c4e559daeee711dfe967690ef476c945fef0a4f9d2ee16f08ae2d9e6b/569",
            "components_browsertests": "d1435bd223daa6733e69cc28da336d0ab280bddcdf0ee9dc55d7352b755c876f/813",
            "components_unittests": "e14afd4fdd6c128bc34dd84c08a563f9443de9a16bcdf284f6108c5c7fdde140/813",
            "compositor_unittests": "9dd47f01aca97551c7cea4a29344d744bbbf8c986126836c4e386e83f8c5a8d2/645",
            "content_browsertests": "3a751eb1b14ad82f28592a18b98cc41fd44292295bd104718bac4f8ae213e35c/887",
            "content_unittests": "294063276f7d667f7d6492cd4fb3ef1ce232a0f646ca2806024b8fcf337ba7e9/806",
            "crashpad_tests": "c3bd2a4b237d97718c98e9141087417ad195e03c020e9be52d128de41d26418d/570",
            "crypto_unittests": "c53c9b0b0fbba0f0b1699ca6b4a83d82733683f1737688cac74877d0db8bdedc/569",
            "dbus_unittests": "afc0567e133208c15786e9d4c20f3b27db4a67519f17730e53bbf2fcf0f614c8/569",
            "device_unittests": "eab38551552d3e3c940979ff1d17c93cddf2ca3cff9a1c79db223871e39611eb/646",
            "display_unittests": "3801286d47a5c2178d0c98de4d94ae7c929e491e315fd511469fb314060dabc7/569",
            "events_unittests": "82f64cf5cb38eb6c77951130419b329d4e398e74a66d95ac7cbb7324ab44303f/569",
            "exo_unittests": "f18f34b34f2917a3afca78846b13029144fbd8e825d317d9f8b8c19522fa73a5/646",
            "extensions_browsertests": "fbc15635cad9d97bdffe004f6278a9d3915615923da863cdf81b5c04dd35a249/732",
            "extensions_unittests": "c7c5b7cc27af67e9bcb1e6270ef3350e3edabb7b24b690415965a73cd2b62ea8/896",
            "filesystem_service_unittests": "c3e5449a31682d70de3743198d87343d499e8c0afc633f8d4e20ce5464cc173b/569",
            "gcm_unit_tests": "1be05895fd7dfc94729ce5aeffcc1a1def3bbb3737f3fc2cec71a7b39b6c064a/646",
            "gfx_unittests": "032683a1a4010d61b8b7fa741a8c33c7beb5df0568c361e772f9fd4d0cb79f05/645",
            "gin_unittests": "2acb29a689c8387d1b5b1b6ebf3a2abbf3b404a85c81532866714af303df43f6/646",
            "google_apis_unittests": "f7c3d93357028fa472fc76ed88e57e541b9b8ac1ff45f27ae244ce578ab087c8/731",
            "gpu_unittests": "48651633e9997b91c6efb39db8abafcbfe1a56d6668eb1c6f9572d80ea271d53/646",
            "gwp_asan_unittests": "e83a12a962f5c57cb446a5cebb827bf7ac1c7a8dec1d4f1378129c0a58e2c8ef/570",
            "interactive_ui_tests": "a9eade43b9b8fd8ffd74f51c933b22a6d4d9befbe946f276ab1d647d19f1824e/1049",
            "ipc_tests": "bd89f5aa9d7b32c32b67a77f640ae8b13865194b89702036338f683ad13c775f/569",
            "jingle_unittests": "229bdf752574a72b996a714dc477a9565adac71ec585777836d1f78135205ec9/646",
            "keyboard_unittests": "3e6566f79c23a01f8102b03ea26022c43f6e8e4bbeaaa097959cad56f4e29baa/569",
            "latency_unittests": "62d851d9da822e73706c41ca26f4d95b98c2eb99ce1a5fb6e0293a0ce9ba08c0/569",
            "libjingle_xmpp_unittests": "cd3e9fef7200c2c35fb7ead6f7c390e68b05426cb13442146e6cc86d33c2ffe7/569",
            "liburlpattern_unittests": "b8a2e59598d515a49b1c5c63d8c1cafdcf2a8aa8a5112725e0849abd3f7e4c66/569",
            "media_unittests": "40375f777ff4c3b521a0beb11e492fbcfbbfa20d175446bf000ad9e38731075f/649",
            "message_center_unittests": "183d5bcb018270439b5635b062528d6874a35c6ae4b64f077935e539fd525741/569",
            "midi_unittests": "03ececf8f22b000ab9a87f1244b5a1f188352e407d20a4a1a9fc4f2b3df5aac3/569",
            "mojo_core_unittests": "c33dc923111fb24586d445b026e7f1adfc95f3a4a965f5152f18dc8fcd0532cc/569",
            "mojo_unittests": "5cdf265a4b46f98f178f0527d61e1e0ef6dd4a27cabac9e91ce4b7f71fd21446/647",
            "nacl_loader_unittests": "56d26ba706f531eade9eb9ea90ca0eb4c8b171ce2ed2851b9a0a3cce83ad448c/569",
            "native_theme_unittests": "0b0e600b78ff4753c1071b20e50fb8bdd70f7175fd2365b82d28ba3ef756f94a/569",
            "net_unittests": "d3039ca1e3e8cb368715c0551f674c2a4748df58ccb64929056b9fef4930637d/648",
            "ozone_gl_unittests": "8038cc92a4292bd7d1feea1f6d25448dbacdfc51d51f03968e1dc2a73e5e432b/569",
            "ozone_unittests": "53323d67b9c62b74a0c1a4c1bf61caad4c883182777868126f74d0d2a03ffeb2/569",
            "ozone_x11_unittests": "543a1a1320c6a172545d0dddcf67976b460f60d5cde6bcf64623280f4bc51322/569",
            "pdf_unittests": "dec569f9af7e152a4069fe74c4a82de67dae21c6384f3ccb94bead359a1ac75b/646",
            "perfetto_unittests": "1f3edea1cbaa315edfcadf28425db34d04e1e8544e9f809db0bb6c3c3d34a64f/569",
            "ppapi_unittests": "aec4b2576cc4f7da979f81270a4c95909bf14fea448a4be024774c93a70dc88e/569",
            "printing_unittests": "4af456786bb4b9e3a058f4a133118b20c7c5f6e734ed45a02a1be549b9d29b73/569",
            "remoting_unittests": "97c51838158d1d9c574723a7bbb2aa2859d8a29b850e95a53d54a297c932216a/646",
            "sandbox_linux_unittests": "779257c1f890b56a539811c6061d60f7bd32d42010ba4180420a28aa0d0cdb25/569",
            "service_manager_unittests": "3236980ba14cdfbd9e3c0bef187fb94b6791956f1d1e170379728c84bb43f383/569",
            "shell_dialogs_unittests": "e2a07b1464c032646c37f16f164a917a1a5ea276334b9735f9474d06aed6b4de/569",
            "shell_encryption_unittests": "23f14c5a69a5c8df879f25880fc99ce9d169edbd1b23412a433ed06d0cce2a74/569",
            "skia_unittests": "38ea1a9377b49695d6dc8280d68df5c4b46949b71395977c230e339178b1fa54/569",
            "snapshot_unittests": "7e0b37d861398a63cc12709e9e12556b3bfd34b7806848652611d58f93828873/569",
            "sql_unittests": "74ead0ffc246de0da83218f18f543745b1eee146935304b2937231227b074862/646",
            "storage_unittests": "cf12e3ee34def6abfc3271ed4f148f319908eab4b4fadfbb8daf7c9a7f150a2d/727",
            "sync_integration_tests": "01c3521fcd300b777e253dcbd59565d191da50250268b8c3fb11b931d408b257/728",
            "ui_base_unittests": "5cbf26b51723a48364ddb6486d597b5bd856672fbbc4d147350a5da878656374/722",
            "ui_chromeos_unittests": "6283932bed39eeb36e5c9b1b0621c5d45508065652160ec50f370b505738940e/569",
            "ui_touch_selection_unittests": "3e104a6df25356e78e1bf3356e88d6d77c5627c4dc36b3196d625f83561f2fd1/569",
            "unit_tests": "4925b6d026c6de73d6b3f62084388167b548c36853f738faff506e8567b78b7c/1144",
            "url_unittests": "91f155846780e3088d4b244b043464c5cb047757d388f78e063178409739cfeb/569",
            "usage_time_limit_unittests": "c0ff9f977b3ad9bf74655482e7c7f83810a2b0d949f0e45ec6a5fdb208759531/649",
            "views_unittests": "985e64e16cd1154174f27964c5a56f51a3c64d60dbd8283e92e92e593809b239/569",
            "viz_unittests": "1374260f726c6c140b489318ba3d92fc69ee53dd66b0b360ecfcdb507651cba6/653",
            "wayland_client_perftests": "9a06a0afc229dabde2b103b9042341976f3552668f0076af475c4d3f2ceb5ef8/646",
            "wayland_client_tests": "6a8ac022cb9aee005a7243a43238edce4b51d071d3022b34394429eb1c5b3244/646",
            "wm_unittests": "d9dd879bff77734289716046787f62820f3b17fdfd9bf055b8752cdb7408d824/569",
            "wtf_unittests": "2741c8b79e80e6ad95792db415198783924a35a2e73fda5b0124ac997224eed3/569",
            "zlib_unittests": "80ee29af8582f5beb4255c5738dc3a373b06265afe41ce836800861a9154544e/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "3c15f193075966296755ee93de84262e6f99431fa5a69f8342de9045e9dc3e15/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "421b011419d8d3191af910cc7ba9c2a40926ba18",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994519957517905568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25992"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:05:52.112] Scheduled build:
{
  "id": "8829089895553810305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25523,
  "createdBy": "project:chromium",
  "createTime": "2021-12-01T01:05:51.576605858Z",
  "updateTime": "2021-12-01T01:05:51.576605858Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "421b011419d8d3191af910cc7ba9c2a40926ba18",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:05:52.112] Task URL: https://cr-buildbucket.appspot.com/build/8829089895553810305
[01:05:52.112] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:2:0) after 8m41s
[01:06:46.796] Received PubSub notification, asking Buildbucket for the build status
[01:06:46.855] Build status: STARTED
[01:14:33.393] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:2:0)
[01:14:33.428] Build status: STARTED
[01:14:33.428] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:4:0) after 1m29s
[01:16:02.478] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:4:0)
[01:16:02.543] Build status: STARTED
[01:16:02.543] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:5:0) after 4m2s
[01:20:05.452] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:5:0)
[01:20:05.487] Build status: STARTED
[01:20:05.487] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:6:0) after 6m50s
[01:26:55.809] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:6:0)
[01:26:55.842] Build status: STARTED
[01:26:55.842] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:7:0) after 3m7s
[01:30:03.412] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:7:0)
[01:30:03.451] Build status: STARTED
[01:30:03.451] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:8:0) after 3m10s
[01:33:13.621] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:8:0)
[01:33:13.676] Build status: STARTED
[01:33:13.676] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:9:0) after 2m20s
[01:35:33.709] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:9:0)
[01:35:33.803] Build status: STARTED
[01:35:33.803] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:10:0) after 8m39s
[01:44:13.074] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:10:0)
[01:44:13.106] Build status: STARTED
[01:44:13.106] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:11:0) after 3m37s
[01:47:50.360] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:11:0)
[01:47:50.495] Build status: STARTED
[01:47:50.495] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:12:0) after 4m22s
[01:52:12.792] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:12:0)
[01:52:12.822] Build status: STARTED
[01:52:12.822] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:13:0) after 4m7s
[01:56:19.969] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:13:0)
[01:56:19.998] Build status: STARTED
[01:56:19.998] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:14:0) after 9m59s
[02:06:19.189] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:14:0)
[02:06:19.257] Build status: STARTED
[02:06:19.257] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:15:0) after 3m22s
[02:09:41.282] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:15:0)
[02:09:41.557] Build status: STARTED
[02:09:41.557] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:16:0) after 3m23s
[02:13:04.821] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:16:0)
[02:13:04.859] Build status: STARTED
[02:13:04.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:17:0) after 9m0s
[02:22:05.023] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:17:0)
[02:22:05.069] Build status: STARTED
[02:22:05.069] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:18:0) after 1m1s
[02:23:06.233] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:18:0)
[02:23:06.468] Build status: STARTED
[02:23:06.468] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994519957517905568:19:0) after 3m50s
[02:26:22.183] Received PubSub notification, asking Buildbucket for the build status
[02:26:22.283] Build:
{
  "id": "8829089895553810305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25523,
  "createdBy": "project:chromium",
  "createTime": "2021-12-01T01:05:51.576605858Z",
  "startTime": "2021-12-01T01:06:43.297082Z",
  "endTime": "2021-12-01T02:26:20.811671345Z",
  "updateTime": "2021-12-01T02:26:20.811671345Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "421b011419d8d3191af910cc7ba9c2a40926ba18",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:26:22.283] Invocation finished in 1h20m31.964589337s with status FAILED