Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/102663 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/102664 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/102665 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/102666 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/102667 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/102668 (7 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "4912323264d49bfdb8d0ba74568d9a0280fff9d8"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8731674894766923617"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8731674894766923617"
    }
  ],
  "parent_build_id": "8731674894766923617",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "7fea539cc99bed8fd315cfbc5026952a133ac3ae",
  "parent_got_dawn_revision": "7de7f1ef865aa9c975bd5420ca66745f0dc42633",
  "parent_got_revision": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
  "parent_got_revision_cp": "refs/heads/main@{#1380909}",
  "parent_got_swiftshader_revision": "76855a9baecc97fa144ce70d7ae43a9f878e14c8",
  "parent_got_v8_revision": "870eec55ef286eb42bd62b7e37f32acdfd1d4150",
  "parent_got_v8_revision_cp": "refs/heads/13.2.147@{#1}",
  "parent_got_webrtc_revision": "8bc85f99c235bf258e5952a25420529de4e2024b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43381}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
  "swarm_hashes": {
    "absl_hardening_tests": "8d321b7e93eafd316bb704ebd6401cc5a9ca42c3e51c0ce77912cb5053064eb8/323",
    "accessibility_unittests": "67e3af17d6aa6d0f06a7057c9942c8c2a5283720be581a250562f6fb217173a3/323",
    "angle_unittests": "0a1637b384883d087265c7f0e008f636d1908ebc4c8095dbb8eef20f1d4e984b/408",
    "app_shell_unittests": "f49d699df09030fad7c4c6da375c5b12a37b996bca93d2ea61e84b69af3de97e/484",
    "base_unittests": "9ef8d2da738a5924a3bf1c408ed144e4fd5b7760e07427d141c7aa6a55e0bcaa/480",
    "blink_common_unittests": "9cf59839d06a5b1e9fe3b7601d43683fbaf4920d88e341456443b8a9cdaba2f2/485",
    "blink_fuzzer_unittests": "4f6cb3181a41a6a933b9ff3977c3783a76cd00cbc9ddab9d20e8adee39a65bc5/323",
    "blink_heap_unittests": "e6b3514fb81f9c11e05f504e5503c4c59f883c6dd87c7dd961e9d598efeaee98/323",
    "blink_platform_unittests": "a07b236d9b964c4def147edbaf8f01bc5c073ae48590f7bacf54b844aa7a1554/643",
    "blink_python_tests": "77220493ebc0436bb6b7b0388d8f391cb4ca9079699319fd1b309368755b2e03/574",
    "blink_unittests": "562b71968a49d72ba50915766021b769f932ec7b8a8bc42ddfca341b526a74e3/649",
    "blink_web_tests": "0ec80dc9638c806d89bac958d047ee684b51b20b10a5fe9ddb5535817456de72/566",
    "blink_wpt_tests": "826bbc3011a7183a2c67e1b379a76a5a9fb28a4b26d74a0b508ebe790e3427ae/566",
    "boringssl_crypto_tests": "18e2511df03a4da969c6db9b64811fd4f64065125fb5076bb77dbbf048b43ccf/408",
    "boringssl_ssl_tests": "a952f5e26591e0c7fd1d215d99be3842c037f37705745061ef80b2a6425f500b/323",
    "browser_tests": "9c399394eb8b85e4e0b17625ffc6615144b9d30c469d8e32c6c45ff5f068e9b6/1215",
    "capture_unittests": "e2b34c21105f00945379507da71cfd664a1347282bb186fee0cbc0a16553a720/402",
    "cast_unittests": "c0cb930bb3e3bdd8cdaf4bb149c2c4745e8ec0674ce3d7dee4a6540bb1fd2245/323",
    "cc_unittests": "05a592804e86ac3abede0a75f87c48da213531263834611c3049dfefd99d5038/483",
    "chrome_app_unittests": "7bbed58cfd61b46f7e3ae5bec22323ff5bb6fc511368f106543df6d7127f0e6c/564",
    "chrome_wpt_tests": "ac71e17232649c653458571732eeee52ba074917ca61a1d721163d4341227095/566",
    "chromedriver_py_tests": "17b60432769bcbb91634a3246a549eed57fc036c755361cda0b1d206632dcdf0/489",
    "chromedriver_py_tests_headless_shell": "d6eec5a2f13518568b0d1b2fe506033ed4ffd5441cdc5cdf2933c98829456d89/489",
    "chromedriver_replay_unittests": "b65f90d3e8001c5c9f0fbdf7aabada63ebf977469e92dfa6af68b1a95d93bfbc/326",
    "chromedriver_unittests": "35616108e69400508727a913a013853df197496f81fe37b0258b082d5d9b6952/480",
    "components_browsertests": "25bee19e1670d27d6266c8f3a671c73d58393fadfda3172091a5c9e70069eb28/652",
    "components_perftests": "0082abb8f299d2d0cb475391e6a6ab9bded6c1dbe8b7c4cfb13405d26b896477/649",
    "components_unittests": "c7d145416ef86fe7289a458962ecbe61fa3d4802df7cfb7339ea1cf178c98051/731",
    "content_browsertests": "a5e2d796f3b4d82e824f394ff4cba2d5bbeb68ec51a502cbce9d14cd78432722/724",
    "content_shell_crash_test": "4314e005343d994eeadd271e049490f053ed4435554b93ff4f6bba398a603fdf/566",
    "content_unittests": "4eecf1b24b02395ff9fabb86d8d2dc16875f0863293875068e71dcd602acaec1/560",
    "crashpad_tests": "a054b07962dd71d783962cf595277ec85b4fcafaee8f242fa5bf1c14af8bc63a/408",
    "cronet_tests": "c8179f8bac729e8550c32ad25a071a8581361be28f1405124ab8f52947f8be1d/484",
    "cronet_unittests": "7ffc17e16f85595e7072e70739dc8244433857785917d30b2e94dd5f711602e6/400",
    "crypto_unittests": "65bffe2d7077f10d50cb06726fb2325d160c1c958f42ad411e4a96ac87e0be9c/323",
    "device_unittests": "616229cce70bba2696dbe6f1799aef868a9dfbb6cccbcd2295071d8c1a062a01/480",
    "display_unittests": "7c519b6f51a5e28d0f68192aa7118496b5a2f93bb6b35829a8ab8cb1f74c5548/323",
    "env_chromium_unittests": "f4af3bb058faceb35e39d9305354893397a4effd54b2c32605e84ae5641d2d66/323",
    "events_unittests": "9e1807978bca59f90ea79b7afb1aeebdabb0264efb68c2ad2da4e66cf9d23a8f/323",
    "extensions_browsertests": "731b82417df85597e4ed291ce4ab6facdd0b1bd66b6c3715a82cb057cb3385b6/570",
    "extensions_unittests": "6adc11ff7b1f19763c135c0fe5648d49afc29138926052f062120abf2ec4db1d/644",
    "filesystem_service_unittests": "cacccc6f29336a10dd91e387027f0e031ac53c24a2d0d9d3fe2b22878a7814df/323",
    "flatbuffers_unittests": "e1e6c679c2a4bbb44bdea28a5ecd04aa3af82a4a95c717b28bdbb4f711506a8d/408",
    "fuzzing_unittests": "4a121479a3b722baa768772a778101095d5a8b6c71ccf9385a06e350ebbf96ec/323",
    "gcm_unit_tests": "724b91500428ab823dccf7c22ed5098f09fb1b0bb4e682284fa525edae4b9abc/400",
    "gfx_unittests": "5915ec8004c9d4ceaebd25cb24518750188fc07593f0e8e88765b5bf51b7c0da/399",
    "gin_unittests": "5042dd3f14a1237e362745e9020d8d7f2b15e8a6f51f06c94429bba51d81421e/400",
    "google_apis_unittests": "9fb25e1518551267490bbe7ca23ed2ebcff451249d3edc886a6fa927df405456/485",
    "gpu_unittests": "8660ab39a84fb926c407c49556b47e7055bfba8d91db087bff6239e5fe00f2d1/400",
    "gwp_asan_unittests": "9748e5cd3825083785930aa563c522ba913abd27bb1a1ed001fb11b5702ab7ba/408",
    "headless_browsertests": "09f0e75027ae721bc6ec7ced41a4c94caa025f9a1c0e40ab57236c6f20a458a9/569",
    "headless_shell_wpt": "ea60f04728fc6aaf1b26ed5027b3a8545b3ec602f7fdfb4d5d774c1fb92c1931/566",
    "headless_unittests": "94cde6259f0ed95600c815129c63db4d13dd2ba06a4fec70442343334777b6b3/323",
    "interactive_ui_tests": "bfe98280d4abdd834d6b7f6f32113683aeb02f24379480a1fe3185a7d65c6d5d/973",
    "ipc_tests": "7e6b4387c5058f84e12a91c9c9bdfa18c4b2bc9bc40d1a2e8bbc60733af984c7/323",
    "latency_unittests": "d793ada52e313d9c3ace6ba72dbcc44dfd20d8765f1daead788b3c83a7136fab/323",
    "leveldb_unittests": "bc886b7a4a140bd75b8d99e62daf7b0ebda5ce15a4f554bfb5ccaa0b7fbb4d32/323",
    "libjingle_xmpp_unittests": "98d5802834bd029ecd51ec3100e8ba4c2923789af381ee799a3afc9246a5cbd0/323",
    "liburlpattern_unittests": "783af87002d3066ef80957afbf86a7f0151e1832a2b05bff5a438ce83de29720/323",
    "mac_signing_tests": "a3e26137f055faee5487361ecb33473b3eda68884151e43fa8bd05d856e36dad/488",
    "media_unittests": "e6089e052f9412e3277ebff8185533f69209c0a56b180240fa0b85671da2ead8/403",
    "message_center_unittests": "9d529a5d3d4d12dac5e2128885e0050398e508bf7904440a8277f8c182335817/323",
    "midi_unittests": "664a31cb78c4a8c41b9a36b1b4125d77dc935ce96b420b1e618a5be11b99cf4d/323",
    "mojo_python_unittests": "e86c82b4e9255c9c8fd113a45e01e9d2cd1734c6ded943a0092f55bfbac6b897/490",
    "mojo_unittests": "5ed2906e2e48b6c2de4261f3f35a5713773fa805a506bba4e2bc3695066002c9/401",
    "native_theme_unittests": "698e6dfb0a03482fc8dbd3d29b039ab6fd7b39b2b0db1d851d279bff811ba32d/323",
    "net_unittests": "83d1f8c3ef27a8c4b25ee3bde5ccb466ab4f7b6f091c8c2aefce9a3197e27cab/487",
    "openscreen_unittests": "800838400bb9d4f14127e9012c45b5f9b59984e018678be7844ce331329bbca0/408",
    "pdf_unittests": "04aca941e2fbb3b8aa15c6ce69b073efa8e0a4e737de40acb0c6e8c5b8887aa8/400",
    "perfetto_unittests": "af95b6c3307b90748353d5be2516b81d6d7e1b44304758c70cbd4abb976ed8aa/323",
    "power_sampler_unittests": "e16492ff47c61f9414388bcff6c65639f1344d93a5f92c72fb889e14f32dde7b/323",
    "printing_unittests": "4446696ff9edd1bf6b1159c374af5727480093179766c714ddcaf0d555a115bc/482",
    "remoting_unittests": "f294921b4fd45483b3c94dc164df192bbc28239bc5dc8057290f6f1699275d6d/400",
    "sandbox_unittests": "893e76cc1b1048762e9a40df79116cfe2884cc721e0cc08a88150a476799e26b/323",
    "services_unittests": "4ce5e059e68f4715c899cdde10cf828e71610e9748ef900350f985fd11ecdd81/653",
    "shell_dialogs_unittests": "646e431d1254b4552a04c9eb4fb4ddaaabe466f737b8fc2b410a87e4dba06ac4/323",
    "skia_unittests": "8b4ce0e0e01c276e7848c148787fc46a13c07ba85592abee27330cc6325ac6c0/323",
    "snapshot_unittests": "3128124c48f580a50d84c6c70b655ee7c5759055b6f14aa87bf9e0420e9b1843/323",
    "sql_unittests": "fe376bd6cbf9e5b65c47330fa2751981711847a5a7f02bd2715483d970fa3d3d/400",
    "storage_unittests": "87aec6d6f09ed84d6318860a4f71ef4154658502908bc31cad830184b814eff2/481",
    "sync_integration_tests": "a036a924e8c5f565fdcd87a8698a2dc2a6c82d2e29d47cb47de2ba9d8c7594f3/646",
    "telemetry_gpu_unittests": "c11988a72aa1478b6377933f4557187db2d64d898d9f2ce30a1d21c7d5844dfa/736",
    "telemetry_perf_unittests": "5e91dc5b1f6bce1f9c612b450375f80576821b81284585efdc9cef28b75a6955/655",
    "ui_base_unittests": "ac04aa41fcd513bb25027625cad88c6d037b559aefae4866f82a955835c4f0c0/555",
    "ui_touch_selection_unittests": "9854f8dfdcd800c078a5f33db3c25944e50c975f2f9e5ba25f58a7551ee2a4a2/323",
    "ui_unittests": "41085aba15319124927d36c30a70a260e2f3191805b2a72ae35855ca961cc1b2/323",
    "unit_tests": "17a8c6a69c18b84fd1d1c439d567727687f0d27e63d4ff869e0b14c46ca33613/1056",
    "updater_tests": "ca5d266d377a06cd0d6b213f6251b5769f3a73b000738649cd07cc780dec455f/566",
    "url_unittests": "58b59cdd89175402f95bc14943da65b5fd4d214adc176de5972f50060576a9aa/323",
    "views_perftests": "0db7a54a227a55e4f4750b981a1ae5f2e54cc8a4002a4d46e7cfc6095b069e9f/487",
    "views_unittests": "932e184e6ab8c5a104a525e4c8e18d5d47f4a3b750fbc95f31221b81ef13a5d2/402",
    "viz_unittests": "56ba56c2d0ea3a7a1b2319d868852387e58843633298465c9eec0477e21a1af6/407",
    "wtf_unittests": "33e69bbac246ab28ba1cb61cb95945c4eda81ae4678eb88bbca6d0404826b014/323",
    "xr_browser_tests": "ed6fed8e8e8d6db54d5a9c73b6578806c12313857c1e7ed998bd8725274fae12/645",
    "zlib_unittests": "7e79575c559167e7fa386d63490edd4d8c683db089fe781a299cb7cb0f54a688/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4912323264d49bfdb8d0ba74568d9a0280fff9d8
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:102668
  • user_agent:recipe

Debug log (UTC)

[07:37:11.484] New invocation is queued and will start shortly
[07:37:11.484] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:37:12.632] Starting the invocation (attempt 1)
[07:37:12.667] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4912323264d49bfdb8d0ba74568d9a0280fff9d8"
[07:37:12.667] Popped gitiles commit info from properties and tags
[07:37:12.667] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:37:12.667] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:37:12.667] Buildbucket request:
{
  "requestId": "8897103596861943888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4912323264d49bfdb8d0ba74568d9a0280fff9d8"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8731674894766923617"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8731674894766923617"
                }
          ],
      "parent_build_id": "8731674894766923617",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "7fea539cc99bed8fd315cfbc5026952a133ac3ae",
      "parent_got_dawn_revision": "7de7f1ef865aa9c975bd5420ca66745f0dc42633",
      "parent_got_revision": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
      "parent_got_revision_cp": "refs/heads/main@{#1380909}",
      "parent_got_swiftshader_revision": "76855a9baecc97fa144ce70d7ae43a9f878e14c8",
      "parent_got_v8_revision": "870eec55ef286eb42bd62b7e37f32acdfd1d4150",
      "parent_got_v8_revision_cp": "refs/heads/13.2.147@{#1}",
      "parent_got_webrtc_revision": "8bc85f99c235bf258e5952a25420529de4e2024b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43381}",
      "swarm_hashes": {
            "absl_hardening_tests": "8d321b7e93eafd316bb704ebd6401cc5a9ca42c3e51c0ce77912cb5053064eb8/323",
            "accessibility_unittests": "67e3af17d6aa6d0f06a7057c9942c8c2a5283720be581a250562f6fb217173a3/323",
            "angle_unittests": "0a1637b384883d087265c7f0e008f636d1908ebc4c8095dbb8eef20f1d4e984b/408",
            "app_shell_unittests": "f49d699df09030fad7c4c6da375c5b12a37b996bca93d2ea61e84b69af3de97e/484",
            "base_unittests": "9ef8d2da738a5924a3bf1c408ed144e4fd5b7760e07427d141c7aa6a55e0bcaa/480",
            "blink_common_unittests": "9cf59839d06a5b1e9fe3b7601d43683fbaf4920d88e341456443b8a9cdaba2f2/485",
            "blink_fuzzer_unittests": "4f6cb3181a41a6a933b9ff3977c3783a76cd00cbc9ddab9d20e8adee39a65bc5/323",
            "blink_heap_unittests": "e6b3514fb81f9c11e05f504e5503c4c59f883c6dd87c7dd961e9d598efeaee98/323",
            "blink_platform_unittests": "a07b236d9b964c4def147edbaf8f01bc5c073ae48590f7bacf54b844aa7a1554/643",
            "blink_python_tests": "77220493ebc0436bb6b7b0388d8f391cb4ca9079699319fd1b309368755b2e03/574",
            "blink_unittests": "562b71968a49d72ba50915766021b769f932ec7b8a8bc42ddfca341b526a74e3/649",
            "blink_web_tests": "0ec80dc9638c806d89bac958d047ee684b51b20b10a5fe9ddb5535817456de72/566",
            "blink_wpt_tests": "826bbc3011a7183a2c67e1b379a76a5a9fb28a4b26d74a0b508ebe790e3427ae/566",
            "boringssl_crypto_tests": "18e2511df03a4da969c6db9b64811fd4f64065125fb5076bb77dbbf048b43ccf/408",
            "boringssl_ssl_tests": "a952f5e26591e0c7fd1d215d99be3842c037f37705745061ef80b2a6425f500b/323",
            "browser_tests": "9c399394eb8b85e4e0b17625ffc6615144b9d30c469d8e32c6c45ff5f068e9b6/1215",
            "capture_unittests": "e2b34c21105f00945379507da71cfd664a1347282bb186fee0cbc0a16553a720/402",
            "cast_unittests": "c0cb930bb3e3bdd8cdaf4bb149c2c4745e8ec0674ce3d7dee4a6540bb1fd2245/323",
            "cc_unittests": "05a592804e86ac3abede0a75f87c48da213531263834611c3049dfefd99d5038/483",
            "chrome_app_unittests": "7bbed58cfd61b46f7e3ae5bec22323ff5bb6fc511368f106543df6d7127f0e6c/564",
            "chrome_wpt_tests": "ac71e17232649c653458571732eeee52ba074917ca61a1d721163d4341227095/566",
            "chromedriver_py_tests": "17b60432769bcbb91634a3246a549eed57fc036c755361cda0b1d206632dcdf0/489",
            "chromedriver_py_tests_headless_shell": "d6eec5a2f13518568b0d1b2fe506033ed4ffd5441cdc5cdf2933c98829456d89/489",
            "chromedriver_replay_unittests": "b65f90d3e8001c5c9f0fbdf7aabada63ebf977469e92dfa6af68b1a95d93bfbc/326",
            "chromedriver_unittests": "35616108e69400508727a913a013853df197496f81fe37b0258b082d5d9b6952/480",
            "components_browsertests": "25bee19e1670d27d6266c8f3a671c73d58393fadfda3172091a5c9e70069eb28/652",
            "components_perftests": "0082abb8f299d2d0cb475391e6a6ab9bded6c1dbe8b7c4cfb13405d26b896477/649",
            "components_unittests": "c7d145416ef86fe7289a458962ecbe61fa3d4802df7cfb7339ea1cf178c98051/731",
            "content_browsertests": "a5e2d796f3b4d82e824f394ff4cba2d5bbeb68ec51a502cbce9d14cd78432722/724",
            "content_shell_crash_test": "4314e005343d994eeadd271e049490f053ed4435554b93ff4f6bba398a603fdf/566",
            "content_unittests": "4eecf1b24b02395ff9fabb86d8d2dc16875f0863293875068e71dcd602acaec1/560",
            "crashpad_tests": "a054b07962dd71d783962cf595277ec85b4fcafaee8f242fa5bf1c14af8bc63a/408",
            "cronet_tests": "c8179f8bac729e8550c32ad25a071a8581361be28f1405124ab8f52947f8be1d/484",
            "cronet_unittests": "7ffc17e16f85595e7072e70739dc8244433857785917d30b2e94dd5f711602e6/400",
            "crypto_unittests": "65bffe2d7077f10d50cb06726fb2325d160c1c958f42ad411e4a96ac87e0be9c/323",
            "device_unittests": "616229cce70bba2696dbe6f1799aef868a9dfbb6cccbcd2295071d8c1a062a01/480",
            "display_unittests": "7c519b6f51a5e28d0f68192aa7118496b5a2f93bb6b35829a8ab8cb1f74c5548/323",
            "env_chromium_unittests": "f4af3bb058faceb35e39d9305354893397a4effd54b2c32605e84ae5641d2d66/323",
            "events_unittests": "9e1807978bca59f90ea79b7afb1aeebdabb0264efb68c2ad2da4e66cf9d23a8f/323",
            "extensions_browsertests": "731b82417df85597e4ed291ce4ab6facdd0b1bd66b6c3715a82cb057cb3385b6/570",
            "extensions_unittests": "6adc11ff7b1f19763c135c0fe5648d49afc29138926052f062120abf2ec4db1d/644",
            "filesystem_service_unittests": "cacccc6f29336a10dd91e387027f0e031ac53c24a2d0d9d3fe2b22878a7814df/323",
            "flatbuffers_unittests": "e1e6c679c2a4bbb44bdea28a5ecd04aa3af82a4a95c717b28bdbb4f711506a8d/408",
            "fuzzing_unittests": "4a121479a3b722baa768772a778101095d5a8b6c71ccf9385a06e350ebbf96ec/323",
            "gcm_unit_tests": "724b91500428ab823dccf7c22ed5098f09fb1b0bb4e682284fa525edae4b9abc/400",
            "gfx_unittests": "5915ec8004c9d4ceaebd25cb24518750188fc07593f0e8e88765b5bf51b7c0da/399",
            "gin_unittests": "5042dd3f14a1237e362745e9020d8d7f2b15e8a6f51f06c94429bba51d81421e/400",
            "google_apis_unittests": "9fb25e1518551267490bbe7ca23ed2ebcff451249d3edc886a6fa927df405456/485",
            "gpu_unittests": "8660ab39a84fb926c407c49556b47e7055bfba8d91db087bff6239e5fe00f2d1/400",
            "gwp_asan_unittests": "9748e5cd3825083785930aa563c522ba913abd27bb1a1ed001fb11b5702ab7ba/408",
            "headless_browsertests": "09f0e75027ae721bc6ec7ced41a4c94caa025f9a1c0e40ab57236c6f20a458a9/569",
            "headless_shell_wpt": "ea60f04728fc6aaf1b26ed5027b3a8545b3ec602f7fdfb4d5d774c1fb92c1931/566",
            "headless_unittests": "94cde6259f0ed95600c815129c63db4d13dd2ba06a4fec70442343334777b6b3/323",
            "interactive_ui_tests": "bfe98280d4abdd834d6b7f6f32113683aeb02f24379480a1fe3185a7d65c6d5d/973",
            "ipc_tests": "7e6b4387c5058f84e12a91c9c9bdfa18c4b2bc9bc40d1a2e8bbc60733af984c7/323",
            "latency_unittests": "d793ada52e313d9c3ace6ba72dbcc44dfd20d8765f1daead788b3c83a7136fab/323",
            "leveldb_unittests": "bc886b7a4a140bd75b8d99e62daf7b0ebda5ce15a4f554bfb5ccaa0b7fbb4d32/323",
            "libjingle_xmpp_unittests": "98d5802834bd029ecd51ec3100e8ba4c2923789af381ee799a3afc9246a5cbd0/323",
            "liburlpattern_unittests": "783af87002d3066ef80957afbf86a7f0151e1832a2b05bff5a438ce83de29720/323",
            "mac_signing_tests": "a3e26137f055faee5487361ecb33473b3eda68884151e43fa8bd05d856e36dad/488",
            "media_unittests": "e6089e052f9412e3277ebff8185533f69209c0a56b180240fa0b85671da2ead8/403",
            "message_center_unittests": "9d529a5d3d4d12dac5e2128885e0050398e508bf7904440a8277f8c182335817/323",
            "midi_unittests": "664a31cb78c4a8c41b9a36b1b4125d77dc935ce96b420b1e618a5be11b99cf4d/323",
            "mojo_python_unittests": "e86c82b4e9255c9c8fd113a45e01e9d2cd1734c6ded943a0092f55bfbac6b897/490",
            "mojo_unittests": "5ed2906e2e48b6c2de4261f3f35a5713773fa805a506bba4e2bc3695066002c9/401",
            "native_theme_unittests": "698e6dfb0a03482fc8dbd3d29b039ab6fd7b39b2b0db1d851d279bff811ba32d/323",
            "net_unittests": "83d1f8c3ef27a8c4b25ee3bde5ccb466ab4f7b6f091c8c2aefce9a3197e27cab/487",
            "openscreen_unittests": "800838400bb9d4f14127e9012c45b5f9b59984e018678be7844ce331329bbca0/408",
            "pdf_unittests": "04aca941e2fbb3b8aa15c6ce69b073efa8e0a4e737de40acb0c6e8c5b8887aa8/400",
            "perfetto_unittests": "af95b6c3307b90748353d5be2516b81d6d7e1b44304758c70cbd4abb976ed8aa/323",
            "power_sampler_unittests": "e16492ff47c61f9414388bcff6c65639f1344d93a5f92c72fb889e14f32dde7b/323",
            "printing_unittests": "4446696ff9edd1bf6b1159c374af5727480093179766c714ddcaf0d555a115bc/482",
            "remoting_unittests": "f294921b4fd45483b3c94dc164df192bbc28239bc5dc8057290f6f1699275d6d/400",
            "sandbox_unittests": "893e76cc1b1048762e9a40df79116cfe2884cc721e0cc08a88150a476799e26b/323",
            "services_unittests": "4ce5e059e68f4715c899cdde10cf828e71610e9748ef900350f985fd11ecdd81/653",
            "shell_dialogs_unittests": "646e431d1254b4552a04c9eb4fb4ddaaabe466f737b8fc2b410a87e4dba06ac4/323",
            "skia_unittests": "8b4ce0e0e01c276e7848c148787fc46a13c07ba85592abee27330cc6325ac6c0/323",
            "snapshot_unittests": "3128124c48f580a50d84c6c70b655ee7c5759055b6f14aa87bf9e0420e9b1843/323",
            "sql_unittests": "fe376bd6cbf9e5b65c47330fa2751981711847a5a7f02bd2715483d970fa3d3d/400",
            "storage_unittests": "87aec6d6f09ed84d6318860a4f71ef4154658502908bc31cad830184b814eff2/481",
            "sync_integration_tests": "a036a924e8c5f565fdcd87a8698a2dc2a6c82d2e29d47cb47de2ba9d8c7594f3/646",
            "telemetry_gpu_unittests": "c11988a72aa1478b6377933f4557187db2d64d898d9f2ce30a1d21c7d5844dfa/736",
            "telemetry_perf_unittests": "5e91dc5b1f6bce1f9c612b450375f80576821b81284585efdc9cef28b75a6955/655",
            "ui_base_unittests": "ac04aa41fcd513bb25027625cad88c6d037b559aefae4866f82a955835c4f0c0/555",
            "ui_touch_selection_unittests": "9854f8dfdcd800c078a5f33db3c25944e50c975f2f9e5ba25f58a7551ee2a4a2/323",
            "ui_unittests": "41085aba15319124927d36c30a70a260e2f3191805b2a72ae35855ca961cc1b2/323",
            "unit_tests": "17a8c6a69c18b84fd1d1c439d567727687f0d27e63d4ff869e0b14c46ca33613/1056",
            "updater_tests": "ca5d266d377a06cd0d6b213f6251b5769f3a73b000738649cd07cc780dec455f/566",
            "url_unittests": "58b59cdd89175402f95bc14943da65b5fd4d214adc176de5972f50060576a9aa/323",
            "views_perftests": "0db7a54a227a55e4f4750b981a1ae5f2e54cc8a4002a4d46e7cfc6095b069e9f/487",
            "views_unittests": "932e184e6ab8c5a104a525e4c8e18d5d47f4a3b750fbc95f31221b81ef13a5d2/402",
            "viz_unittests": "56ba56c2d0ea3a7a1b2319d868852387e58843633298465c9eec0477e21a1af6/407",
            "wtf_unittests": "33e69bbac246ab28ba1cb61cb95945c4eda81ae4678eb88bbca6d0404826b014/323",
            "xr_browser_tests": "ed6fed8e8e8d6db54d5a9c73b6578806c12313857c1e7ed998bd8725274fae12/645",
            "zlib_unittests": "7e79575c559167e7fa386d63490edd4d8c683db089fe781a299cb7cb0f54a688/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897103596861943888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "102668"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:37:13.198] Scheduled build:
{
  "id": "8731673534897673713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 18712,
  "createdBy": "project:chromium",
  "createTime": "2024-11-10T07:37:12.731675215Z",
  "updateTime": "2024-11-10T07:37:12.731675215Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
      "ref": "refs/heads/main"
    }
  }
}
[07:37:13.198] Task URL: https://cr-buildbucket.appspot.com/build/8731673534897673713
[07:37:13.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:2:0) after 5m46s
[07:37:13.303] Received PubSub notification, asking Buildbucket for the build status
[07:37:13.319] Build status: SCHEDULED
[07:42:59.238] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:2:0)
[07:42:59.272] Build status: SCHEDULED
[07:42:59.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:4:0) after 4m2s
[07:47:01.410] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:4:0)
[07:47:01.432] Build status: SCHEDULED
[07:47:01.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:5:0) after 4m59s
[07:52:00.562] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:5:0)
[07:52:00.606] Build status: SCHEDULED
[07:52:00.606] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:6:0) after 2m19s
[07:54:19.646] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:6:0)
[07:54:19.665] Build status: SCHEDULED
[07:54:19.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:7:0) after 6m44s
[08:01:03.739] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:7:0)
[08:01:03.760] Build status: SCHEDULED
[08:01:03.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:8:0) after 7m25s
[08:08:28.793] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:8:0)
[08:08:28.812] Build status: SCHEDULED
[08:08:28.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:9:0) after 1m55s
[08:10:23.923] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:9:0)
[08:10:23.943] Build status: SCHEDULED
[08:10:23.943] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:10:0) after 9m23s
[08:19:47.061] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:10:0)
[08:19:47.137] Build status: SCHEDULED
[08:19:47.137] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:11:0) after 2m24s
[08:22:11.263] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:11:0)
[08:22:11.286] Build status: SCHEDULED
[08:22:11.286] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:12:0) after 2m27s
[08:24:38.320] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:12:0)
[08:24:38.334] Build status: SCHEDULED
[08:24:38.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:13:0) after 1m23s
[08:26:01.467] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:13:0)
[08:26:01.483] Build status: SCHEDULED
[08:26:01.483] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:14:0) after 1m51s
[08:27:52.672] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:14:0)
[08:27:52.700] Build status: SCHEDULED
[08:27:52.700] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:15:0) after 3m3s
[08:30:55.735] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:15:0)
[08:30:55.751] Build status: SCHEDULED
[08:30:55.751] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:16:0) after 9m4s
[08:39:59.792] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:16:0)
[08:39:59.812] Build status: SCHEDULED
[08:39:59.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:17:0) after 1m9s
[08:41:08.942] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:17:0)
[08:41:08.961] Build status: SCHEDULED
[08:41:08.961] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:18:0) after 3m11s
[08:44:19.997] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:18:0)
[08:44:20.032] Build status: SCHEDULED
[08:44:20.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:19:0) after 9m4s
[08:53:24.058] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:19:0)
[08:53:24.074] Build status: SCHEDULED
[08:53:24.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:20:0) after 1m41s
[08:55:05.099] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:20:0)
[08:55:05.242] Build status: SCHEDULED
[08:55:05.242] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:21:0) after 8m50s
[09:03:55.273] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:21:0)
[09:03:55.291] Build status: SCHEDULED
[09:03:55.291] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:22:0) after 7m15s
[09:11:10.371] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:22:0)
[09:11:10.389] Build status: SCHEDULED
[09:11:10.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:23:0) after 3m59s
[09:15:09.433] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:23:0)
[09:15:09.452] Build status: SCHEDULED
[09:15:09.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:24:0) after 1m23s
[09:16:33.316] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:24:0)
[09:16:33.421] Build status: SCHEDULED
[09:16:33.421] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:25:0) after 7m30s
[09:24:03.934] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:25:0)
[09:24:03.958] Build status: SCHEDULED
[09:24:03.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:26:0) after 6m28s
[09:30:31.988] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:26:0)
[09:30:32.783] Build status: SCHEDULED
[09:30:32.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:27:0) after 2m27s
[09:32:59.813] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:27:0)
[09:32:59.831] Build status: SCHEDULED
[09:32:59.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:28:0) after 8m14s
[09:41:13.863] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:28:0)
[09:41:13.887] Build status: SCHEDULED
[09:41:13.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:29:0) after 7m49s
[09:49:02.939] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:29:0)
[09:49:02.973] Build status: SCHEDULED
[09:49:02.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:30:0) after 6m8s
[09:51:44.848] Received PubSub notification, asking Buildbucket for the build status
[09:51:44.873] Build status: STARTED
[09:55:10.997] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:30:0)
[09:55:11.027] Build status: STARTED
[09:55:11.027] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:32:0) after 1m5s
[09:56:16.071] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:32:0)
[09:56:16.092] Build status: STARTED
[09:56:16.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:33:0) after 6m51s
[10:03:07.130] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:33:0)
[10:03:07.150] Build status: STARTED
[10:03:07.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:34:0) after 4m5s
[10:07:12.176] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:34:0)
[10:07:12.194] Build status: STARTED
[10:07:12.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:35:0) after 3m30s
[10:10:42.222] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:35:0)
[10:10:42.271] Build status: STARTED
[10:10:42.271] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:36:0) after 5m30s
[10:16:12.301] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:36:0)
[10:16:12.318] Build status: STARTED
[10:16:12.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:37:0) after 8m22s
[10:24:34.444] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:37:0)
[10:24:34.460] Build status: STARTED
[10:24:34.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:38:0) after 8m44s
[10:33:18.584] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:38:0)
[10:33:18.611] Build status: STARTED
[10:33:18.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:39:0) after 3m23s
[10:36:41.639] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:39:0)
[10:36:41.658] Build status: STARTED
[10:36:41.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:40:0) after 9m54s
[10:46:35.689] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:40:0)
[10:46:35.704] Build status: STARTED
[10:46:35.704] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:41:0) after 1m12s
[10:47:47.690] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:41:0)
[10:47:47.705] Build status: STARTED
[10:47:47.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8897103596861943888:42:0) after 9m27s
[10:54:03.485] Received PubSub notification, asking Buildbucket for the build status
[10:54:03.504] Build:
{
  "id": "8731673534897673713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 18712,
  "createdBy": "project:chromium",
  "createTime": "2024-11-10T07:37:12.731675215Z",
  "startTime": "2024-11-10T09:51:44.591662162Z",
  "endTime": "2024-11-10T10:54:03.173768332Z",
  "updateTime": "2024-11-10T10:54:03.173768332Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4912323264d49bfdb8d0ba74568d9a0280fff9d8",
      "ref": "refs/heads/main"
    }
  }
}
[10:54:03.504] Invocation finished in 3h16m52.029155179s with status FAILED