Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/80419 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/80420 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/80421 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/80422 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/80423 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "702587ae73d74b9e7f19e1ddc53510987bd18beb"
  },
  "parent_build_id": "8752075016469756657",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "199b1861482f9168a777442e2ded3067d122f22c",
  "parent_got_dawn_revision": "09e938dc130431c747bf1c4a4035208584aefa2d",
  "parent_got_revision": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
  "parent_got_revision_cp": "refs/heads/main@{#1280480}",
  "parent_got_swiftshader_revision": "ff61926fcedb8dd654196f5a87c03737b022eb20",
  "parent_got_v8_revision": "95d880e544191ff0055fa8aacf46fd452c05b30e",
  "parent_got_v8_revision_cp": "refs/heads/12.5.129@{#1}",
  "parent_got_webrtc_revision": "018feb90c2269a29f4ee46c073afc4a5536aea04",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41976}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
  "swarm_hashes": {
    "absl_hardening_tests": "ed9c9a40987bf3a6a42e043347c26f45818296d973008977dbc585c1d7ce1861/322",
    "accessibility_unittests": "d6f14ea03c3d4a9f6c20ae809f0b3f1b8cd43ee8f93903c1086c73746abe0a54/322",
    "angle_unittests": "b01018ec4c77b360af4879274faf837aad4156cddd55772496800253cb63613f/407",
    "app_shell_unittests": "3bb235a6f4bd3bbc554719186141aaf43b05285d20f7b90479fa0a4cb27e4ce6/483",
    "base_unittests": "6f6297fe1768ffe1014e7256632baf94ebe625d891b23a5af4b6e1777859f754/479",
    "blink_common_unittests": "2afa9ca45d6c429737ad4e8733443035338ee18cb15129379ac93a61123eee73/484",
    "blink_fuzzer_unittests": "5febdb2a7c13a1ff6e81c862c7431114d462fb78a7eaeb6c61ccfe3a96d7989d/322",
    "blink_heap_unittests": "c0bbaf20ad35e236bb01919059e60958d60b35f3a23deea54f94e71b55392132/322",
    "blink_platform_unittests": "99e5200cab43067cfd7bccfa27b13b9b6712b1313cb8469cc59dc52d122adc0f/642",
    "blink_python_tests": "3e669a0d77686b94a09b3d9e87eeff09f0f970c65b9a302143128ffdef7fe74a/573",
    "blink_unittests": "2eff51d8f1311620c2d3ada9618c0436627507f77f0cd2feecb40f75a6c5ca60/648",
    "blink_web_tests": "62d1bb6b36e70feee791a5abc9a4cea147f895395eeb2f1060df0f631cfa4f0d/565",
    "blink_wpt_tests": "a3f295c7ac381a7f0c712f01169a997ebaaf54eedadae89488a06ccd6bddee22/565",
    "boringssl_crypto_tests": "f5a00e97e8b53ac9037a9a02dd12531f220aef25e0e5be60dea6eb8c2464edb3/407",
    "boringssl_ssl_tests": "ccece4174445ab8f44a548ecbfa1ca575a97ec18a100e33f562ba731b5120ed1/322",
    "browser_tests": "72c99c697ba8b0a94ba8165f82ee762702735342b89b55864b3abfc429d44969/1214",
    "capture_unittests": "48ed47a0966245ac74f1333eb72ed2758230c7b9ff4d560dc1324d05c0cd4e5d/401",
    "cast_unittests": "986a352306635bfe459b39ec6bc90f0762f0db1b4c4610d38015244eac5ac02c/322",
    "cc_unittests": "2f7dff3fdd900a15869c05620ba4f92b26fd398e668c88084daa2da77586e163/482",
    "chrome_app_unittests": "fd6e480158df1dd287c154b8e645d5b231824366a354c6abf2af15c8a20ac165/563",
    "chromedriver_py_tests": "71dd4b32ecf8bffd29027e1c2746759ff4bf30899b1085e0b38eb76a417ed4b8/488",
    "chromedriver_py_tests_headless_shell": "3f9f4dba263a0c2effed21777bb55ad136b09d8316858bd951c6c7aa10b6ce43/488",
    "chromedriver_replay_unittests": "e29d03d1ee92bc1c2fd2b63876b4acfb754c93c67794d0d1c643df77ada812b3/325",
    "chromedriver_unittests": "4df08d79fad1e1d82ed41ffea861886d5465e69883993f571f1b15118aac3a59/479",
    "components_browsertests": "4159193850302ad26ae8a28e26e6e207693452a7a5a70d4c6e09cbfa54f9ce57/651",
    "components_perftests": "988bc00e6364ed30f930b9ab9a406b1d58a5b8126b95aabdc3bbef295defdd06/648",
    "components_unittests": "daec02e9207125e1973ff2e754b5e20d5b7a0d1584450de9669b841827a970b8/730",
    "content_browsertests": "33cd0b7289d0065b58f11d83d465feaa04c892a655316c9601e42e30ce2d364c/645",
    "content_shell_crash_test": "315c5153bad10f5730afb88c335625fdf8a28d6a7504bf36b83b4acfea7cb6af/565",
    "content_unittests": "5ebe8bd1fb6b33c16e22edbba4afaef8b4631d72f204936e157a407cebe51a7c/559",
    "crashpad_tests": "6f1268debf84629d23d36f537431b3582bc941290617ac01a5c98ff6adff192b/407",
    "cronet_tests": "56a491dab8a920a87e925e13cf7d9b91ea38fc9c2e8c58ebe639fabe781af159/483",
    "cronet_unittests": "eb9682ffa605f469a2b63995328e8e3817967243d607b7674bc236b293be14d7/399",
    "crypto_unittests": "17a44bf8e5b21bef5870259ac6b6ea3d0ecd2ded5489795133b88776176c1c8d/322",
    "device_unittests": "2cca022aa72761fc02087ed1543f637fa77d743f42f31d76be803e32965f77fe/399",
    "display_unittests": "8df3962fcbd8f2aca161eb296453ebed02cfd853723a0a0dc67cb906923a1518/322",
    "env_chromium_unittests": "bcfb9563b87cb72642a4c4f18f3b45b0ee466e26af73dbc6b3d59d376b6f10dc/322",
    "events_unittests": "2b0a1480d067f3a5241c1a45a9147ff0e52753e9bee0af5e45d7da285b8d3988/322",
    "extensions_browsertests": "4bd7fe2b8343c31e191f86858e8bb1e984d3bcc305863f13e61d616849ea3222/569",
    "extensions_unittests": "5ed6566dd40e1afd60e70601b89e119c0be7c92255b490946f2227353656aa74/643",
    "filesystem_service_unittests": "835a4a5b5cf18921e5688de043334523ca47502097c8a8a2ac0e17212efdfb41/322",
    "flatbuffers_unittests": "68de18047fa10eec144f6dddaa6b4c534cce460a39178a9e73ab9ce39aee9bf0/407",
    "gcm_unit_tests": "bc4d67f6dad921c19429593181c4d4fb6422df5c908268ccfa2e5a4c071a98d0/399",
    "gfx_unittests": "9e40099db2188b33769641ad0b8e0654513357acb897ea0c5941ba42e31b29e6/398",
    "gin_unittests": "2bfe9d8b0b1af6cf45b3a62ed7e9b6e55c4c2352d9c1c5c1cbcac8ec489785c5/399",
    "google_apis_unittests": "52444b877b40216835c5035deca4d7715e2bd2eaca831d2e64b8f3ef67825355/484",
    "gpu_unittests": "da857697152494a08a87e7d11971ae70d9102e8b704fbe564829fcec65d7c06e/399",
    "gwp_asan_unittests": "2a585d06bb2486badbc11a49d25602e0e7cc1a07069cca8ace4f744dd1f992f8/407",
    "headless_browsertests": "05c8eccce6ac8312fdc3c3a1321ddc8e264eda3fa810c40103fddd718d708035/568",
    "headless_unittests": "0a5a2d956b8f07334cb79ac4be6556093df83230c16824ecd3d6da4890ed05c0/322",
    "interactive_ui_tests": "79fcd2c822f52efa420a761bb70ba94cacbe41f41fa75b91bf01f7401abb102d/972",
    "ipc_tests": "57a9e0b00de76cb4c53413cfb0dadc6a7ae937371f3ef035382087a82203276a/322",
    "latency_unittests": "f6a123d3fe07872071b79dbbf31a61e5b42da0371923610cf88fd8935090fdc0/322",
    "leveldb_unittests": "a9edda5dc8f602dfd63d00ddb601117b3d427c59559f82848ab3bf8c80c8084b/322",
    "libjingle_xmpp_unittests": "96ee1bf7c5579b48154504a218428baa0233b6a292acc3b3f04c7ca854499930/322",
    "liburlpattern_unittests": "45a836df313aeec904d75a4e262e36adfaf7bfd22bdb208331cd7a2f42a9e2e2/322",
    "mac_signing_tests": "e08053493fd136d09cc6ba974a767b470790397237e2906dad63505ceecf6a0e/487",
    "media_unittests": "a07704dd27e10773b854765882cbc8ce357011b121ab11ee48d78b21b636b755/402",
    "message_center_unittests": "f7c8c9c63d96e68f73bf0788f24c27907f2d63ce398dad0234d91ce80fddd913/322",
    "midi_unittests": "b93978c3f61bc1f7ba8a94c7de8613d117b10d4a570e4937e3d6be463f38cecb/322",
    "mojo_python_unittests": "4763eac29722139f6bf4771163d7f8d16061be282690583175838fbc59646f8a/489",
    "mojo_unittests": "c8907932cac3277b364fbd1350ba484f45957f8b0a934d77798219fcf5cff4a7/400",
    "native_theme_unittests": "6e28d1a70c47665c760b098bdfb1acfcdc2e8c32fb83f175dcd2a905328ab014/322",
    "net_unittests": "4bb1eb3e362107e5fac3fd3ed2439e70e32d250d189cc4dbdea192dd145f8789/486",
    "openscreen_unittests": "e44de4d6bfab6b54d2d507cf2de8bc3bffd6b32b34dee42a2f27bb3c4f6d1479/407",
    "pdf_unittests": "2a171e131c5730f3a4503238ac9f140895e84fe89bc4daf02a2271e65111b2ee/399",
    "perfetto_unittests": "65bd4d4d7bf4af1468c27047936156f65c529c5ac53002453b516f7d22dd3beb/322",
    "power_sampler_unittests": "6fbb3f7220735a5093e04950d79ec24493ec97c11096df00520b7ef019981b86/322",
    "printing_unittests": "84f14a70d9efdf013969be045f8ea746a28c5a9698ca5b0d3f2288bc4fe083e7/481",
    "remoting_unittests": "ad29cd80250170b416618ea9c693f7fc6348cb7aed8e4dbc44aaa3cbaf08d7f9/399",
    "sandbox_unittests": "354ef333aa67aa1a556939bdf92634bf71ac8cf9383aa754f929fe58edaaf5ca/322",
    "services_unittests": "29ab876822a56ce8a85720315622729f0b12d8dca5dd55bb99a4cf54e7d833e9/652",
    "shell_dialogs_unittests": "56a27cd847f9a715fda4d338d1c2e6121c5f3e90340419e060a17c20f465e724/322",
    "skia_unittests": "bfabdd4656e2bc1102cdbc7dd3894c966237eaaf6783208342bb1cff10e70a9c/322",
    "snapshot_unittests": "41d3303a2a09f35eb6ef8c1d134d3a310f80774819ba6885e6f44c2b6b196352/322",
    "sql_unittests": "498fcaa986ef34b709841f095b7ccb20100e798b82b02706ceb40db472ad5009/399",
    "storage_unittests": "9d5d49f12dded348d3d38264802de76fd89bc37f41f0eb45de3ab011b7dccd61/480",
    "sync_integration_tests": "eb54c807b413911bd1e5fd8f12a153616ad4282c3d12a9144a7994dd143c4ac5/645",
    "telemetry_gpu_unittests": "058f115ba2eac1f4b1e5ebfd9c19a5fedb3421e0de98f325e43f3b4303e5b006/735",
    "telemetry_perf_unittests": "c5466c7e72f5891893e57b28ad57ed0413ccb7adbd5cac1f52f7ed0a2e18ef56/654",
    "ui_base_unittests": "9746cb7beeeef713979785aa2f21dd9bb8f080c22424dece90050bdb383a6de0/554",
    "ui_touch_selection_unittests": "a49b42d5f02587870a14ea11d2874cef152300ddc4f1a7292802d1df42ec16bb/322",
    "ui_unittests": "eda0b9ed23b22130ca63efeab71f1bd3db93328549ab350b9011acd43689f20e/322",
    "unit_tests": "b022ee81b56223d93829fff8109f3abd79d8bee0a778c2bd6813dc102a9c2d5e/1056",
    "updater_tests": "8667d773d5ba8b67b082e6e2ec4c4b63d60a5ec9278133ca9eb8bba57c4adf92/565",
    "url_unittests": "250950a63a817cf00dbce52c22495328a03e6281426ae90c7cbf0cd63d4e7909/322",
    "views_perftests": "e06351037c26c5905a86acc9d9329197013dddc8cb1bfbc568b38d5b14e60da9/486",
    "views_unittests": "856add20c8257a1c835b18d870de0e9d6cffd2550a995994f6e11a89cbc5a990/401",
    "viz_unittests": "d47e5881f23e902001ec712d0443a0bf0592af7a3c4e8eb00e4dfe55ce8eea6e/406",
    "wtf_unittests": "d89294450a15b2f3be90c5003064da9794d94dbe5bc66cbcc40e704bef5c4947/322",
    "xr_browser_tests": "24f3547779a3175df7a63dc8782ed085ba682b05383dbcf2dcf92c3c03b89df8/644",
    "zlib_unittests": "65cae77609c796a427e2854922f5a29c3d77c79f9f340a83d9e96396799cadf0/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/702587ae73d74b9e7f19e1ddc53510987bd18beb
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:80423
  • user_agent:recipe

Debug log (UTC)

[03:12:45.287] New invocation is queued and will start shortly
[03:12:45.287] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:12:46.736] Starting the invocation (attempt 1)
[03:12:46.837] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/702587ae73d74b9e7f19e1ddc53510987bd18beb"
[03:12:46.837] Popped gitiles commit info from properties and tags
[03:12:46.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:12:46.837] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:12:46.838] Buildbucket request:
{
  "requestId": "8917504551217721056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "702587ae73d74b9e7f19e1ddc53510987bd18beb"
          },
      "parent_build_id": "8752075016469756657",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "199b1861482f9168a777442e2ded3067d122f22c",
      "parent_got_dawn_revision": "09e938dc130431c747bf1c4a4035208584aefa2d",
      "parent_got_revision": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
      "parent_got_revision_cp": "refs/heads/main@{#1280480}",
      "parent_got_swiftshader_revision": "ff61926fcedb8dd654196f5a87c03737b022eb20",
      "parent_got_v8_revision": "95d880e544191ff0055fa8aacf46fd452c05b30e",
      "parent_got_v8_revision_cp": "refs/heads/12.5.129@{#1}",
      "parent_got_webrtc_revision": "018feb90c2269a29f4ee46c073afc4a5536aea04",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41976}",
      "swarm_hashes": {
            "absl_hardening_tests": "ed9c9a40987bf3a6a42e043347c26f45818296d973008977dbc585c1d7ce1861/322",
            "accessibility_unittests": "d6f14ea03c3d4a9f6c20ae809f0b3f1b8cd43ee8f93903c1086c73746abe0a54/322",
            "angle_unittests": "b01018ec4c77b360af4879274faf837aad4156cddd55772496800253cb63613f/407",
            "app_shell_unittests": "3bb235a6f4bd3bbc554719186141aaf43b05285d20f7b90479fa0a4cb27e4ce6/483",
            "base_unittests": "6f6297fe1768ffe1014e7256632baf94ebe625d891b23a5af4b6e1777859f754/479",
            "blink_common_unittests": "2afa9ca45d6c429737ad4e8733443035338ee18cb15129379ac93a61123eee73/484",
            "blink_fuzzer_unittests": "5febdb2a7c13a1ff6e81c862c7431114d462fb78a7eaeb6c61ccfe3a96d7989d/322",
            "blink_heap_unittests": "c0bbaf20ad35e236bb01919059e60958d60b35f3a23deea54f94e71b55392132/322",
            "blink_platform_unittests": "99e5200cab43067cfd7bccfa27b13b9b6712b1313cb8469cc59dc52d122adc0f/642",
            "blink_python_tests": "3e669a0d77686b94a09b3d9e87eeff09f0f970c65b9a302143128ffdef7fe74a/573",
            "blink_unittests": "2eff51d8f1311620c2d3ada9618c0436627507f77f0cd2feecb40f75a6c5ca60/648",
            "blink_web_tests": "62d1bb6b36e70feee791a5abc9a4cea147f895395eeb2f1060df0f631cfa4f0d/565",
            "blink_wpt_tests": "a3f295c7ac381a7f0c712f01169a997ebaaf54eedadae89488a06ccd6bddee22/565",
            "boringssl_crypto_tests": "f5a00e97e8b53ac9037a9a02dd12531f220aef25e0e5be60dea6eb8c2464edb3/407",
            "boringssl_ssl_tests": "ccece4174445ab8f44a548ecbfa1ca575a97ec18a100e33f562ba731b5120ed1/322",
            "browser_tests": "72c99c697ba8b0a94ba8165f82ee762702735342b89b55864b3abfc429d44969/1214",
            "capture_unittests": "48ed47a0966245ac74f1333eb72ed2758230c7b9ff4d560dc1324d05c0cd4e5d/401",
            "cast_unittests": "986a352306635bfe459b39ec6bc90f0762f0db1b4c4610d38015244eac5ac02c/322",
            "cc_unittests": "2f7dff3fdd900a15869c05620ba4f92b26fd398e668c88084daa2da77586e163/482",
            "chrome_app_unittests": "fd6e480158df1dd287c154b8e645d5b231824366a354c6abf2af15c8a20ac165/563",
            "chromedriver_py_tests": "71dd4b32ecf8bffd29027e1c2746759ff4bf30899b1085e0b38eb76a417ed4b8/488",
            "chromedriver_py_tests_headless_shell": "3f9f4dba263a0c2effed21777bb55ad136b09d8316858bd951c6c7aa10b6ce43/488",
            "chromedriver_replay_unittests": "e29d03d1ee92bc1c2fd2b63876b4acfb754c93c67794d0d1c643df77ada812b3/325",
            "chromedriver_unittests": "4df08d79fad1e1d82ed41ffea861886d5465e69883993f571f1b15118aac3a59/479",
            "components_browsertests": "4159193850302ad26ae8a28e26e6e207693452a7a5a70d4c6e09cbfa54f9ce57/651",
            "components_perftests": "988bc00e6364ed30f930b9ab9a406b1d58a5b8126b95aabdc3bbef295defdd06/648",
            "components_unittests": "daec02e9207125e1973ff2e754b5e20d5b7a0d1584450de9669b841827a970b8/730",
            "content_browsertests": "33cd0b7289d0065b58f11d83d465feaa04c892a655316c9601e42e30ce2d364c/645",
            "content_shell_crash_test": "315c5153bad10f5730afb88c335625fdf8a28d6a7504bf36b83b4acfea7cb6af/565",
            "content_unittests": "5ebe8bd1fb6b33c16e22edbba4afaef8b4631d72f204936e157a407cebe51a7c/559",
            "crashpad_tests": "6f1268debf84629d23d36f537431b3582bc941290617ac01a5c98ff6adff192b/407",
            "cronet_tests": "56a491dab8a920a87e925e13cf7d9b91ea38fc9c2e8c58ebe639fabe781af159/483",
            "cronet_unittests": "eb9682ffa605f469a2b63995328e8e3817967243d607b7674bc236b293be14d7/399",
            "crypto_unittests": "17a44bf8e5b21bef5870259ac6b6ea3d0ecd2ded5489795133b88776176c1c8d/322",
            "device_unittests": "2cca022aa72761fc02087ed1543f637fa77d743f42f31d76be803e32965f77fe/399",
            "display_unittests": "8df3962fcbd8f2aca161eb296453ebed02cfd853723a0a0dc67cb906923a1518/322",
            "env_chromium_unittests": "bcfb9563b87cb72642a4c4f18f3b45b0ee466e26af73dbc6b3d59d376b6f10dc/322",
            "events_unittests": "2b0a1480d067f3a5241c1a45a9147ff0e52753e9bee0af5e45d7da285b8d3988/322",
            "extensions_browsertests": "4bd7fe2b8343c31e191f86858e8bb1e984d3bcc305863f13e61d616849ea3222/569",
            "extensions_unittests": "5ed6566dd40e1afd60e70601b89e119c0be7c92255b490946f2227353656aa74/643",
            "filesystem_service_unittests": "835a4a5b5cf18921e5688de043334523ca47502097c8a8a2ac0e17212efdfb41/322",
            "flatbuffers_unittests": "68de18047fa10eec144f6dddaa6b4c534cce460a39178a9e73ab9ce39aee9bf0/407",
            "gcm_unit_tests": "bc4d67f6dad921c19429593181c4d4fb6422df5c908268ccfa2e5a4c071a98d0/399",
            "gfx_unittests": "9e40099db2188b33769641ad0b8e0654513357acb897ea0c5941ba42e31b29e6/398",
            "gin_unittests": "2bfe9d8b0b1af6cf45b3a62ed7e9b6e55c4c2352d9c1c5c1cbcac8ec489785c5/399",
            "google_apis_unittests": "52444b877b40216835c5035deca4d7715e2bd2eaca831d2e64b8f3ef67825355/484",
            "gpu_unittests": "da857697152494a08a87e7d11971ae70d9102e8b704fbe564829fcec65d7c06e/399",
            "gwp_asan_unittests": "2a585d06bb2486badbc11a49d25602e0e7cc1a07069cca8ace4f744dd1f992f8/407",
            "headless_browsertests": "05c8eccce6ac8312fdc3c3a1321ddc8e264eda3fa810c40103fddd718d708035/568",
            "headless_unittests": "0a5a2d956b8f07334cb79ac4be6556093df83230c16824ecd3d6da4890ed05c0/322",
            "interactive_ui_tests": "79fcd2c822f52efa420a761bb70ba94cacbe41f41fa75b91bf01f7401abb102d/972",
            "ipc_tests": "57a9e0b00de76cb4c53413cfb0dadc6a7ae937371f3ef035382087a82203276a/322",
            "latency_unittests": "f6a123d3fe07872071b79dbbf31a61e5b42da0371923610cf88fd8935090fdc0/322",
            "leveldb_unittests": "a9edda5dc8f602dfd63d00ddb601117b3d427c59559f82848ab3bf8c80c8084b/322",
            "libjingle_xmpp_unittests": "96ee1bf7c5579b48154504a218428baa0233b6a292acc3b3f04c7ca854499930/322",
            "liburlpattern_unittests": "45a836df313aeec904d75a4e262e36adfaf7bfd22bdb208331cd7a2f42a9e2e2/322",
            "mac_signing_tests": "e08053493fd136d09cc6ba974a767b470790397237e2906dad63505ceecf6a0e/487",
            "media_unittests": "a07704dd27e10773b854765882cbc8ce357011b121ab11ee48d78b21b636b755/402",
            "message_center_unittests": "f7c8c9c63d96e68f73bf0788f24c27907f2d63ce398dad0234d91ce80fddd913/322",
            "midi_unittests": "b93978c3f61bc1f7ba8a94c7de8613d117b10d4a570e4937e3d6be463f38cecb/322",
            "mojo_python_unittests": "4763eac29722139f6bf4771163d7f8d16061be282690583175838fbc59646f8a/489",
            "mojo_unittests": "c8907932cac3277b364fbd1350ba484f45957f8b0a934d77798219fcf5cff4a7/400",
            "native_theme_unittests": "6e28d1a70c47665c760b098bdfb1acfcdc2e8c32fb83f175dcd2a905328ab014/322",
            "net_unittests": "4bb1eb3e362107e5fac3fd3ed2439e70e32d250d189cc4dbdea192dd145f8789/486",
            "openscreen_unittests": "e44de4d6bfab6b54d2d507cf2de8bc3bffd6b32b34dee42a2f27bb3c4f6d1479/407",
            "pdf_unittests": "2a171e131c5730f3a4503238ac9f140895e84fe89bc4daf02a2271e65111b2ee/399",
            "perfetto_unittests": "65bd4d4d7bf4af1468c27047936156f65c529c5ac53002453b516f7d22dd3beb/322",
            "power_sampler_unittests": "6fbb3f7220735a5093e04950d79ec24493ec97c11096df00520b7ef019981b86/322",
            "printing_unittests": "84f14a70d9efdf013969be045f8ea746a28c5a9698ca5b0d3f2288bc4fe083e7/481",
            "remoting_unittests": "ad29cd80250170b416618ea9c693f7fc6348cb7aed8e4dbc44aaa3cbaf08d7f9/399",
            "sandbox_unittests": "354ef333aa67aa1a556939bdf92634bf71ac8cf9383aa754f929fe58edaaf5ca/322",
            "services_unittests": "29ab876822a56ce8a85720315622729f0b12d8dca5dd55bb99a4cf54e7d833e9/652",
            "shell_dialogs_unittests": "56a27cd847f9a715fda4d338d1c2e6121c5f3e90340419e060a17c20f465e724/322",
            "skia_unittests": "bfabdd4656e2bc1102cdbc7dd3894c966237eaaf6783208342bb1cff10e70a9c/322",
            "snapshot_unittests": "41d3303a2a09f35eb6ef8c1d134d3a310f80774819ba6885e6f44c2b6b196352/322",
            "sql_unittests": "498fcaa986ef34b709841f095b7ccb20100e798b82b02706ceb40db472ad5009/399",
            "storage_unittests": "9d5d49f12dded348d3d38264802de76fd89bc37f41f0eb45de3ab011b7dccd61/480",
            "sync_integration_tests": "eb54c807b413911bd1e5fd8f12a153616ad4282c3d12a9144a7994dd143c4ac5/645",
            "telemetry_gpu_unittests": "058f115ba2eac1f4b1e5ebfd9c19a5fedb3421e0de98f325e43f3b4303e5b006/735",
            "telemetry_perf_unittests": "c5466c7e72f5891893e57b28ad57ed0413ccb7adbd5cac1f52f7ed0a2e18ef56/654",
            "ui_base_unittests": "9746cb7beeeef713979785aa2f21dd9bb8f080c22424dece90050bdb383a6de0/554",
            "ui_touch_selection_unittests": "a49b42d5f02587870a14ea11d2874cef152300ddc4f1a7292802d1df42ec16bb/322",
            "ui_unittests": "eda0b9ed23b22130ca63efeab71f1bd3db93328549ab350b9011acd43689f20e/322",
            "unit_tests": "b022ee81b56223d93829fff8109f3abd79d8bee0a778c2bd6813dc102a9c2d5e/1056",
            "updater_tests": "8667d773d5ba8b67b082e6e2ec4c4b63d60a5ec9278133ca9eb8bba57c4adf92/565",
            "url_unittests": "250950a63a817cf00dbce52c22495328a03e6281426ae90c7cbf0cd63d4e7909/322",
            "views_perftests": "e06351037c26c5905a86acc9d9329197013dddc8cb1bfbc568b38d5b14e60da9/486",
            "views_unittests": "856add20c8257a1c835b18d870de0e9d6cffd2550a995994f6e11a89cbc5a990/401",
            "viz_unittests": "d47e5881f23e902001ec712d0443a0bf0592af7a3c4e8eb00e4dfe55ce8eea6e/406",
            "wtf_unittests": "d89294450a15b2f3be90c5003064da9794d94dbe5bc66cbcc40e704bef5c4947/322",
            "xr_browser_tests": "24f3547779a3175df7a63dc8782ed085ba682b05383dbcf2dcf92c3c03b89df8/644",
            "zlib_unittests": "65cae77609c796a427e2854922f5a29c3d77c79f9f340a83d9e96396799cadf0/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917504551217721056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "80423"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:12:47.680] Scheduled build:
{
  "id": "8752074488831815089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 14092,
  "createdBy": "project:chromium",
  "createTime": "2024-03-30T03:12:46.934691341Z",
  "updateTime": "2024-03-30T03:12:46.934691341Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:12:47.680] Task URL: https://cr-buildbucket.appspot.com/build/8752074488831815089
[03:12:47.680] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:2:0) after 2m47s
[03:13:19.417] Received PubSub notification, asking Buildbucket for the build status
[03:13:19.580] Build status: SCHEDULED
[03:15:35.348] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:2:0)
[03:15:35.447] Build status: SCHEDULED
[03:15:35.447] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:4:0) after 5m25s
[03:21:00.484] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:4:0)
[03:21:00.507] Build status: SCHEDULED
[03:21:00.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:5:0) after 1m11s
[03:22:11.539] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:5:0)
[03:22:11.555] Build status: SCHEDULED
[03:22:11.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:6:0) after 9m17s
[03:31:28.760] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:6:0)
[03:31:28.837] Build status: SCHEDULED
[03:31:28.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:7:0) after 1m59s
[03:33:27.894] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:7:0)
[03:33:27.912] Build status: SCHEDULED
[03:33:27.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:8:0) after 4m12s
[03:37:39.954] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:8:0)
[03:37:39.979] Build status: SCHEDULED
[03:37:39.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:9:0) after 2m5s
[03:39:45.247] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:9:0)
[03:39:45.266] Build status: SCHEDULED
[03:39:45.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:10:0) after 1m29s
[03:41:14.715] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:10:0)
[03:41:14.790] Build status: SCHEDULED
[03:41:14.790] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:11:0) after 3m9s
[03:44:23.818] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:11:0)
[03:44:23.839] Build status: SCHEDULED
[03:44:23.839] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:12:0) after 8m51s
[03:53:14.938] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:12:0)
[03:53:15.025] Build status: SCHEDULED
[03:53:15.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:13:0) after 3m22s
[03:56:37.599] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:13:0)
[03:56:37.619] Build status: SCHEDULED
[03:56:37.619] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:14:0) after 4m58s
[04:01:35.692] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:14:0)
[04:01:35.724] Build status: SCHEDULED
[04:01:35.724] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:15:0) after 1m43s
[04:03:18.947] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:15:0)
[04:03:18.967] Build status: SCHEDULED
[04:03:18.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:16:0) after 9m58s
[04:13:17.003] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:16:0)
[04:13:17.027] Build status: SCHEDULED
[04:13:17.027] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:17:0) after 2m53s
[04:16:10.093] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:17:0)
[04:16:10.111] Build status: SCHEDULED
[04:16:10.111] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:18:0) after 1m5s
[04:17:15.505] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:18:0)
[04:17:15.522] Build status: SCHEDULED
[04:17:15.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:19:0) after 6m11s
[04:23:26.531] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:19:0)
[04:23:26.683] Build status: SCHEDULED
[04:23:26.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:20:0) after 5m52s
[04:29:18.997] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:20:0)
[04:29:19.016] Build status: SCHEDULED
[04:29:19.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:21:0) after 8m5s
[04:37:24.136] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:21:0)
[04:37:24.182] Build status: SCHEDULED
[04:37:24.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:22:0) after 3m48s
[04:41:12.391] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:22:0)
[04:41:12.409] Build status: SCHEDULED
[04:41:12.409] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:23:0) after 6m30s
[04:47:42.446] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:23:0)
[04:47:42.519] Build status: SCHEDULED
[04:47:42.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:24:0) after 8m28s
[04:56:10.826] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:24:0)
[04:56:10.849] Build status: SCHEDULED
[04:56:10.849] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:25:0) after 5m22s
[05:01:32.894] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:25:0)
[05:01:32.913] Build status: SCHEDULED
[05:01:32.913] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:26:0) after 4m2s
[05:05:34.972] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:26:0)
[05:05:35.049] Build status: SCHEDULED
[05:05:35.049] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:27:0) after 6m15s
[05:11:50.182] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:27:0)
[05:11:50.208] Build status: SCHEDULED
[05:11:50.208] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:28:0) after 6m19s
[05:13:12.436] Received PubSub notification, asking Buildbucket for the build status
[05:13:12.454] Build status: STARTED
[05:18:09.338] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:28:0)
[05:18:09.359] Build status: STARTED
[05:18:09.359] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:30:0) after 6m28s
[05:24:37.414] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:30:0)
[05:24:37.432] Build status: STARTED
[05:24:37.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:31:0) after 9m8s
[05:33:45.473] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:31:0)
[05:33:45.492] Build status: STARTED
[05:33:45.492] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:32:0) after 4m13s
[05:37:58.617] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:32:0)
[05:37:58.635] Build status: STARTED
[05:37:58.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:33:0) after 8m33s
[05:46:31.642] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:33:0)
[05:46:31.669] Build status: STARTED
[05:46:31.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:34:0) after 5m34s
[05:52:05.780] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:34:0)
[05:52:05.799] Build status: STARTED
[05:52:05.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:35:0) after 7m3s
[05:59:08.828] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:35:0)
[05:59:08.845] Build status: STARTED
[05:59:08.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:36:0) after 4m47s
[06:03:56.193] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:36:0)
[06:03:56.240] Build status: STARTED
[06:03:56.240] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:37:0) after 2m37s
[06:06:33.268] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:37:0)
[06:06:33.286] Build status: STARTED
[06:06:33.286] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:38:0) after 2m13s
[06:08:46.323] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:38:0)
[06:08:46.355] Build status: STARTED
[06:08:46.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8917504551217721056:39:0) after 9m22s
[06:12:33.718] Received PubSub notification, asking Buildbucket for the build status
[06:12:33.739] Build:
{
  "id": "8752074488831815089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 14092,
  "createdBy": "project:chromium",
  "createTime": "2024-03-30T03:12:46.934691341Z",
  "startTime": "2024-03-30T05:12:45.870695Z",
  "endTime": "2024-03-30T06:11:40.394615Z",
  "updateTime": "2024-03-30T06:11:40.394615Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "702587ae73d74b9e7f19e1ddc53510987bd18beb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:12:33.739] Invocation finished in 2h59m48.464473026s with status FAILED