Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/164535 (5 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164536 (5 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164537 (5 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164538 (5 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164539 (5 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8670188960444021697"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8670188960444021697"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8670188960444021697"
    }
  ],
  "parent_build_id": "8670188960444021697",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "2bb28bbcef760ede0c084f4cf3341f495887f1f5",
  "parent_got_dawn_revision": "1ae2ce35aa8b2c6bffa6e9cf98a3d25190aa86dc",
  "parent_got_revision": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
  "parent_got_revision_cp": "refs/heads/main@{#1701432}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "b1747cd84090c7de6b97ceae9dda5e989eab5a23",
  "parent_got_v8_revision_cp": "refs/heads/15.6.19@{#1}",
  "parent_got_webrtc_revision": "6c3c1fe605015581560866db99056e46f210bcaa",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48613}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
  "swarm_hashes": {
    "absl_hardening_tests": "6083205cb2b0d127cbfab26a35785ebf602307529b9bc73c7d5bd6f8d1d1bf59/506",
    "accessibility_unittests": "75c51a84026ecff932a896ff0f25106093b3fe946622e54cb08ea817ada6c13d/506",
    "angle_unittests": "09dfb670f26ef124dac152118f55aab66b4463c5604b8eb5e0ecfda76a96c662/591",
    "base_unittests": "84779c2e57d333cb6d74dab626de0d4467761d1c1a5c23074fb1bcd6c4afd3e4/663",
    "blink_common_unittests": "0f4ff1b05ba8d8a9a58dc95ffa1c6bf34ef206414f2561c5688a18b9a349968f/668",
    "blink_fuzzer_unittests": "bd6ac473f5e7a066375f77842e6b3d1ed17a64aa5b99a60b99706d014904c655/506",
    "blink_heap_unittests": "1789b98f5e7112d982b0d7ea07d9ad576754be4d2d7e6aac093dcdeba88ea609/506",
    "blink_platform_unittests": "c4d193e44acb876af1bfe9ed10b3c98d5eb39f7b9453f32f9266300bd1c6fe7b/826",
    "blink_python_tests": "c251c6c8b87071166e080da981374b0e37bb2693ef9fd6c08cf31b1a9360bbaa/671",
    "blink_unittests": "7621c79b61048b54040fe4b6f8e1307dc8a213bd8656136ea3358f2eec895f69/832",
    "blink_web_tests": "280d42e2f7d98b480206b07c7a0b80ce5821c9260719eb028b8f289a2ead9617/584",
    "blink_wpt_tests": "b1fbfdd2b1f197b00d28cb9837a0787b0a0f702111c114b6b7370939cba9c9ae/584",
    "boringssl_crypto_tests": "09b459e64b7eeab96c7e37f76fe3ab201f751862724c90f84db7e9122bc5b512/591",
    "boringssl_ssl_tests": "c7bc15cfa07eb5e4c6b09fdc323a7037f636dea1bced9b8ac24816a656187776/506",
    "browser_tests": "f8323827a07f19f1f0bb188f22c94b9683209c257102d16b9a5f380ef63f6f43/1403",
    "capture_unittests": "4e5f319e36a560f85c2e3e7f001fac6ab02b9a87428130f06fbdd87457a69c97/585",
    "cast_unittests": "3ad4d577a03b1713b24dbe2fa3011a901ef6e373c70a91e397c997bcadfdf036/506",
    "cc_unittests": "023db551b8f9fb11846b1b8361e5329c4f4271af2038b9d2f68a5b5d4a25b386/666",
    "chrome_app_unittests": "87537159beecb1d5642d5b28161dfc381911543dd9e6950811493aca07c9c2b7/747",
    "chrome_wpt_tests": "61c88a1015296f3b1f3988d2c72c83028856efdc10506b8fca6ce54124789068/584",
    "chromedriver_py_tests": "aa964bb430822caee5bbc85f81e5d3c1cc136582be310f6c13a4e243e2c27466/672",
    "chromedriver_py_tests_headless_shell": "de00d5b210e4134ad6936d7e85113b6c891fe403fda6c121aac5da6c6be612f5/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "089c84825a303e90540f1c59554f9e1b013569685be8e36e313dfb8638fea137/663",
    "components_browsertests": "8fa62f5469ba282d0b11653018ede468961f0b48b8286941e510d15a01d44adf/835",
    "components_perftests": "6831aace7131249709348dfb68dbf50853d67dfd0c468105accfeefab125355c/833",
    "components_unittests": "c1ba5776d2b5201aa6dcfb2ea7635aa1e05a44ec65c5fb63a589cee723443930/993",
    "content_browsertests": "8399c7776aecdd373b6c9ee0e83fd2c6aeb3bbc53d551c8f2a87e3358c87a96a/908",
    "content_shell_crash_test": "3ddee830ff0e976b7d8e1d3fe9cd04433c41ef07b39b3bc6829c53d6c0c97c44/749",
    "content_unittests": "5a3a9c79bf3e5fd1c37827bdcd58ec5a4a3aee68eca4b1bfa48ec83c56d3e30c/743",
    "crashpad_tests": "431ff7d58af909e5a07a3d84395019ef3c1f0757dd01246ad41058b7a96f9a8d/591",
    "crypto_unittests": "49f121665dae8cd79a5ec7775e1e3e5968713a64f704e8ff2acda482bc4777cc/586",
    "device_unittests": "4ad299a45a31d01a2004efcf538baa74e7f4d3228aba840a3fe6a85e9cf092e8/583",
    "display_unittests": "203a07aa114a63944b3e0a3410e5d030021244983139fe6b80771f6ddb951595/506",
    "env_chromium_unittests": "7363ffb10629d283d49d30ae2361814bc25665d45f2dc242ba5bfcfd6e342151/506",
    "events_unittests": "4742be06236884d7cd0c7ce263136a385c7d3fb4ba2adf93961b58a7f4a154d6/506",
    "extensions_unittests": "d6a30600cf515b8a84a3d8a708b8c4cecf10191337ec75169cfbba810d986844/827",
    "filesystem_service_unittests": "71481588106f099bf4d9eb8185c101e5152a63fabd4d81d816477d048f4b4c82/506",
    "flatbuffers_unittests": "d7f3a1389739e73650760bfd333b74c0f770b334d0591a19d6aeae9f6d5cf5fc/591",
    "fuzzing_unittests": "139b69bf79fc189bb6a746b614403c75a0daa8fdbc9f98b84bb5f3e1a83425d0/506",
    "gcm_unit_tests": "24bdaf7480c9d506d41dad0fb0f2346cdc95aea894d45e4bb7df4bea7d2bbfc4/583",
    "gfx_unittests": "eb027b764b4340ed22a47d6e790c4e4f7c56273b340d0ed151c4abce5baf50f1/582",
    "gin_unittests": "68440f41183441aaf6cfce0acc510061a298113049ec67ea56a2e678b36df026/583",
    "google_apis_unittests": "8a7ed963e5e11e4a18f081224e02420fd950eae58d0a5bf394a94cd595a5b0b1/668",
    "gpu_unittests": "4f5afd6410c984f65f3b7fbe707fe12a785c33080e3993f2f464330302840f4b/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "df1eafd3e32f73b7b9b75a0e4641bfdc5f7e3d29f933b195c3c4566f3c6ef887/591",
    "headless_browsertests": "a9a589eb7be42f6036bda1909758b55891afeaeb875710594a4941a6338e6241/836",
    "headless_shell_wpt": "d9e082a534e6056b15e405010074e8a26067df13123842bdb56b934bb773dc6c/584",
    "headless_unittests": "46a9b672760b090ea375ffb77d63060dcfa4b4509231453e9d56cfd96f9fafbb/506",
    "interactive_ui_tests": "973b10fe143dbb837303e231e05dcb300062b4b1758e8e1b2eef36fa18220686/1243",
    "ipc_tests": "83223be12da19bd1d120781cc86db1eb04b71e1974d9b506b7c28e2fc8e25fa9/506",
    "latency_unittests": "72c9912bf12eef6ffad441cc6315ab79874afbca9d4ca49ae93aadcba88f0ea7/506",
    "leveldb_unittests": "5fc13d147871cc0781c5c5757b1721f3f364b7dcd3c57eed8293de5dd11732c4/506",
    "libjingle_xmpp_unittests": "b2a60e618c93c2e1eb9d34b8b96afdf2cf1f7c8c6719ecf8439cd141d9140394/506",
    "liburlpattern_unittests": "a0283c799c061fe109933b96a5643eb06439fa39a342d0b696d1b155ef2845cc/506",
    "mac_signing_tests": "866e2a7ce45570467588cf635b8278cdfbc6046fcd557a54fd6cb6c5d6a09de5/586",
    "media_unittests": "2f8ea54e1fdef552b10d55fcdee5fc95c95d50dbc9bb5f386cc52bf1e2a3e07e/586",
    "message_center_unittests": "d65ed583b481333f466c25304134a64a571dbd3a3ca2364943c845dbdabec4eb/506",
    "midi_unittests": "237140f1c740cf142095890ad89e4c7cb0cec221a06cab740b4768c87cf0f149/506",
    "mojo_python_unittests": "0109deff971303dcc448b1cffc0792360428f2e934a949933b1a92656f4ffeb8/594",
    "mojo_unittests": "8b4abb01967885b53c639257a293dfacf05ade05a2cd4e122e915968dda14e22/584",
    "native_theme_unittests": "ad5b4fec9d3211d9cd209c05bebe5b4576600fc677aedb224116bfc6ed083fcb/506",
    "net_unittests": "5ba38340b5c1f5250f5355a9aa75d8e0832e1cb9bf96e3d534f6dd6d5c1ef603/669",
    "openscreen_unittests": "4a68980badf845c60c0548c659d1bce64afb9a660bd100b299a4853135eaaa90/591",
    "pdf_unittests": "3a5b1cadd9e96182ac96626876deddda0508a915b650c508b2fd92921d76b906/583",
    "perfetto_unittests": "8c181b3fbf6f845bfbccd85e0a26807d4895a01c903231c76d9deb4bea5817b5/506",
    "power_sampler_unittests": "9aae8c59ed59816c1a7138dac91e3300efe0c0f8954eb33a671cbe995f2c1407/506",
    "printing_unittests": "764e9e634684a7e6833f55d5407426c485c5dba6571d43efc5fd1956e2d6b762/665",
    "puffin_unittests": "1f3a1d1a4fb3c4c97753dcbd94c50892ee92625b409dff3db3588f7adb07f349/590",
    "remoting_unittests": "06cec7dba34deb340d2194b593264ae9e293a935c43dcd15977cc748379792fb/583",
    "rlz_unittests": "d5cedd05a7816878dd1a37acddbd29d3ad3a92c3f070309e7cef799149c10547/583",
    "sandbox_unittests": "b1de8a908c5c29a66148749654efc92c57a130d541d89ce5219cbd0556fa0880/506",
    "services_unittests": "9bc43537368ae871331bbec143785a970d994285482a0da8ae774a51fb35f618/916",
    "shell_dialogs_unittests": "36cd64d91a5b44038d491ea17c1d13389e45295acd5f836efa84ef5cf4a29138/506",
    "skia_unittests": "9646fa4b43a8ff1bd78752f9ba56bc352b2124ecdad972497cdf3a0020191094/591",
    "snapshot_unittests": "8e1ac49ef1dea67e7fac9e2af9f7e1b4698ae50ca2a538a49bf2661ad99155e1/506",
    "sql_unittests": "5a53632269ac53c04794ab11f92d987ecd9c4ed4bebd671f00d0d0feb3f3dc5a/583",
    "storage_unittests": "040140707a8aec62a25febc58a4969ec36c0dbd14d4bc793cf145b803b124bd4/664",
    "sync_integration_tests": "bff1f400e0dec5a80df7e42c4b5c49ba1921f9d38a60a3ed51d9259c50250b5e/829",
    "telemetry_gpu_unittests": "8d55908bedd664e71d59485a4adda5f00fe8d1736746ee98f1e2c4ff4418c61d/919",
    "telemetry_perf_unittests": "416a52743898f43293fd310abb7c919b359a3857144203f9eb2aff0ff34b80d1/753",
    "telemetry_unittests": "21c11b25dd19ae0b0dde5aaa2fcfa7803474a23f8bf3c540d93a4d913f360532/673",
    "ui_base_unittests": "c1cbf8465541562cbdd61cc4133d80a51dfddf00d7d2358060593ddea81756bb/738",
    "ui_touch_selection_unittests": "7346f09bc49ce6f30848e397df10affd59cbac4495f4180c72313be7279d5319/506",
    "ui_unittests": "1e12190e9a238ba4f8868654b6414cac7e13e1c6e908429aa7d1509fc4f98f17/506",
    "unit_tests": "879658d480ec4033e7ac3d74c43bd7f17ad4477558096d9e6f2548f514380d76/1323",
    "updater_tests": "e00abfe1674a52400fff93b908933da563db0531579a1c981f2bd6ef37648d1a/749",
    "url_unittests": "ee782904256aecd65b9e97aef10b1b1c51de0bcc90ee182134e20e0390781a93/506",
    "views_perftests": "0b464457668c541a1da7c05587480c6a87019ce47dbf18e2037a5ff9166adc44/670",
    "views_unittests": "13b2e37e77fb630f0e0f9e42ac0524b29a6141e97a144816ec1b7761126d07cc/585",
    "viz_unittests": "98942c90b7df9089c76bdb6b5bc466418b15de90698472942b2c4b5c44e0b8f4/590",
    "wtf_unittests": "5704c002eb3e62f84f605f90d10f1bc1fe6326f65ef77c2733437625fe63e97c/506",
    "xr_browser_tests": "fc9e36273138b8d8bd652c81ed3a65070145be317d6d6ea0d37a94797b1f7dea/828",
    "zlib_unittests": "c863bcbe58f51f75dbc57a74d30da927ebc99ff9b57cf0cef6192278714a0ffb/591"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "c7753aa4d80373a2366ccae5d8694266db0a090c5a6cd13578d4f2902a459615/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:164539
  • user_agent:recipe

Debug log (UTC)

[23:41:00.525] New invocation is queued and will start shortly
[23:41:00.525] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:41:01.616] Starting the invocation (attempt 1)
[23:41:01.643] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21"
[23:41:01.643] Popped gitiles commit info from properties and tags
[23:41:01.643] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:01.643] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:01.644] Buildbucket request:
{
  "requestId": "8835618215494075520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8670188960444021697"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8670188960444021697"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8670188960444021697"
                }
          ],
      "parent_build_id": "8670188960444021697",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "2bb28bbcef760ede0c084f4cf3341f495887f1f5",
      "parent_got_dawn_revision": "1ae2ce35aa8b2c6bffa6e9cf98a3d25190aa86dc",
      "parent_got_revision": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
      "parent_got_revision_cp": "refs/heads/main@{#1701432}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "b1747cd84090c7de6b97ceae9dda5e989eab5a23",
      "parent_got_v8_revision_cp": "refs/heads/15.6.19@{#1}",
      "parent_got_webrtc_revision": "6c3c1fe605015581560866db99056e46f210bcaa",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48613}",
      "swarm_hashes": {
            "absl_hardening_tests": "6083205cb2b0d127cbfab26a35785ebf602307529b9bc73c7d5bd6f8d1d1bf59/506",
            "accessibility_unittests": "75c51a84026ecff932a896ff0f25106093b3fe946622e54cb08ea817ada6c13d/506",
            "angle_unittests": "09dfb670f26ef124dac152118f55aab66b4463c5604b8eb5e0ecfda76a96c662/591",
            "base_unittests": "84779c2e57d333cb6d74dab626de0d4467761d1c1a5c23074fb1bcd6c4afd3e4/663",
            "blink_common_unittests": "0f4ff1b05ba8d8a9a58dc95ffa1c6bf34ef206414f2561c5688a18b9a349968f/668",
            "blink_fuzzer_unittests": "bd6ac473f5e7a066375f77842e6b3d1ed17a64aa5b99a60b99706d014904c655/506",
            "blink_heap_unittests": "1789b98f5e7112d982b0d7ea07d9ad576754be4d2d7e6aac093dcdeba88ea609/506",
            "blink_platform_unittests": "c4d193e44acb876af1bfe9ed10b3c98d5eb39f7b9453f32f9266300bd1c6fe7b/826",
            "blink_python_tests": "c251c6c8b87071166e080da981374b0e37bb2693ef9fd6c08cf31b1a9360bbaa/671",
            "blink_unittests": "7621c79b61048b54040fe4b6f8e1307dc8a213bd8656136ea3358f2eec895f69/832",
            "blink_web_tests": "280d42e2f7d98b480206b07c7a0b80ce5821c9260719eb028b8f289a2ead9617/584",
            "blink_wpt_tests": "b1fbfdd2b1f197b00d28cb9837a0787b0a0f702111c114b6b7370939cba9c9ae/584",
            "boringssl_crypto_tests": "09b459e64b7eeab96c7e37f76fe3ab201f751862724c90f84db7e9122bc5b512/591",
            "boringssl_ssl_tests": "c7bc15cfa07eb5e4c6b09fdc323a7037f636dea1bced9b8ac24816a656187776/506",
            "browser_tests": "f8323827a07f19f1f0bb188f22c94b9683209c257102d16b9a5f380ef63f6f43/1403",
            "capture_unittests": "4e5f319e36a560f85c2e3e7f001fac6ab02b9a87428130f06fbdd87457a69c97/585",
            "cast_unittests": "3ad4d577a03b1713b24dbe2fa3011a901ef6e373c70a91e397c997bcadfdf036/506",
            "cc_unittests": "023db551b8f9fb11846b1b8361e5329c4f4271af2038b9d2f68a5b5d4a25b386/666",
            "chrome_app_unittests": "87537159beecb1d5642d5b28161dfc381911543dd9e6950811493aca07c9c2b7/747",
            "chrome_wpt_tests": "61c88a1015296f3b1f3988d2c72c83028856efdc10506b8fca6ce54124789068/584",
            "chromedriver_py_tests": "aa964bb430822caee5bbc85f81e5d3c1cc136582be310f6c13a4e243e2c27466/672",
            "chromedriver_py_tests_headless_shell": "de00d5b210e4134ad6936d7e85113b6c891fe403fda6c121aac5da6c6be612f5/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "089c84825a303e90540f1c59554f9e1b013569685be8e36e313dfb8638fea137/663",
            "components_browsertests": "8fa62f5469ba282d0b11653018ede468961f0b48b8286941e510d15a01d44adf/835",
            "components_perftests": "6831aace7131249709348dfb68dbf50853d67dfd0c468105accfeefab125355c/833",
            "components_unittests": "c1ba5776d2b5201aa6dcfb2ea7635aa1e05a44ec65c5fb63a589cee723443930/993",
            "content_browsertests": "8399c7776aecdd373b6c9ee0e83fd2c6aeb3bbc53d551c8f2a87e3358c87a96a/908",
            "content_shell_crash_test": "3ddee830ff0e976b7d8e1d3fe9cd04433c41ef07b39b3bc6829c53d6c0c97c44/749",
            "content_unittests": "5a3a9c79bf3e5fd1c37827bdcd58ec5a4a3aee68eca4b1bfa48ec83c56d3e30c/743",
            "crashpad_tests": "431ff7d58af909e5a07a3d84395019ef3c1f0757dd01246ad41058b7a96f9a8d/591",
            "crypto_unittests": "49f121665dae8cd79a5ec7775e1e3e5968713a64f704e8ff2acda482bc4777cc/586",
            "device_unittests": "4ad299a45a31d01a2004efcf538baa74e7f4d3228aba840a3fe6a85e9cf092e8/583",
            "display_unittests": "203a07aa114a63944b3e0a3410e5d030021244983139fe6b80771f6ddb951595/506",
            "env_chromium_unittests": "7363ffb10629d283d49d30ae2361814bc25665d45f2dc242ba5bfcfd6e342151/506",
            "events_unittests": "4742be06236884d7cd0c7ce263136a385c7d3fb4ba2adf93961b58a7f4a154d6/506",
            "extensions_unittests": "d6a30600cf515b8a84a3d8a708b8c4cecf10191337ec75169cfbba810d986844/827",
            "filesystem_service_unittests": "71481588106f099bf4d9eb8185c101e5152a63fabd4d81d816477d048f4b4c82/506",
            "flatbuffers_unittests": "d7f3a1389739e73650760bfd333b74c0f770b334d0591a19d6aeae9f6d5cf5fc/591",
            "fuzzing_unittests": "139b69bf79fc189bb6a746b614403c75a0daa8fdbc9f98b84bb5f3e1a83425d0/506",
            "gcm_unit_tests": "24bdaf7480c9d506d41dad0fb0f2346cdc95aea894d45e4bb7df4bea7d2bbfc4/583",
            "gfx_unittests": "eb027b764b4340ed22a47d6e790c4e4f7c56273b340d0ed151c4abce5baf50f1/582",
            "gin_unittests": "68440f41183441aaf6cfce0acc510061a298113049ec67ea56a2e678b36df026/583",
            "google_apis_unittests": "8a7ed963e5e11e4a18f081224e02420fd950eae58d0a5bf394a94cd595a5b0b1/668",
            "gpu_unittests": "4f5afd6410c984f65f3b7fbe707fe12a785c33080e3993f2f464330302840f4b/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "df1eafd3e32f73b7b9b75a0e4641bfdc5f7e3d29f933b195c3c4566f3c6ef887/591",
            "headless_browsertests": "a9a589eb7be42f6036bda1909758b55891afeaeb875710594a4941a6338e6241/836",
            "headless_shell_wpt": "d9e082a534e6056b15e405010074e8a26067df13123842bdb56b934bb773dc6c/584",
            "headless_unittests": "46a9b672760b090ea375ffb77d63060dcfa4b4509231453e9d56cfd96f9fafbb/506",
            "interactive_ui_tests": "973b10fe143dbb837303e231e05dcb300062b4b1758e8e1b2eef36fa18220686/1243",
            "ipc_tests": "83223be12da19bd1d120781cc86db1eb04b71e1974d9b506b7c28e2fc8e25fa9/506",
            "latency_unittests": "72c9912bf12eef6ffad441cc6315ab79874afbca9d4ca49ae93aadcba88f0ea7/506",
            "leveldb_unittests": "5fc13d147871cc0781c5c5757b1721f3f364b7dcd3c57eed8293de5dd11732c4/506",
            "libjingle_xmpp_unittests": "b2a60e618c93c2e1eb9d34b8b96afdf2cf1f7c8c6719ecf8439cd141d9140394/506",
            "liburlpattern_unittests": "a0283c799c061fe109933b96a5643eb06439fa39a342d0b696d1b155ef2845cc/506",
            "mac_signing_tests": "866e2a7ce45570467588cf635b8278cdfbc6046fcd557a54fd6cb6c5d6a09de5/586",
            "media_unittests": "2f8ea54e1fdef552b10d55fcdee5fc95c95d50dbc9bb5f386cc52bf1e2a3e07e/586",
            "message_center_unittests": "d65ed583b481333f466c25304134a64a571dbd3a3ca2364943c845dbdabec4eb/506",
            "midi_unittests": "237140f1c740cf142095890ad89e4c7cb0cec221a06cab740b4768c87cf0f149/506",
            "mojo_python_unittests": "0109deff971303dcc448b1cffc0792360428f2e934a949933b1a92656f4ffeb8/594",
            "mojo_unittests": "8b4abb01967885b53c639257a293dfacf05ade05a2cd4e122e915968dda14e22/584",
            "native_theme_unittests": "ad5b4fec9d3211d9cd209c05bebe5b4576600fc677aedb224116bfc6ed083fcb/506",
            "net_unittests": "5ba38340b5c1f5250f5355a9aa75d8e0832e1cb9bf96e3d534f6dd6d5c1ef603/669",
            "openscreen_unittests": "4a68980badf845c60c0548c659d1bce64afb9a660bd100b299a4853135eaaa90/591",
            "pdf_unittests": "3a5b1cadd9e96182ac96626876deddda0508a915b650c508b2fd92921d76b906/583",
            "perfetto_unittests": "8c181b3fbf6f845bfbccd85e0a26807d4895a01c903231c76d9deb4bea5817b5/506",
            "power_sampler_unittests": "9aae8c59ed59816c1a7138dac91e3300efe0c0f8954eb33a671cbe995f2c1407/506",
            "printing_unittests": "764e9e634684a7e6833f55d5407426c485c5dba6571d43efc5fd1956e2d6b762/665",
            "puffin_unittests": "1f3a1d1a4fb3c4c97753dcbd94c50892ee92625b409dff3db3588f7adb07f349/590",
            "remoting_unittests": "06cec7dba34deb340d2194b593264ae9e293a935c43dcd15977cc748379792fb/583",
            "rlz_unittests": "d5cedd05a7816878dd1a37acddbd29d3ad3a92c3f070309e7cef799149c10547/583",
            "sandbox_unittests": "b1de8a908c5c29a66148749654efc92c57a130d541d89ce5219cbd0556fa0880/506",
            "services_unittests": "9bc43537368ae871331bbec143785a970d994285482a0da8ae774a51fb35f618/916",
            "shell_dialogs_unittests": "36cd64d91a5b44038d491ea17c1d13389e45295acd5f836efa84ef5cf4a29138/506",
            "skia_unittests": "9646fa4b43a8ff1bd78752f9ba56bc352b2124ecdad972497cdf3a0020191094/591",
            "snapshot_unittests": "8e1ac49ef1dea67e7fac9e2af9f7e1b4698ae50ca2a538a49bf2661ad99155e1/506",
            "sql_unittests": "5a53632269ac53c04794ab11f92d987ecd9c4ed4bebd671f00d0d0feb3f3dc5a/583",
            "storage_unittests": "040140707a8aec62a25febc58a4969ec36c0dbd14d4bc793cf145b803b124bd4/664",
            "sync_integration_tests": "bff1f400e0dec5a80df7e42c4b5c49ba1921f9d38a60a3ed51d9259c50250b5e/829",
            "telemetry_gpu_unittests": "8d55908bedd664e71d59485a4adda5f00fe8d1736746ee98f1e2c4ff4418c61d/919",
            "telemetry_perf_unittests": "416a52743898f43293fd310abb7c919b359a3857144203f9eb2aff0ff34b80d1/753",
            "telemetry_unittests": "21c11b25dd19ae0b0dde5aaa2fcfa7803474a23f8bf3c540d93a4d913f360532/673",
            "ui_base_unittests": "c1cbf8465541562cbdd61cc4133d80a51dfddf00d7d2358060593ddea81756bb/738",
            "ui_touch_selection_unittests": "7346f09bc49ce6f30848e397df10affd59cbac4495f4180c72313be7279d5319/506",
            "ui_unittests": "1e12190e9a238ba4f8868654b6414cac7e13e1c6e908429aa7d1509fc4f98f17/506",
            "unit_tests": "879658d480ec4033e7ac3d74c43bd7f17ad4477558096d9e6f2548f514380d76/1323",
            "updater_tests": "e00abfe1674a52400fff93b908933da563db0531579a1c981f2bd6ef37648d1a/749",
            "url_unittests": "ee782904256aecd65b9e97aef10b1b1c51de0bcc90ee182134e20e0390781a93/506",
            "views_perftests": "0b464457668c541a1da7c05587480c6a87019ce47dbf18e2037a5ff9166adc44/670",
            "views_unittests": "13b2e37e77fb630f0e0f9e42ac0524b29a6141e97a144816ec1b7761126d07cc/585",
            "viz_unittests": "98942c90b7df9089c76bdb6b5bc466418b15de90698472942b2c4b5c44e0b8f4/590",
            "wtf_unittests": "5704c002eb3e62f84f605f90d10f1bc1fe6326f65ef77c2733437625fe63e97c/506",
            "xr_browser_tests": "fc9e36273138b8d8bd652c81ed3a65070145be317d6d6ea0d37a94797b1f7dea/828",
            "zlib_unittests": "c863bcbe58f51f75dbc57a74d30da927ebc99ff9b57cf0cef6192278714a0ffb/591"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "c7753aa4d80373a2366ccae5d8694266db0a090c5a6cd13578d4f2902a459615/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835618215494075520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "164539"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:41:02.358] Scheduled build:
{
  "id": "8670188153585799937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 32558,
  "createdBy": "project:chromium",
  "createTime": "2026-09-19T23:41:01.723448105Z",
  "updateTime": "2026-09-19T23:41:01.723448105Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
      "ref": "refs/heads/main"
    }
  }
}
[23:41:02.358] Task URL: https://cr-buildbucket.appspot.com/build/8670188153585799937
[23:41:02.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:2:0) after 9m15s
[23:41:03.273] Received PubSub notification, asking Buildbucket for the build status
[23:41:03.293] Build status: SCHEDULED
[23:50:18.165] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:2:0)
[23:50:18.185] Build status: SCHEDULED
[23:50:18.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:4:0) after 1m26s
[23:51:44.536] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:4:0)
[23:51:44.552] Build status: SCHEDULED
[23:51:44.552] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:5:0) after 3m25s
[23:55:09.808] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:5:0)
[23:55:09.829] Build status: SCHEDULED
[23:55:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:6:0) after 4m23s
[23:59:32.897] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:6:0)
[23:59:32.922] Build status: SCHEDULED
[23:59:32.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:7:0) after 1m13s
[00:00:46.085] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:7:0)
[00:00:46.136] Build status: SCHEDULED
[00:00:46.136] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:8:0) after 6m42s
[00:07:28.169] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:8:0)
[00:07:28.223] Build status: SCHEDULED
[00:07:28.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:9:0) after 9m53s
[00:17:21.558] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:9:0)
[00:17:21.578] Build status: SCHEDULED
[00:17:21.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:10:0) after 5m21s
[00:22:42.808] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:10:0)
[00:22:42.886] Build status: SCHEDULED
[00:22:42.886] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:11:0) after 6m22s
[00:29:05.092] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:11:0)
[00:29:05.116] Build status: SCHEDULED
[00:29:05.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:12:0) after 6m14s
[00:35:19.351] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:12:0)
[00:35:19.538] Build status: SCHEDULED
[00:35:19.538] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:13:0) after 2m42s
[00:38:01.726] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:13:0)
[00:38:01.750] Build status: SCHEDULED
[00:38:01.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:14:0) after 1m51s
[00:39:52.772] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:14:0)
[00:39:52.809] Build status: SCHEDULED
[00:39:52.809] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:15:0) after 9m11s
[00:49:03.835] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:15:0)
[00:49:03.866] Build status: SCHEDULED
[00:49:03.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:16:0) after 3m1s
[00:52:05.316] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:16:0)
[00:52:05.350] Build status: SCHEDULED
[00:52:05.350] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:17:0) after 5m41s
[00:57:46.698] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:17:0)
[00:57:46.716] Build status: SCHEDULED
[00:57:46.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:18:0) after 5m35s
[01:03:21.843] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:18:0)
[01:03:21.863] Build status: SCHEDULED
[01:03:21.863] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:19:0) after 7m47s
[01:11:08.998] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:19:0)
[01:11:09.022] Build status: SCHEDULED
[01:11:09.022] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:20:0) after 5m11s
[01:16:20.046] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:20:0)
[01:16:20.071] Build status: SCHEDULED
[01:16:20.071] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:21:0) after 9m19s
[01:25:39.144] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:21:0)
[01:25:39.164] Build status: SCHEDULED
[01:25:39.164] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:22:0) after 9m49s
[01:35:28.193] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:22:0)
[01:35:28.221] Build status: SCHEDULED
[01:35:28.221] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:23:0) after 7m24s
[01:42:52.252] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:23:0)
[01:42:52.311] Build status: SCHEDULED
[01:42:52.311] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:24:0) after 9m19s
[01:52:11.337] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:24:0)
[01:52:11.362] Build status: SCHEDULED
[01:52:11.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:25:0) after 3m53s
[01:56:04.385] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:25:0)
[01:56:04.410] Build status: SCHEDULED
[01:56:04.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:26:0) after 5m9s
[02:01:13.434] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:26:0)
[02:01:13.464] Build status: SCHEDULED
[02:01:13.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:27:0) after 6m12s
[02:07:25.535] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:27:0)
[02:07:25.583] Build status: SCHEDULED
[02:07:25.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:28:0) after 4m15s
[02:11:40.611] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:28:0)
[02:11:40.644] Build status: SCHEDULED
[02:11:40.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:29:0) after 6m25s
[02:18:05.679] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:29:0)
[02:18:05.750] Build status: SCHEDULED
[02:18:05.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:30:0) after 5m42s
[02:23:47.786] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:30:0)
[02:23:47.801] Build status: SCHEDULED
[02:23:47.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:31:0) after 7m18s
[02:31:05.828] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:31:0)
[02:31:05.847] Build status: SCHEDULED
[02:31:05.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:32:0) after 7m30s
[02:38:35.868] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:32:0)
[02:38:35.888] Build status: SCHEDULED
[02:38:35.888] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:33:0) after 5m13s
[02:43:48.997] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:33:0)
[02:43:49.074] Build status: SCHEDULED
[02:43:49.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:34:0) after 9m46s
[02:53:35.098] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:34:0)
[02:53:35.136] Build status: SCHEDULED
[02:53:35.136] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:35:0) after 3m27s
[02:57:02.249] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:35:0)
[02:57:02.355] Build status: SCHEDULED
[02:57:02.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:36:0) after 2m9s
[02:59:11.452] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:36:0)
[02:59:11.474] Build status: SCHEDULED
[02:59:11.475] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:37:0) after 9m19s
[03:08:30.961] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:37:0)
[03:08:31.035] Build status: SCHEDULED
[03:08:31.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:38:0) after 3m35s
[03:12:06.072] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:38:0)
[03:12:06.090] Build status: SCHEDULED
[03:12:06.090] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:39:0) after 5m11s
[03:17:17.508] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:39:0)
[03:17:17.534] Build status: SCHEDULED
[03:17:17.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:40:0) after 9m52s
[03:27:09.602] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:40:0)
[03:27:09.623] Build status: SCHEDULED
[03:27:09.623] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:41:0) after 4m53s
[03:32:02.719] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:41:0)
[03:32:02.772] Build status: SCHEDULED
[03:32:02.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:42:0) after 6m52s
[03:38:54.856] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:42:0)
[03:38:54.932] Build status: SCHEDULED
[03:38:54.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:43:0) after 9m1s
[03:47:56.121] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:43:0)
[03:47:56.256] Build status: SCHEDULED
[03:47:56.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:44:0) after 7m44s
[03:55:40.659] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:44:0)
[03:55:40.681] Build status: SCHEDULED
[03:55:40.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:45:0) after 8m4s
[04:03:44.664] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:45:0)
[04:03:44.684] Build status: SCHEDULED
[04:03:44.684] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:46:0) after 5m51s
[04:09:35.914] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:46:0)
[04:09:35.941] Build status: SCHEDULED
[04:09:35.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:47:0) after 1m52s
[04:11:28.159] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:47:0)
[04:11:28.178] Build status: SCHEDULED
[04:11:28.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:48:0) after 6m47s
[04:18:15.236] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:48:0)
[04:18:15.282] Build status: SCHEDULED
[04:18:15.282] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:49:0) after 2m33s
[04:20:48.777] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:49:0)
[04:20:48.993] Build status: SCHEDULED
[04:20:48.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:50:0) after 8m59s
[04:29:48.273] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:50:0)
[04:29:48.292] Build status: SCHEDULED
[04:29:48.292] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:51:0) after 9m42s
[04:39:30.452] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:51:0)
[04:39:30.472] Build status: SCHEDULED
[04:39:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:52:0) after 5m47s
[04:45:17.612] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:52:0)
[04:45:17.629] Build status: SCHEDULED
[04:45:17.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:53:0) after 1m42s
[04:47:00.226] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:53:0)
[04:47:00.245] Build status: SCHEDULED
[04:47:00.245] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:54:0) after 8m34s
[04:55:34.265] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:54:0)
[04:55:34.396] Build status: SCHEDULED
[04:55:34.396] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:55:0) after 1m10s
[04:56:44.418] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:55:0)
[04:56:44.444] Build status: SCHEDULED
[04:56:44.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:56:0) after 7m25s
[05:04:09.562] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:56:0)
[05:04:09.583] Build status: SCHEDULED
[05:04:09.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:57:0) after 6m7s
[05:07:27.666] Received PubSub notification, asking Buildbucket for the build status
[05:07:27.704] Build status: STARTED
[05:10:16.743] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:57:0)
[05:10:16.761] Build status: STARTED
[05:10:16.761] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:59:0) after 7m38s
[05:17:54.786] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:59:0)
[05:17:54.808] Build status: STARTED
[05:17:54.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:60:0) after 8m31s
[05:26:25.833] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:60:0)
[05:26:25.860] Build status: STARTED
[05:26:25.860] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:61:0) after 9m21s
[05:35:47.022] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:61:0)
[05:35:47.045] Build status: STARTED
[05:35:47.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:62:0) after 6m7s
[05:41:54.484] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:62:0)
[05:41:54.502] Build status: STARTED
[05:41:54.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:63:0) after 7m52s
[05:49:47.178] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:63:0)
[05:49:47.198] Build status: STARTED
[05:49:47.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:64:0) after 6m50s
[05:56:37.324] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:64:0)
[05:56:37.342] Build status: STARTED
[05:56:37.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:65:0) after 5m43s
[06:02:20.468] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:65:0)
[06:02:20.497] Build status: STARTED
[06:02:20.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:66:0) after 4m14s
[06:06:34.555] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:66:0)
[06:06:34.571] Build status: STARTED
[06:06:34.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:67:0) after 5m4s
[06:11:38.910] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:67:0)
[06:11:38.930] Build status: STARTED
[06:11:38.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835618215494075520:68:0) after 6m43s
[06:14:36.133] Received PubSub notification, asking Buildbucket for the build status
[06:14:36.303] Build:
{
  "id": "8670188153585799937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 32558,
  "createdBy": "project:chromium",
  "createTime": "2026-09-19T23:41:01.723448105Z",
  "startTime": "2026-09-20T05:07:27.387366930Z",
  "endTime": "2026-09-20T06:14:35.506345815Z",
  "updateTime": "2026-09-20T06:14:35.506345815Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf64fa9e3fb271dcc702d006ee92ff1ebaa09d21",
      "ref": "refs/heads/main"
    }
  }
}
[06:14:36.303] Invocation finished in 6h33m35.783533727s with status FAILED