Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/66179 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66180 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66181 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ce5fa839273b949dd5751af6bf2f661d143a2239",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "ce5fa839273b949dd5751af6bf2f661d143a2239"
  },
  "parent_build_id": "8764715652720866673",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "ade3dacd7168ffa4ad695f6ce94eb4aa904305f3",
  "parent_got_dawn_revision": "776130375354407d1e2386ed2fe0918a3cc71ce5",
  "parent_got_revision": "ce5fa839273b949dd5751af6bf2f661d143a2239",
  "parent_got_revision_cp": "refs/heads/main@{#1223311}",
  "parent_got_swiftshader_revision": "4a62a93e27d97c8ada63aa193c5d071acd5b9645",
  "parent_got_v8_revision": "6fc23a31385211f1e580eb2646f398576c5d3a80",
  "parent_got_v8_revision_cp": "refs/heads/12.1.106@{#1}",
  "parent_got_webrtc_revision": "dd45ab650e88b7335adaa9b3e97414f566ba272a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41130}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ce5fa839273b949dd5751af6bf2f661d143a2239",
  "swarm_hashes": {
    "absl_hardening_tests": "3deae492998fd1624e2bf5300b645fdedcd3638351a10b42a618ef69972f30f0/322",
    "accessibility_unittests": "a3f981c4f0a039c2cd980b82e2024b747488d42dfc57d724e750e76247476843/322",
    "angle_unittests": "8b0356d7287a5028a2fc28982b6180803679236b81108f1c45a2b728456577bf/407",
    "app_shell_unittests": "708b4fea804b3bf9435b94733f7abbacb0b877212471a58b34915ba09f70ea91/483",
    "base_unittests": "c7ef688ee5da8e23aacf36a5b14eb7f65c1dbe472c9e542c2e18c989cfa383fe/479",
    "blink_common_unittests": "4a762ebc9137b1a4063a8df6ad1d2fe646919513c1f70bf24d03f947a027ef8e/484",
    "blink_fuzzer_unittests": "528bba197d04ecd15db31e387cb28d448ddea71a51797b9691c4a6b5dfa813be/322",
    "blink_heap_unittests": "d4fdc41f89270a637e9264ec61d5c2f5a30288a88d350f5b4eaf75873d02e9ce/322",
    "blink_platform_unittests": "2d8e1f5b431a0ac9c8db3b4ec1c9140b1ff67ee606f44615ce5f0467495fe2be/563",
    "blink_python_tests": "5c6236d74116b4afebadc4ac13fb21ec0dacfe7bff99920a4e99a19193183a06/573",
    "blink_unittests": "f46eab7b6a593e328c15f38f6ee25b87667526f3c65644ae0dddf9546176c211/648",
    "blink_web_tests": "f5a45ccbe68a0312b8e124509df886504d10ead54ab2f5d59abf8f6f7df49c76/565",
    "blink_wpt_tests": "8482baea67e92c61fa4eb502dd247111e78d4f540f7a655a4f6d2cfbf146f43c/565",
    "boringssl_crypto_tests": "24677c5c5864ca58ac00d8aedc95395be1c4d8bdec348ef9fc795a663fb6e539/407",
    "boringssl_ssl_tests": "f03046275662336c90ae77742dc4e522084e955911bf6d9dc22baaf8b17f9981/322",
    "browser_tests": "1dd767c9ed2ab118a4135cb9f442cfba573582c14a5d8a895f81c36e8a55ef54/1293",
    "capture_unittests": "bddc73de4bfa31a39c1c0f3125a2eb3cd88bfd8287b462af85b97243a59dd6ac/401",
    "cast_unittests": "dc3943c183b112a19f75274fe068245d3fa960002b9d00c0fe1c0a50f3c0160d/322",
    "cc_unittests": "4a3907df2366e33923e37e0c0fa5ea277e6b1d8c6f477751267d006cee1b29ea/482",
    "chrome_app_unittests": "beab50d6fa8072f109538c2e629be986f8361c60c1be9e0a23bf60c445b800aa/726",
    "chromedriver_py_tests": "3f426f8ca12342d56e1648f1af8dc84bdd0cfd40bb030a8c7bac11f293c9225c/488",
    "chromedriver_replay_unittests": "5c6387ea37a8a603222c8b4dfdf0af7ff58f60d7e1548b63cf1e2bdff3490424/325",
    "chromedriver_unittests": "369555fc5445082308b035225e55863ced437b4a70ca7714c89bffebdd2d12a5/479",
    "components_browsertests": "1cecd692799be84cac241659c909b907a9bb68cb40432429f7ec9d7c913af8b6/651",
    "components_perftests": "89614c3bdf27770f1944a0205ff6bef391b29ff6cdc0d4066084a3777d93f6a7/648",
    "components_unittests": "1367b315131acdfcc448b7e85d2de5f77eb6d0558945518c82020965d08bb637/730",
    "content_browsertests": "a1770905f68570c2c0162c37c950dac5551bf985116da6e5fdb480ce12c2c937/724",
    "content_shell_crash_test": "e762b7e2f5b9093550398c7155593c41f667f6569f7f98e18b98c8fa4659c0e2/565",
    "content_unittests": "90fe0ed2178b7b09d6fc2ca16595959935e0eea517d371328f2a3666eaf4cf46/559",
    "crashpad_tests": "c6cfd64294e2a90d76a1b693bc98c680f884d3f714d551eeb3503b80468c4054/407",
    "cronet_tests": "a5cba4b2e05aca053b4dc1aa5338327ceabbba47de1115e3fdc3f73ef8d15b58/483",
    "cronet_unittests": "7a39bddf6e876900bb2f29bf4d4be90449049f7eee7e6cdb0007911d4c8ca8e9/399",
    "crypto_unittests": "da21eb147f1ce4657e08ed4e43bfb071632a00ba597402ce4dcfd058a49a6702/322",
    "device_unittests": "bded855c2ef6036410b4464a4e2386cac9b8a6bbd173c426af77facfe89f13c2/399",
    "display_unittests": "6c0d2b626061474eef824adedfc9890bd2184570ebcc48486ba077a0b248102d/322",
    "env_chromium_unittests": "1e340ea5904811aaf8250389be3acc0770d1c40bcd2a051c5cf0ed9ec739d89c/322",
    "events_unittests": "e108ddbec55009b1bb71dd2daf9d499f770c9c6538989e41865fac042bdd845c/322",
    "extensions_browsertests": "fe0df59bb89a362212ae507b3172a7317cd4679d99d5bb79681459b0e4620e85/569",
    "extensions_unittests": "7c06ffe8d8d186d0c0098c93d4754fad8b65aaa46a8d666d5391a37c5ca54091/643",
    "filesystem_service_unittests": "e7235b3821df999cf485e1f7b42b415cb840102c8b7ffca0d881f57f45dba03e/322",
    "flatbuffers_unittests": "8c933f43d4659ed4578b3c99812d16429cc86480d8fe8d46efd7317a74fac639/407",
    "gcm_unit_tests": "ffe0dda7c03d5f70e960ff038028ab7a3f51ea997a5a54f0d07e6a01d82a8169/399",
    "gfx_unittests": "ab4a205c8e97729496ead2625dc5381fd43d96ceb881c5246ac9cfd670387473/398",
    "gin_unittests": "1f85a3586fcf7b922d90c1e92e3a31bb2fcc8efb5412900bc8c8dacf151b78f8/399",
    "google_apis_unittests": "61a225cba77daa1b6f8e83c722a0bd4913b58dec102cccd0b37ab842eb96d574/484",
    "gpu_unittests": "1fe3d64a0f84867644ffe5a0c9bd8d5129dcc1bede342755741c2cd7e7a74bfd/399",
    "gwp_asan_unittests": "35b700e5a3302aef6657a321e99c0a76781e4e5ace21701efc820d7a2eafc4a5/407",
    "headless_browsertests": "ebb04ca6ee0c93e883fdde4ec9abf3228c8575bf7e35d5f15d551f488793470a/568",
    "headless_unittests": "81cb368ebfb313236ec5a6f9667e39fd51f6f79ce47134df3a1af33a267f06df/322",
    "interactive_ui_tests": "692292a6f002b2561854e61e163bf4f0411f5ddd1d68b8fbc39254efdae20bfb/967",
    "ipc_tests": "409fa3d425210f06e6af94a430124c8b756de7b154618e14763272a27b24a97e/322",
    "latency_unittests": "6365f3b71a190af20b74109ffba12eb8d49de0253dee232d8ee3f8804e14d555/322",
    "leveldb_unittests": "ee3a35da903973bf3b265f8c056e279ae6fd4b7ada63a72726b84b9282bb37a9/322",
    "libjingle_xmpp_unittests": "46659232c21b786f3c852ab7cb867d355c37604fe4dffb91f0b942f075e3a6d2/322",
    "liburlpattern_unittests": "50b211e98e0944a8d7521b7c5943863fc0664f9fad5b5a9dbb609b9ed55b39fa/322",
    "mac_signing_tests": "6d6793a12f07453ae6e38dc1c5d3ce39908f33251682fc12a49c13364965b63b/487",
    "media_unittests": "ba23eaf87fe8a752330d5a164ffb94b7e6cd11af2c98a2ffa161b367edbe2e3f/402",
    "message_center_unittests": "431780b807122f3586003eaedf60d2307731743401931d383d208b354805753e/322",
    "midi_unittests": "d86044da612449f40db4aa3099ace15c251ed220f5f7830ca5817bb0056bc166/322",
    "mojo_python_unittests": "f78588c2375d0063d99edcee9bb7367ed036c5526953aa338f30d5901a968cde/489",
    "mojo_unittests": "a4092ff33a790a11536d45bd4478eedabb7a002a0d334b18a81c17b216aee5a4/400",
    "native_theme_unittests": "89d8f01dadf390c3ae14001ffb91abb3e5c7609b246ebbb0e8eccd3d05b182c6/322",
    "net_unittests": "33dab48390bebd44d468ad8841af465b9ceabfc2acda48c1bd4ca73b82f29c3a/486",
    "openscreen_unittests": "66db5a5be8b1dd27792fbd3d4952fdc78420ee2ae27fdddea79465afc3af9179/407",
    "pdf_unittests": "2c1892dab9d0d4de6a52f4943c6428259ec319f4cff139e7653dfc5ff3232b77/399",
    "perfetto_unittests": "7d9dcc3da137348b823bb7271272b9cf6536460b5f621f39ecaeee0a48e451b2/322",
    "power_sampler_unittests": "80d4527c5ca18337671875f6e3f3cc1988f6da779e14594c058bb19b84964090/322",
    "printing_unittests": "ee8710e7a1eaef4478ebf1a0297b220dbad5f88126343fd3648257afc2e7f652/481",
    "remoting_unittests": "0802a5443c66f27f0ebfba82fce12274c124673b0904f766bb63ad009883da45/483",
    "sandbox_unittests": "61b5bf54ef195d3ceede48a2d887a64f2ffecba6632112b2c4b201ff775f2e7b/322",
    "services_unittests": "6aad83739cf2e2aa5cedb46a625f31235e6f52c1502bc6df81ae5e5080e3e177/652",
    "shell_dialogs_unittests": "0fe6e302b84dc2941bb7f02c0c6b4a169182dd89f562799e7b21a54bc3b9a3fd/322",
    "skia_unittests": "39e78cba909b252657ee3b44703d207498b73a212fe5a2c3bc72192646ea80c9/322",
    "snapshot_unittests": "b2922142d335752aff85073e83d4424d541660586e6e707f8e1b909aea05484e/322",
    "sql_unittests": "cb1b54a9a5fac2afd46dca025b4772dc907c53fdf45c576aa5c5a60aca4f1aad/399",
    "storage_unittests": "9388e2f75f7f24b88d2a4734220ed190a6b0ad31890546a23a5ebcd08c40de1f/480",
    "sync_integration_tests": "6c8584d378e389931b5269309100f5b55bbbd4d2902ff1b0ec0952d42fcd1488/808",
    "telemetry_gpu_unittests": "30bef957d529d0367785782ca70c75d2d43ba0b1b6695db244b9627dd1baaabc/735",
    "telemetry_perf_unittests": "0cd1977752978d132153440ec1dd44f9057378f88b97fb71766ed8fa53034ee6/654",
    "ui_base_unittests": "407f969cf6d1eb42469ecdc61fcdbf3d7a726ddde0dc0342e870fad138cdf3c9/554",
    "ui_touch_selection_unittests": "f873a5bd237258df717aff3bb986915a671793716b2985ef1af60d6bc8c5aefe/322",
    "ui_unittests": "4697642dd864a8ab117e2154099134293f1252fb9ff277db9098fdd09861cfc1/322",
    "unit_tests": "8c30ca974e9cca7ac7d9acb1516d59f9e1c3cd8c7ae87b16e2796020be90e754/1135",
    "updater_tests": "9f812e7bf8ae841a3ae0084fa2f89eb2790f02a6791693ef6485862b4c6f4fec/565",
    "url_unittests": "f93b438c973aaec59d3d13c2c2a3efa15a068d1da7abbefd3dbdb77fb7d165f0/322",
    "views_perftests": "e34cbb09726846af3966a8ab28ea645693405490f0a9db447310d35c1c7f53f6/486",
    "views_unittests": "d7f0ec7ee474558d1508a55bd17f85b8ec3d254e7ff82b3c8cbaeb7aaa84db5c/401",
    "viz_unittests": "d24227315cfef78b1d869735f46d55f576679c30d1424de7ec3fd39050c63ea7/406",
    "wtf_unittests": "7f6526c63a4fe98050458cfeced8969bf0ef1f1f715bb3c0a9081fa2e4eecdad/322",
    "xr_browser_tests": "25f04945fdb53acdfe38077117c885cdfc6b49855accd4f636b15730cdd79ec9/807",
    "zlib_unittests": "91a1e6ca6a01f5c95b55af5df1080af7822fc7f9b6108eb7934a9680db614cc0/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "231f90b923dcfb94fa10980d7308bcd9baf75aa0aad5e0dccb3d7a2ad0d38c2c/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce5fa839273b949dd5751af6bf2f661d143a2239
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:66181
  • user_agent:recipe

Debug log (UTC)

[14:44:36.904] New invocation is queued and will start shortly
[14:44:36.904] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:44:39.787] Starting the invocation (attempt 1)
[14:44:39.817] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce5fa839273b949dd5751af6bf2f661d143a2239"
[14:44:39.817] Popped gitiles commit info from properties and tags
[14:44:39.817] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:44:39.817] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:44:39.817] Buildbucket request:
{
  "requestId": "8930144598424895056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ce5fa839273b949dd5751af6bf2f661d143a2239",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "ce5fa839273b949dd5751af6bf2f661d143a2239"
          },
      "parent_build_id": "8764715652720866673",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "ade3dacd7168ffa4ad695f6ce94eb4aa904305f3",
      "parent_got_dawn_revision": "776130375354407d1e2386ed2fe0918a3cc71ce5",
      "parent_got_revision": "ce5fa839273b949dd5751af6bf2f661d143a2239",
      "parent_got_revision_cp": "refs/heads/main@{#1223311}",
      "parent_got_swiftshader_revision": "4a62a93e27d97c8ada63aa193c5d071acd5b9645",
      "parent_got_v8_revision": "6fc23a31385211f1e580eb2646f398576c5d3a80",
      "parent_got_v8_revision_cp": "refs/heads/12.1.106@{#1}",
      "parent_got_webrtc_revision": "dd45ab650e88b7335adaa9b3e97414f566ba272a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41130}",
      "swarm_hashes": {
            "absl_hardening_tests": "3deae492998fd1624e2bf5300b645fdedcd3638351a10b42a618ef69972f30f0/322",
            "accessibility_unittests": "a3f981c4f0a039c2cd980b82e2024b747488d42dfc57d724e750e76247476843/322",
            "angle_unittests": "8b0356d7287a5028a2fc28982b6180803679236b81108f1c45a2b728456577bf/407",
            "app_shell_unittests": "708b4fea804b3bf9435b94733f7abbacb0b877212471a58b34915ba09f70ea91/483",
            "base_unittests": "c7ef688ee5da8e23aacf36a5b14eb7f65c1dbe472c9e542c2e18c989cfa383fe/479",
            "blink_common_unittests": "4a762ebc9137b1a4063a8df6ad1d2fe646919513c1f70bf24d03f947a027ef8e/484",
            "blink_fuzzer_unittests": "528bba197d04ecd15db31e387cb28d448ddea71a51797b9691c4a6b5dfa813be/322",
            "blink_heap_unittests": "d4fdc41f89270a637e9264ec61d5c2f5a30288a88d350f5b4eaf75873d02e9ce/322",
            "blink_platform_unittests": "2d8e1f5b431a0ac9c8db3b4ec1c9140b1ff67ee606f44615ce5f0467495fe2be/563",
            "blink_python_tests": "5c6236d74116b4afebadc4ac13fb21ec0dacfe7bff99920a4e99a19193183a06/573",
            "blink_unittests": "f46eab7b6a593e328c15f38f6ee25b87667526f3c65644ae0dddf9546176c211/648",
            "blink_web_tests": "f5a45ccbe68a0312b8e124509df886504d10ead54ab2f5d59abf8f6f7df49c76/565",
            "blink_wpt_tests": "8482baea67e92c61fa4eb502dd247111e78d4f540f7a655a4f6d2cfbf146f43c/565",
            "boringssl_crypto_tests": "24677c5c5864ca58ac00d8aedc95395be1c4d8bdec348ef9fc795a663fb6e539/407",
            "boringssl_ssl_tests": "f03046275662336c90ae77742dc4e522084e955911bf6d9dc22baaf8b17f9981/322",
            "browser_tests": "1dd767c9ed2ab118a4135cb9f442cfba573582c14a5d8a895f81c36e8a55ef54/1293",
            "capture_unittests": "bddc73de4bfa31a39c1c0f3125a2eb3cd88bfd8287b462af85b97243a59dd6ac/401",
            "cast_unittests": "dc3943c183b112a19f75274fe068245d3fa960002b9d00c0fe1c0a50f3c0160d/322",
            "cc_unittests": "4a3907df2366e33923e37e0c0fa5ea277e6b1d8c6f477751267d006cee1b29ea/482",
            "chrome_app_unittests": "beab50d6fa8072f109538c2e629be986f8361c60c1be9e0a23bf60c445b800aa/726",
            "chromedriver_py_tests": "3f426f8ca12342d56e1648f1af8dc84bdd0cfd40bb030a8c7bac11f293c9225c/488",
            "chromedriver_replay_unittests": "5c6387ea37a8a603222c8b4dfdf0af7ff58f60d7e1548b63cf1e2bdff3490424/325",
            "chromedriver_unittests": "369555fc5445082308b035225e55863ced437b4a70ca7714c89bffebdd2d12a5/479",
            "components_browsertests": "1cecd692799be84cac241659c909b907a9bb68cb40432429f7ec9d7c913af8b6/651",
            "components_perftests": "89614c3bdf27770f1944a0205ff6bef391b29ff6cdc0d4066084a3777d93f6a7/648",
            "components_unittests": "1367b315131acdfcc448b7e85d2de5f77eb6d0558945518c82020965d08bb637/730",
            "content_browsertests": "a1770905f68570c2c0162c37c950dac5551bf985116da6e5fdb480ce12c2c937/724",
            "content_shell_crash_test": "e762b7e2f5b9093550398c7155593c41f667f6569f7f98e18b98c8fa4659c0e2/565",
            "content_unittests": "90fe0ed2178b7b09d6fc2ca16595959935e0eea517d371328f2a3666eaf4cf46/559",
            "crashpad_tests": "c6cfd64294e2a90d76a1b693bc98c680f884d3f714d551eeb3503b80468c4054/407",
            "cronet_tests": "a5cba4b2e05aca053b4dc1aa5338327ceabbba47de1115e3fdc3f73ef8d15b58/483",
            "cronet_unittests": "7a39bddf6e876900bb2f29bf4d4be90449049f7eee7e6cdb0007911d4c8ca8e9/399",
            "crypto_unittests": "da21eb147f1ce4657e08ed4e43bfb071632a00ba597402ce4dcfd058a49a6702/322",
            "device_unittests": "bded855c2ef6036410b4464a4e2386cac9b8a6bbd173c426af77facfe89f13c2/399",
            "display_unittests": "6c0d2b626061474eef824adedfc9890bd2184570ebcc48486ba077a0b248102d/322",
            "env_chromium_unittests": "1e340ea5904811aaf8250389be3acc0770d1c40bcd2a051c5cf0ed9ec739d89c/322",
            "events_unittests": "e108ddbec55009b1bb71dd2daf9d499f770c9c6538989e41865fac042bdd845c/322",
            "extensions_browsertests": "fe0df59bb89a362212ae507b3172a7317cd4679d99d5bb79681459b0e4620e85/569",
            "extensions_unittests": "7c06ffe8d8d186d0c0098c93d4754fad8b65aaa46a8d666d5391a37c5ca54091/643",
            "filesystem_service_unittests": "e7235b3821df999cf485e1f7b42b415cb840102c8b7ffca0d881f57f45dba03e/322",
            "flatbuffers_unittests": "8c933f43d4659ed4578b3c99812d16429cc86480d8fe8d46efd7317a74fac639/407",
            "gcm_unit_tests": "ffe0dda7c03d5f70e960ff038028ab7a3f51ea997a5a54f0d07e6a01d82a8169/399",
            "gfx_unittests": "ab4a205c8e97729496ead2625dc5381fd43d96ceb881c5246ac9cfd670387473/398",
            "gin_unittests": "1f85a3586fcf7b922d90c1e92e3a31bb2fcc8efb5412900bc8c8dacf151b78f8/399",
            "google_apis_unittests": "61a225cba77daa1b6f8e83c722a0bd4913b58dec102cccd0b37ab842eb96d574/484",
            "gpu_unittests": "1fe3d64a0f84867644ffe5a0c9bd8d5129dcc1bede342755741c2cd7e7a74bfd/399",
            "gwp_asan_unittests": "35b700e5a3302aef6657a321e99c0a76781e4e5ace21701efc820d7a2eafc4a5/407",
            "headless_browsertests": "ebb04ca6ee0c93e883fdde4ec9abf3228c8575bf7e35d5f15d551f488793470a/568",
            "headless_unittests": "81cb368ebfb313236ec5a6f9667e39fd51f6f79ce47134df3a1af33a267f06df/322",
            "interactive_ui_tests": "692292a6f002b2561854e61e163bf4f0411f5ddd1d68b8fbc39254efdae20bfb/967",
            "ipc_tests": "409fa3d425210f06e6af94a430124c8b756de7b154618e14763272a27b24a97e/322",
            "latency_unittests": "6365f3b71a190af20b74109ffba12eb8d49de0253dee232d8ee3f8804e14d555/322",
            "leveldb_unittests": "ee3a35da903973bf3b265f8c056e279ae6fd4b7ada63a72726b84b9282bb37a9/322",
            "libjingle_xmpp_unittests": "46659232c21b786f3c852ab7cb867d355c37604fe4dffb91f0b942f075e3a6d2/322",
            "liburlpattern_unittests": "50b211e98e0944a8d7521b7c5943863fc0664f9fad5b5a9dbb609b9ed55b39fa/322",
            "mac_signing_tests": "6d6793a12f07453ae6e38dc1c5d3ce39908f33251682fc12a49c13364965b63b/487",
            "media_unittests": "ba23eaf87fe8a752330d5a164ffb94b7e6cd11af2c98a2ffa161b367edbe2e3f/402",
            "message_center_unittests": "431780b807122f3586003eaedf60d2307731743401931d383d208b354805753e/322",
            "midi_unittests": "d86044da612449f40db4aa3099ace15c251ed220f5f7830ca5817bb0056bc166/322",
            "mojo_python_unittests": "f78588c2375d0063d99edcee9bb7367ed036c5526953aa338f30d5901a968cde/489",
            "mojo_unittests": "a4092ff33a790a11536d45bd4478eedabb7a002a0d334b18a81c17b216aee5a4/400",
            "native_theme_unittests": "89d8f01dadf390c3ae14001ffb91abb3e5c7609b246ebbb0e8eccd3d05b182c6/322",
            "net_unittests": "33dab48390bebd44d468ad8841af465b9ceabfc2acda48c1bd4ca73b82f29c3a/486",
            "openscreen_unittests": "66db5a5be8b1dd27792fbd3d4952fdc78420ee2ae27fdddea79465afc3af9179/407",
            "pdf_unittests": "2c1892dab9d0d4de6a52f4943c6428259ec319f4cff139e7653dfc5ff3232b77/399",
            "perfetto_unittests": "7d9dcc3da137348b823bb7271272b9cf6536460b5f621f39ecaeee0a48e451b2/322",
            "power_sampler_unittests": "80d4527c5ca18337671875f6e3f3cc1988f6da779e14594c058bb19b84964090/322",
            "printing_unittests": "ee8710e7a1eaef4478ebf1a0297b220dbad5f88126343fd3648257afc2e7f652/481",
            "remoting_unittests": "0802a5443c66f27f0ebfba82fce12274c124673b0904f766bb63ad009883da45/483",
            "sandbox_unittests": "61b5bf54ef195d3ceede48a2d887a64f2ffecba6632112b2c4b201ff775f2e7b/322",
            "services_unittests": "6aad83739cf2e2aa5cedb46a625f31235e6f52c1502bc6df81ae5e5080e3e177/652",
            "shell_dialogs_unittests": "0fe6e302b84dc2941bb7f02c0c6b4a169182dd89f562799e7b21a54bc3b9a3fd/322",
            "skia_unittests": "39e78cba909b252657ee3b44703d207498b73a212fe5a2c3bc72192646ea80c9/322",
            "snapshot_unittests": "b2922142d335752aff85073e83d4424d541660586e6e707f8e1b909aea05484e/322",
            "sql_unittests": "cb1b54a9a5fac2afd46dca025b4772dc907c53fdf45c576aa5c5a60aca4f1aad/399",
            "storage_unittests": "9388e2f75f7f24b88d2a4734220ed190a6b0ad31890546a23a5ebcd08c40de1f/480",
            "sync_integration_tests": "6c8584d378e389931b5269309100f5b55bbbd4d2902ff1b0ec0952d42fcd1488/808",
            "telemetry_gpu_unittests": "30bef957d529d0367785782ca70c75d2d43ba0b1b6695db244b9627dd1baaabc/735",
            "telemetry_perf_unittests": "0cd1977752978d132153440ec1dd44f9057378f88b97fb71766ed8fa53034ee6/654",
            "ui_base_unittests": "407f969cf6d1eb42469ecdc61fcdbf3d7a726ddde0dc0342e870fad138cdf3c9/554",
            "ui_touch_selection_unittests": "f873a5bd237258df717aff3bb986915a671793716b2985ef1af60d6bc8c5aefe/322",
            "ui_unittests": "4697642dd864a8ab117e2154099134293f1252fb9ff277db9098fdd09861cfc1/322",
            "unit_tests": "8c30ca974e9cca7ac7d9acb1516d59f9e1c3cd8c7ae87b16e2796020be90e754/1135",
            "updater_tests": "9f812e7bf8ae841a3ae0084fa2f89eb2790f02a6791693ef6485862b4c6f4fec/565",
            "url_unittests": "f93b438c973aaec59d3d13c2c2a3efa15a068d1da7abbefd3dbdb77fb7d165f0/322",
            "views_perftests": "e34cbb09726846af3966a8ab28ea645693405490f0a9db447310d35c1c7f53f6/486",
            "views_unittests": "d7f0ec7ee474558d1508a55bd17f85b8ec3d254e7ff82b3c8cbaeb7aaa84db5c/401",
            "viz_unittests": "d24227315cfef78b1d869735f46d55f576679c30d1424de7ec3fd39050c63ea7/406",
            "wtf_unittests": "7f6526c63a4fe98050458cfeced8969bf0ef1f1f715bb3c0a9081fa2e4eecdad/322",
            "xr_browser_tests": "25f04945fdb53acdfe38077117c885cdfc6b49855accd4f636b15730cdd79ec9/807",
            "zlib_unittests": "91a1e6ca6a01f5c95b55af5df1080af7822fc7f9b6108eb7934a9680db614cc0/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "231f90b923dcfb94fa10980d7308bcd9baf75aa0aad5e0dccb3d7a2ad0d38c2c/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ce5fa839273b949dd5751af6bf2f661d143a2239",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930144598424895056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "66181"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:44:40.365] Scheduled build:
{
  "id": "8764714534656190689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 10593,
  "createdBy": "project:chromium",
  "createTime": "2023-11-11T14:44:39.873636651Z",
  "updateTime": "2023-11-11T14:44:39.873636651Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce5fa839273b949dd5751af6bf2f661d143a2239",
      "ref": "refs/heads/main"
    }
  }
}
[14:44:40.365] Task URL: https://cr-buildbucket.appspot.com/build/8764714534656190689
[14:44:40.365] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:2:0) after 6m52s
[14:44:41.304] Received PubSub notification, asking Buildbucket for the build status
[14:44:41.325] Build status: SCHEDULED
[14:51:32.394] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:2:0)
[14:51:32.420] Build status: SCHEDULED
[14:51:32.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:4:0) after 3m58s
[14:55:30.608] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:4:0)
[14:55:30.639] Build status: SCHEDULED
[14:55:30.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:5:0) after 6m25s
[15:01:55.734] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:5:0)
[15:01:55.757] Build status: SCHEDULED
[15:01:55.757] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:6:0) after 5m57s
[15:07:52.877] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:6:0)
[15:07:52.922] Build status: SCHEDULED
[15:07:52.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:7:0) after 8m37s
[15:16:29.965] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:7:0)
[15:16:29.989] Build status: SCHEDULED
[15:16:29.989] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:8:0) after 1m50s
[15:18:20.038] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:8:0)
[15:18:20.079] Build status: SCHEDULED
[15:18:20.079] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:9:0) after 3m17s
[15:21:37.096] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:9:0)
[15:21:37.118] Build status: SCHEDULED
[15:21:37.118] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:10:0) after 6m25s
[15:28:02.118] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:10:0)
[15:28:02.169] Build status: SCHEDULED
[15:28:02.169] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:11:0) after 6m46s
[15:34:48.264] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:11:0)
[15:34:48.283] Build status: SCHEDULED
[15:34:48.283] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:12:0) after 3m10s
[15:37:58.444] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:12:0)
[15:37:58.464] Build status: SCHEDULED
[15:37:58.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:13:0) after 7m22s
[15:45:20.603] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:13:0)
[15:45:20.631] Build status: SCHEDULED
[15:45:20.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:14:0) after 1m1s
[15:46:21.659] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:14:0)
[15:46:21.686] Build status: SCHEDULED
[15:46:21.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:15:0) after 5m22s
[15:51:43.713] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:15:0)
[15:51:43.763] Build status: SCHEDULED
[15:51:43.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:16:0) after 2m55s
[15:54:38.887] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:16:0)
[15:54:38.915] Build status: SCHEDULED
[15:54:38.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:17:0) after 5m51s
[16:00:29.949] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:17:0)
[16:00:29.968] Build status: SCHEDULED
[16:00:29.968] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:18:0) after 4m54s
[16:05:24.096] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:18:0)
[16:05:24.241] Build status: SCHEDULED
[16:05:24.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:19:0) after 4m53s
[16:10:17.268] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:19:0)
[16:10:17.297] Build status: SCHEDULED
[16:10:17.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:20:0) after 8m54s
[16:19:11.344] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:20:0)
[16:19:11.374] Build status: SCHEDULED
[16:19:11.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:21:0) after 6m36s
[16:25:47.806] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:21:0)
[16:25:47.829] Build status: SCHEDULED
[16:25:47.829] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:22:0) after 8m29s
[16:34:17.434] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:22:0)
[16:34:17.460] Build status: SCHEDULED
[16:34:17.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:23:0) after 6m57s
[16:41:14.490] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:23:0)
[16:41:14.513] Build status: SCHEDULED
[16:41:14.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:24:0) after 3m56s
[16:45:10.534] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:24:0)
[16:45:10.553] Build status: SCHEDULED
[16:45:10.554] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:25:0) after 9m24s
[16:54:34.668] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:25:0)
[16:54:34.723] Build status: SCHEDULED
[16:54:34.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:26:0) after 4m4s
[16:58:38.951] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:26:0)
[16:58:39.045] Build status: SCHEDULED
[16:58:39.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:27:0) after 7m58s
[17:06:37.183] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:27:0)
[17:06:37.217] Build status: SCHEDULED
[17:06:37.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:28:0) after 8m24s
[17:15:01.252] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:28:0)
[17:15:01.450] Build status: SCHEDULED
[17:15:01.450] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:29:0) after 1m45s
[17:16:46.578] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:29:0)
[17:16:46.599] Build status: SCHEDULED
[17:16:46.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:30:0) after 9m45s
[17:26:31.637] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:30:0)
[17:26:31.667] Build status: SCHEDULED
[17:26:31.667] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:31:0) after 8m18s
[17:34:49.691] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:31:0)
[17:34:49.722] Build status: SCHEDULED
[17:34:49.722] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:32:0) after 1m18s
[17:36:07.872] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:32:0)
[17:36:07.896] Build status: SCHEDULED
[17:36:07.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:33:0) after 8m52s
[17:45:00.041] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:33:0)
[17:45:00.058] Build status: SCHEDULED
[17:45:00.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:34:0) after 1m22s
[17:46:22.131] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:34:0)
[17:46:22.152] Build status: SCHEDULED
[17:46:22.152] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:35:0) after 7m41s
[17:54:03.181] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:35:0)
[17:54:03.202] Build status: SCHEDULED
[17:54:03.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:36:0) after 2m45s
[17:56:48.329] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:36:0)
[17:56:48.361] Build status: SCHEDULED
[17:56:48.361] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:37:0) after 7m48s
[18:04:36.386] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:37:0)
[18:04:36.426] Build status: SCHEDULED
[18:04:36.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:38:0) after 6m15s
[18:10:51.447] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:38:0)
[18:10:51.528] Build status: SCHEDULED
[18:10:51.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:39:0) after 2m49s
[18:13:40.519] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:39:0)
[18:13:40.545] Build status: SCHEDULED
[18:13:40.545] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:40:0) after 3m53s
[18:17:33.568] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:40:0)
[18:17:33.588] Build status: SCHEDULED
[18:17:33.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:41:0) after 4m17s
[18:21:50.715] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:41:0)
[18:21:50.816] Build status: SCHEDULED
[18:21:50.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:42:0) after 3m48s
[18:25:38.847] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:42:0)
[18:25:38.975] Build status: SCHEDULED
[18:25:38.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:43:0) after 2m52s
[18:28:31.097] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:43:0)
[18:28:31.145] Build status: SCHEDULED
[18:28:31.145] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:44:0) after 2m42s
[18:31:13.282] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:44:0)
[18:31:13.303] Build status: SCHEDULED
[18:31:13.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:45:0) after 2m3s
[18:33:16.338] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:45:0)
[18:33:16.357] Build status: SCHEDULED
[18:33:16.357] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:46:0) after 4m38s
[18:37:54.356] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:46:0)
[18:37:54.379] Build status: SCHEDULED
[18:37:54.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:47:0) after 4m0s
[18:41:54.479] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:47:0)
[18:41:54.500] Build status: SCHEDULED
[18:41:54.500] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:48:0) after 9m17s
[18:51:11.684] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:48:0)
[18:51:11.711] Build status: SCHEDULED
[18:51:11.711] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:49:0) after 1m2s
[18:52:13.773] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:49:0)
[18:52:13.796] Build status: SCHEDULED
[18:52:13.796] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:50:0) after 9m27s
[19:01:40.942] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:50:0)
[19:01:40.984] Build status: SCHEDULED
[19:01:40.984] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:51:0) after 6m3s
[19:07:44.005] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:51:0)
[19:07:44.032] Build status: SCHEDULED
[19:07:44.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:52:0) after 7m15s
[19:14:59.100] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:52:0)
[19:14:59.124] Build status: SCHEDULED
[19:14:59.124] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:53:0) after 2m51s
[19:17:50.292] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:53:0)
[19:17:50.328] Build status: SCHEDULED
[19:17:50.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:54:0) after 4m55s
[19:22:45.534] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:54:0)
[19:22:45.570] Build status: SCHEDULED
[19:22:45.570] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:55:0) after 2m45s
[19:25:30.851] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:55:0)
[19:25:30.872] Build status: SCHEDULED
[19:25:30.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:56:0) after 3m14s
[19:28:44.982] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:56:0)
[19:28:45.009] Build status: SCHEDULED
[19:28:45.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:57:0) after 6m57s
[19:35:42.181] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:57:0)
[19:35:42.201] Build status: SCHEDULED
[19:35:42.201] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:58:0) after 3m15s
[19:38:57.392] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:58:0)
[19:38:57.415] Build status: SCHEDULED
[19:38:57.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:59:0) after 4m41s
[19:43:38.441] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:59:0)
[19:43:38.462] Build status: SCHEDULED
[19:43:38.462] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:60:0) after 6m11s
[19:49:49.484] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:60:0)
[19:49:49.519] Build status: SCHEDULED
[19:49:49.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:61:0) after 8m41s
[19:58:30.570] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:61:0)
[19:58:30.624] Build status: SCHEDULED
[19:58:30.624] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:62:0) after 9m0s
[20:07:30.749] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:62:0)
[20:07:30.768] Build status: SCHEDULED
[20:07:30.768] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:63:0) after 4m4s
[20:11:34.798] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:63:0)
[20:11:34.859] Build status: SCHEDULED
[20:11:34.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:64:0) after 6m11s
[20:17:45.881] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:64:0)
[20:17:45.914] Build status: SCHEDULED
[20:17:45.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:65:0) after 8m13s
[20:25:58.941] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:65:0)
[20:25:58.960] Build status: SCHEDULED
[20:25:58.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:66:0) after 3m37s
[20:29:36.013] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:66:0)
[20:29:36.037] Build status: SCHEDULED
[20:29:36.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:67:0) after 8m33s
[20:38:09.174] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:67:0)
[20:38:09.196] Build status: SCHEDULED
[20:38:09.196] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:68:0) after 2m6s
[20:40:15.228] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:68:0)
[20:40:15.262] Build status: SCHEDULED
[20:40:15.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930144598424895056:69:0) after 9m40s
[20:44:48.993] Received PubSub notification, asking Buildbucket for the build status
[20:44:49.075] Build:
{
  "id": "8764714534656190689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 10593,
  "createdBy": "project:chromium",
  "createTime": "2023-11-11T14:44:39.873636651Z",
  "endTime": "2023-11-11T20:44:48.413024Z",
  "updateTime": "2023-11-11T20:44:48.413024Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce5fa839273b949dd5751af6bf2f661d143a2239",
      "ref": "refs/heads/main"
    }
  }
}
[20:44:49.075] Invocation finished in 6h0m12.178299088s with status FAILED