Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/107634 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107635 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107636 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107637 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "00f3052df41195cfd90035b2ddcb184eb4388cee",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "00f3052df41195cfd90035b2ddcb184eb4388cee"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726035246274533953"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726035246274533953"
    }
  ],
  "parent_build_id": "8726035246274533953",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "5f6be59356c8d3a0789044801e93849c1c3fc2c4",
  "parent_got_dawn_revision": "cf1b10b81c4305dc9daca07422aad494f8351ef4",
  "parent_got_revision": "00f3052df41195cfd90035b2ddcb184eb4388cee",
  "parent_got_revision_cp": "refs/heads/main@{#1405178}",
  "parent_got_swiftshader_revision": "f6ad529e86e441bad3210b0b714dca7faa99b0f8",
  "parent_got_v8_revision": "299ea8e9e05d5fe46dc3e3321dc676791cf32662",
  "parent_got_v8_revision_cp": "refs/heads/13.4.28@{#1}",
  "parent_got_webrtc_revision": "930b7605b9b4b69a09821fcfa9ffee308df6c5f2",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43708}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "00f3052df41195cfd90035b2ddcb184eb4388cee",
  "swarm_hashes": {
    "absl_hardening_tests": "f54e79635bbdb8f9d9989230e71199940419bced89ff47b47f1779dafaba27df/323",
    "accessibility_unittests": "264baf1717dd8640c26f78e2e8121bbb31731a81b51b43e1007014187ad23e30/323",
    "angle_unittests": "efea4f880c31ddce34fef7ff5d96d110f76adaa26c89fd44bda25b5c6aefddc1/408",
    "app_shell_unittests": "37948d4a034920c2e3499f8d80515eb252a2fa77ae7475773604c61504058173/484",
    "base_unittests": "b6763f070b0160f5834f3fb022657697086c6cdc9b210852b3d888c20d8fb21b/480",
    "blink_common_unittests": "c10db0a8ea10be46ccc3014e5d0f890f4096bfc8cc27b09f31834474843afb59/485",
    "blink_fuzzer_unittests": "116b2621213f60082ccfc698d18f0c50183334d870a9ae3420c57f5c88162384/323",
    "blink_heap_unittests": "1c1a1a906a0d0bcebee8158fbab7f4d1b6d318cb090ca66cedf76a3d056bb1a9/323",
    "blink_platform_unittests": "c1fd79b67a474f893c28eb0d810a90de045f4a4600dbb273f6026b6285953f21/643",
    "blink_python_tests": "509308342179f374223d65aae4828b7a35e1183a64b8eef246d06d831fc11087/574",
    "blink_unittests": "df6562435554c54f0eea3fa923cc7b326038380ca0ba55d6b7e221877974199e/649",
    "blink_web_tests": "e4b5ce25e328e672b1df8c3398c6a4e282db548765420816120379ca2e45b904/566",
    "blink_wpt_tests": "ae67818189044635f66f631863c1ceb1964c5bcf649c06602533e83a96ff1139/566",
    "boringssl_crypto_tests": "93217278b46371de8f38129a4a9bd6f1306e2da3522ae5f497e533de09a2aa5e/408",
    "boringssl_ssl_tests": "0a5274d2e68319086298ab8006a9b8a7e084f71c3c0bab8dfed0aef8b71f5f7d/323",
    "browser_tests": "57ed4da15c75fc5c194502f0596f0a534b765efece786788f0ce2708bc50b326/1215",
    "capture_unittests": "ef90f59b577102d860ec0d5288d231412e0248631af290002b2b0ab5f86b8aaa/402",
    "cast_unittests": "62cb62b662b4ca2797289789d7832156822cf3e59efb8ab191f471687fd7a16e/323",
    "cc_unittests": "b526ad15456c6fc4bdccd17840a1734defd4e02d86ef6f648d14501e35e7513b/483",
    "chrome_app_unittests": "1620c70e3bcf3ac5d1466d23473d4b55b28093344e887ed4e8cfc495fac1b383/564",
    "chrome_wpt_tests": "51b43b5bbf09d85f28df4a12394e153e1e2fd5daede024b3f864995c84572c3e/566",
    "chromedriver_py_tests": "824e2ab0fd3ed39cb0b55beb4d02865678ddbfbcb45831d2004051c468643c01/489",
    "chromedriver_py_tests_headless_shell": "80041712952a6ab6277a567bec81593f43275eae2ab033a78456190e5c72c4b5/489",
    "chromedriver_replay_unittests": "11f992be38b11617f1623116b1ebbfea682a15e0a11824e6578e7a601ab190e3/326",
    "chromedriver_unittests": "6b2307371da1c45db1ea1f7f4d5343dcd354e6d8faf05759ab5d850a545878a5/480",
    "components_browsertests": "57bf1c0ac10b207ab84c417888307652eaf97cb76eee2352e1171086a4cae62e/652",
    "components_perftests": "126871a9a5bf853f2e90cc90fdb04783a41c213d604475e30405b3ffa35b990d/649",
    "components_unittests": "fb5a56c8e71792effd803f0e88ab5261c3606a2c82626eb97b075b542cd8a320/731",
    "content_browsertests": "576ee6376aa58c8e394b62c6ed2bf390d862e16639043043d4faaa36767e0863/724",
    "content_shell_crash_test": "2afc582fd0899954314cdcd602208c7951bf2de5b970160e998f9559b810311b/566",
    "content_unittests": "6d0d955f6b2932d125b27cd7134a848d950713910a8651e9a3eb6de4d71c38f5/560",
    "crashpad_tests": "be2336478b312cae8ad9641ce114d8fcce67733b005c6c0bf814c5ba4c3dfb63/408",
    "cronet_tests": "8f4ce3cb5e98977ddb5cdcabf3341508ca6eba614493e171fc465e8b60d073ab/484",
    "cronet_unittests": "420b499c35184a5be964205393e7f6b069cc0e0df1ac8abb9e5db0c853bb071e/400",
    "crypto_unittests": "91b0c4afb99f808bf681b720d852ed2c008b062aa72bc4e6a83016c8afbb084e/323",
    "device_unittests": "8461c22ea77fd06f82658d810dea844bff6fe4d95b6d58153bbf4a0ad32136dd/400",
    "display_unittests": "2a708a9115ae721990e322bb9084b519c3fe4763f75f52901816a0fcf964c421/323",
    "env_chromium_unittests": "b4906a72f4d7a2a734c9362e76d2c15b885137093ae43f06683628d52f2649f3/323",
    "events_unittests": "b43695bfbd95df8238051a89698666ee02f7ba729afc4fa1c11a04364eb5c578/323",
    "extensions_browsertests": "c228f7efbfa2b696458b5481545c86d67319f2abc416683a1be30c4fd6f22544/570",
    "extensions_unittests": "4818b28e736d5353161362880752e608d84f62993ec441ab8a61126365c72167/644",
    "filesystem_service_unittests": "14e9be1bfbb2fb873ac28492898fe7e003354257eca3d011b1fd3c4f1d029680/323",
    "flatbuffers_unittests": "072a6228986d28386f1e8dad3d970db5b4002b5ba7ec007518ff6c5741944443/408",
    "fuzzing_unittests": "398f01d57d164fd3614930c519543023aae04acb6f871eeb74f8e8487fc817a0/323",
    "gcm_unit_tests": "6feb1039beb6c1c515732239e9148e57b9f02e9b1483db3d173a0c94385fafe1/400",
    "gfx_unittests": "de855b4517d6e4870f1b34be3b89fd37226d37f93c65803438b98209f2c79338/399",
    "gin_unittests": "d2ae7a49b4c1bad10187749b2ee61df404552bcc1cebd2da59266923cf979983/400",
    "google_apis_unittests": "fc81b097400ec42954ef842e16a0f2acfa82b0b58e2105f896d0a191787b7a29/485",
    "gpu_unittests": "59c9ccabf14cd50e50efaa74496aa7165fb64303e135f1c778e6f6aef7bf3407/400",
    "gwp_asan_unittests": "423654f7adffc3bc4f7440eb16a1915d42036fe34576847cb41b7f41385eed38/408",
    "headless_browsertests": "6734d52ec250bdd236084320a270d1def9b0d4fd5922e810af97eab2db043237/569",
    "headless_shell_wpt": "236ddd1a782af6babd5548cd8735d2a452eebacdc2f6d53d619aad0981d161df/566",
    "headless_unittests": "c5d8c643d54116367a2d4295219ce3d8f0a43f77b4fc980baf1ffe38d58955c6/323",
    "interactive_ui_tests": "55061d8e5f3cd00fb17fc0f040c8e96fe0e86a9823cb29dd1004b39a71e7c3b9/973",
    "ipc_tests": "3482250a5f09f77a6c8ee7bcb17d0ef6663f94c71a6a5e95e292773594818d28/323",
    "latency_unittests": "7af67568b05b5fc12296fda88bdf0eca6c6345d76bf40da8946ef00b603bd3f9/323",
    "leveldb_unittests": "05866cd9b1126878bc2a218783874f71616d0a31b355ace8c15e5708a56242b6/323",
    "libjingle_xmpp_unittests": "0a89a7f36165b3993fabec5fc651727fc8e9c1aae1b99e569d2514dc0fe9a60a/323",
    "liburlpattern_unittests": "c96458708930650222111edb2e81f8fb2399a5669897a55228a477602bc9fb5b/323",
    "mac_signing_tests": "c8b88d0c5e1e6de6d89122c360103ebea815f641283d9f9c4ceeea3263dc88ff/488",
    "media_unittests": "8e0e43fc0eb88ba67ab8241b06c6abdc5b978699f42d1312d6aee022babd2870/403",
    "message_center_unittests": "6707ee7dca5fce0f73d24a135c5b41a4748da048fa47edcf47d2aff1e38f2571/323",
    "midi_unittests": "8fa3858325bc452bab582394a81fd92440f56b6063d8651a6af78e7687f3bfd4/323",
    "mojo_python_unittests": "0d86219f900c07087a1beb0ccc02b3612a03c2e97aff1638d3f7ece20ad92083/490",
    "mojo_unittests": "381648abbba481095ee0ea819dbd6b2aa91080941599c509ad7034035ce70039/401",
    "native_theme_unittests": "a6bfd588c1303983d96b04f830029d7c206ec155f47e99256be4a978c4f630e1/323",
    "net_unittests": "6e601adb92853aedce5f15a770c40ab048c3e76b2b6a7bf68fdd6acfa70f40a7/487",
    "openscreen_unittests": "2b8a9c8b34abc7622b0dfa4f4e82f7e0e5b87a56e92862c0803138ebe1d0272e/408",
    "pdf_unittests": "e4e983d41258f6dc5727842f62d413113ba41ef92075441f32c449de1df6c396/400",
    "perfetto_unittests": "fcd51ca56f33e4d1765a572d4e65787e57c268633b40a87fcb1d4371e8bdffdc/323",
    "power_sampler_unittests": "4b5ae9c2dd73bb373783065251427dd072f32b4e2174638144e32a4ecb37e8b4/323",
    "printing_unittests": "2761fb44180487cd9043f873881e1b44985a0721a66def3fb59935ea0289cc2b/482",
    "remoting_unittests": "4436549592f2b6e2b8eca4ec286128ba2893e3de06a9983879374c986d46ed27/400",
    "sandbox_unittests": "af8f84c38acac98a34d9fc62227094ce3c4f25f49d4b8094d1f70750b7d6311d/323",
    "services_unittests": "d27f267206f89c9051e0115505dff9e285c77d89b229de012b58da01eb1f16e8/653",
    "shell_dialogs_unittests": "7921f7a5aefdd17fb054dd041c429def8a8bead83825c0fee815d0de67ec6b48/323",
    "skia_unittests": "a63a7e4f587d0906808d39367d360bd0e53213e81f180fe7e85c41019758f22e/323",
    "snapshot_unittests": "a42d1763f7fdfb6035e1fe7e204197a02467f7a85c75317779efe9dddddebc60/323",
    "sql_unittests": "e3aad0ff89f8c3f15a4eb161fd61070138542f31c8659e41c15a0f4f0ce01075/400",
    "storage_unittests": "b890312af7cdde9e75baf56cc56f7a254919953d32c9aa50e2ae3d7c92a635cf/481",
    "sync_integration_tests": "8e7056748f61fad393a60dcdf2924a86ae3a66332572e0bc9c59fc42bb72ded5/646",
    "telemetry_gpu_unittests": "caba260c248ecfae4e17f09d33eab2fbf1c3b9482a1162d7e704415a83cf78de/736",
    "telemetry_perf_unittests": "a3aaa7bba7c27a4ff272640144393c19f4aa38b00f6e92270b77b61f51be8b18/655",
    "ui_base_unittests": "1eabfebc3022522686a226cca5f33119160695e6f76f9b1a9d32b4fd86150c7a/555",
    "ui_touch_selection_unittests": "6db07b11b48aa391afe8cbc384c090d5f99d766f01852475bc4ae9002cd30395/323",
    "ui_unittests": "99a2c6cf789b594e7a8c7b13f7d691b1403564fb0d17ab36d2ef1a1cca209b0d/323",
    "unit_tests": "8153e2ee117ea1de23968b23d4de1d68a77c8e2b41c8e01580a4a46d5ec18351/1056",
    "updater_tests": "36bbbacaa371196e68aa5b3c8e306cb0c9f3da0b07304261367d794283903188/566",
    "url_unittests": "1de149304ce95d7498d221e08175f3516e6cb696fdf7df21bfff1a771e68007a/323",
    "views_perftests": "61fc76da3c18ea8f19552c3332db284725edf3b8a2dee4a03dbacd08fe723fb5/487",
    "views_unittests": "8ca7fe1d9ee0af07988230ac1617274b8a7e8971b6e6234134c85e64c8ef2220/402",
    "viz_unittests": "569e4964ad059890442d2e8d9c147373b4b039862cb9725d5c2ec7b6ac87574b/407",
    "wtf_unittests": "dbae26d1299c7f8265129c8a449779270d9c1f7f6e6f5dc650d46d09e47c0a68/323",
    "xr_browser_tests": "c295f67ac17387dc5343df2eb7758d2ba344d33d47207ba146cec828ca5a47d2/645",
    "zlib_unittests": "1c863ec76e78af6e1066191e08d2b671bc9dc2728c0b6b58541fe5fb295ed57e/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/00f3052df41195cfd90035b2ddcb184eb4388cee
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:107637
  • user_agent:recipe

Debug log (UTC)

[13:28:16.052] New invocation is queued and will start shortly
[13:28:16.052] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:28:17.152] Starting the invocation (attempt 1)
[13:28:17.198] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/00f3052df41195cfd90035b2ddcb184eb4388cee"
[13:28:17.198] Popped gitiles commit info from properties and tags
[13:28:17.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:28:17.235] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:28:17.236] Buildbucket request:
{
  "requestId": "8891464497145046464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "00f3052df41195cfd90035b2ddcb184eb4388cee",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "00f3052df41195cfd90035b2ddcb184eb4388cee"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726035246274533953"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726035246274533953"
                }
          ],
      "parent_build_id": "8726035246274533953",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "5f6be59356c8d3a0789044801e93849c1c3fc2c4",
      "parent_got_dawn_revision": "cf1b10b81c4305dc9daca07422aad494f8351ef4",
      "parent_got_revision": "00f3052df41195cfd90035b2ddcb184eb4388cee",
      "parent_got_revision_cp": "refs/heads/main@{#1405178}",
      "parent_got_swiftshader_revision": "f6ad529e86e441bad3210b0b714dca7faa99b0f8",
      "parent_got_v8_revision": "299ea8e9e05d5fe46dc3e3321dc676791cf32662",
      "parent_got_v8_revision_cp": "refs/heads/13.4.28@{#1}",
      "parent_got_webrtc_revision": "930b7605b9b4b69a09821fcfa9ffee308df6c5f2",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43708}",
      "swarm_hashes": {
            "absl_hardening_tests": "f54e79635bbdb8f9d9989230e71199940419bced89ff47b47f1779dafaba27df/323",
            "accessibility_unittests": "264baf1717dd8640c26f78e2e8121bbb31731a81b51b43e1007014187ad23e30/323",
            "angle_unittests": "efea4f880c31ddce34fef7ff5d96d110f76adaa26c89fd44bda25b5c6aefddc1/408",
            "app_shell_unittests": "37948d4a034920c2e3499f8d80515eb252a2fa77ae7475773604c61504058173/484",
            "base_unittests": "b6763f070b0160f5834f3fb022657697086c6cdc9b210852b3d888c20d8fb21b/480",
            "blink_common_unittests": "c10db0a8ea10be46ccc3014e5d0f890f4096bfc8cc27b09f31834474843afb59/485",
            "blink_fuzzer_unittests": "116b2621213f60082ccfc698d18f0c50183334d870a9ae3420c57f5c88162384/323",
            "blink_heap_unittests": "1c1a1a906a0d0bcebee8158fbab7f4d1b6d318cb090ca66cedf76a3d056bb1a9/323",
            "blink_platform_unittests": "c1fd79b67a474f893c28eb0d810a90de045f4a4600dbb273f6026b6285953f21/643",
            "blink_python_tests": "509308342179f374223d65aae4828b7a35e1183a64b8eef246d06d831fc11087/574",
            "blink_unittests": "df6562435554c54f0eea3fa923cc7b326038380ca0ba55d6b7e221877974199e/649",
            "blink_web_tests": "e4b5ce25e328e672b1df8c3398c6a4e282db548765420816120379ca2e45b904/566",
            "blink_wpt_tests": "ae67818189044635f66f631863c1ceb1964c5bcf649c06602533e83a96ff1139/566",
            "boringssl_crypto_tests": "93217278b46371de8f38129a4a9bd6f1306e2da3522ae5f497e533de09a2aa5e/408",
            "boringssl_ssl_tests": "0a5274d2e68319086298ab8006a9b8a7e084f71c3c0bab8dfed0aef8b71f5f7d/323",
            "browser_tests": "57ed4da15c75fc5c194502f0596f0a534b765efece786788f0ce2708bc50b326/1215",
            "capture_unittests": "ef90f59b577102d860ec0d5288d231412e0248631af290002b2b0ab5f86b8aaa/402",
            "cast_unittests": "62cb62b662b4ca2797289789d7832156822cf3e59efb8ab191f471687fd7a16e/323",
            "cc_unittests": "b526ad15456c6fc4bdccd17840a1734defd4e02d86ef6f648d14501e35e7513b/483",
            "chrome_app_unittests": "1620c70e3bcf3ac5d1466d23473d4b55b28093344e887ed4e8cfc495fac1b383/564",
            "chrome_wpt_tests": "51b43b5bbf09d85f28df4a12394e153e1e2fd5daede024b3f864995c84572c3e/566",
            "chromedriver_py_tests": "824e2ab0fd3ed39cb0b55beb4d02865678ddbfbcb45831d2004051c468643c01/489",
            "chromedriver_py_tests_headless_shell": "80041712952a6ab6277a567bec81593f43275eae2ab033a78456190e5c72c4b5/489",
            "chromedriver_replay_unittests": "11f992be38b11617f1623116b1ebbfea682a15e0a11824e6578e7a601ab190e3/326",
            "chromedriver_unittests": "6b2307371da1c45db1ea1f7f4d5343dcd354e6d8faf05759ab5d850a545878a5/480",
            "components_browsertests": "57bf1c0ac10b207ab84c417888307652eaf97cb76eee2352e1171086a4cae62e/652",
            "components_perftests": "126871a9a5bf853f2e90cc90fdb04783a41c213d604475e30405b3ffa35b990d/649",
            "components_unittests": "fb5a56c8e71792effd803f0e88ab5261c3606a2c82626eb97b075b542cd8a320/731",
            "content_browsertests": "576ee6376aa58c8e394b62c6ed2bf390d862e16639043043d4faaa36767e0863/724",
            "content_shell_crash_test": "2afc582fd0899954314cdcd602208c7951bf2de5b970160e998f9559b810311b/566",
            "content_unittests": "6d0d955f6b2932d125b27cd7134a848d950713910a8651e9a3eb6de4d71c38f5/560",
            "crashpad_tests": "be2336478b312cae8ad9641ce114d8fcce67733b005c6c0bf814c5ba4c3dfb63/408",
            "cronet_tests": "8f4ce3cb5e98977ddb5cdcabf3341508ca6eba614493e171fc465e8b60d073ab/484",
            "cronet_unittests": "420b499c35184a5be964205393e7f6b069cc0e0df1ac8abb9e5db0c853bb071e/400",
            "crypto_unittests": "91b0c4afb99f808bf681b720d852ed2c008b062aa72bc4e6a83016c8afbb084e/323",
            "device_unittests": "8461c22ea77fd06f82658d810dea844bff6fe4d95b6d58153bbf4a0ad32136dd/400",
            "display_unittests": "2a708a9115ae721990e322bb9084b519c3fe4763f75f52901816a0fcf964c421/323",
            "env_chromium_unittests": "b4906a72f4d7a2a734c9362e76d2c15b885137093ae43f06683628d52f2649f3/323",
            "events_unittests": "b43695bfbd95df8238051a89698666ee02f7ba729afc4fa1c11a04364eb5c578/323",
            "extensions_browsertests": "c228f7efbfa2b696458b5481545c86d67319f2abc416683a1be30c4fd6f22544/570",
            "extensions_unittests": "4818b28e736d5353161362880752e608d84f62993ec441ab8a61126365c72167/644",
            "filesystem_service_unittests": "14e9be1bfbb2fb873ac28492898fe7e003354257eca3d011b1fd3c4f1d029680/323",
            "flatbuffers_unittests": "072a6228986d28386f1e8dad3d970db5b4002b5ba7ec007518ff6c5741944443/408",
            "fuzzing_unittests": "398f01d57d164fd3614930c519543023aae04acb6f871eeb74f8e8487fc817a0/323",
            "gcm_unit_tests": "6feb1039beb6c1c515732239e9148e57b9f02e9b1483db3d173a0c94385fafe1/400",
            "gfx_unittests": "de855b4517d6e4870f1b34be3b89fd37226d37f93c65803438b98209f2c79338/399",
            "gin_unittests": "d2ae7a49b4c1bad10187749b2ee61df404552bcc1cebd2da59266923cf979983/400",
            "google_apis_unittests": "fc81b097400ec42954ef842e16a0f2acfa82b0b58e2105f896d0a191787b7a29/485",
            "gpu_unittests": "59c9ccabf14cd50e50efaa74496aa7165fb64303e135f1c778e6f6aef7bf3407/400",
            "gwp_asan_unittests": "423654f7adffc3bc4f7440eb16a1915d42036fe34576847cb41b7f41385eed38/408",
            "headless_browsertests": "6734d52ec250bdd236084320a270d1def9b0d4fd5922e810af97eab2db043237/569",
            "headless_shell_wpt": "236ddd1a782af6babd5548cd8735d2a452eebacdc2f6d53d619aad0981d161df/566",
            "headless_unittests": "c5d8c643d54116367a2d4295219ce3d8f0a43f77b4fc980baf1ffe38d58955c6/323",
            "interactive_ui_tests": "55061d8e5f3cd00fb17fc0f040c8e96fe0e86a9823cb29dd1004b39a71e7c3b9/973",
            "ipc_tests": "3482250a5f09f77a6c8ee7bcb17d0ef6663f94c71a6a5e95e292773594818d28/323",
            "latency_unittests": "7af67568b05b5fc12296fda88bdf0eca6c6345d76bf40da8946ef00b603bd3f9/323",
            "leveldb_unittests": "05866cd9b1126878bc2a218783874f71616d0a31b355ace8c15e5708a56242b6/323",
            "libjingle_xmpp_unittests": "0a89a7f36165b3993fabec5fc651727fc8e9c1aae1b99e569d2514dc0fe9a60a/323",
            "liburlpattern_unittests": "c96458708930650222111edb2e81f8fb2399a5669897a55228a477602bc9fb5b/323",
            "mac_signing_tests": "c8b88d0c5e1e6de6d89122c360103ebea815f641283d9f9c4ceeea3263dc88ff/488",
            "media_unittests": "8e0e43fc0eb88ba67ab8241b06c6abdc5b978699f42d1312d6aee022babd2870/403",
            "message_center_unittests": "6707ee7dca5fce0f73d24a135c5b41a4748da048fa47edcf47d2aff1e38f2571/323",
            "midi_unittests": "8fa3858325bc452bab582394a81fd92440f56b6063d8651a6af78e7687f3bfd4/323",
            "mojo_python_unittests": "0d86219f900c07087a1beb0ccc02b3612a03c2e97aff1638d3f7ece20ad92083/490",
            "mojo_unittests": "381648abbba481095ee0ea819dbd6b2aa91080941599c509ad7034035ce70039/401",
            "native_theme_unittests": "a6bfd588c1303983d96b04f830029d7c206ec155f47e99256be4a978c4f630e1/323",
            "net_unittests": "6e601adb92853aedce5f15a770c40ab048c3e76b2b6a7bf68fdd6acfa70f40a7/487",
            "openscreen_unittests": "2b8a9c8b34abc7622b0dfa4f4e82f7e0e5b87a56e92862c0803138ebe1d0272e/408",
            "pdf_unittests": "e4e983d41258f6dc5727842f62d413113ba41ef92075441f32c449de1df6c396/400",
            "perfetto_unittests": "fcd51ca56f33e4d1765a572d4e65787e57c268633b40a87fcb1d4371e8bdffdc/323",
            "power_sampler_unittests": "4b5ae9c2dd73bb373783065251427dd072f32b4e2174638144e32a4ecb37e8b4/323",
            "printing_unittests": "2761fb44180487cd9043f873881e1b44985a0721a66def3fb59935ea0289cc2b/482",
            "remoting_unittests": "4436549592f2b6e2b8eca4ec286128ba2893e3de06a9983879374c986d46ed27/400",
            "sandbox_unittests": "af8f84c38acac98a34d9fc62227094ce3c4f25f49d4b8094d1f70750b7d6311d/323",
            "services_unittests": "d27f267206f89c9051e0115505dff9e285c77d89b229de012b58da01eb1f16e8/653",
            "shell_dialogs_unittests": "7921f7a5aefdd17fb054dd041c429def8a8bead83825c0fee815d0de67ec6b48/323",
            "skia_unittests": "a63a7e4f587d0906808d39367d360bd0e53213e81f180fe7e85c41019758f22e/323",
            "snapshot_unittests": "a42d1763f7fdfb6035e1fe7e204197a02467f7a85c75317779efe9dddddebc60/323",
            "sql_unittests": "e3aad0ff89f8c3f15a4eb161fd61070138542f31c8659e41c15a0f4f0ce01075/400",
            "storage_unittests": "b890312af7cdde9e75baf56cc56f7a254919953d32c9aa50e2ae3d7c92a635cf/481",
            "sync_integration_tests": "8e7056748f61fad393a60dcdf2924a86ae3a66332572e0bc9c59fc42bb72ded5/646",
            "telemetry_gpu_unittests": "caba260c248ecfae4e17f09d33eab2fbf1c3b9482a1162d7e704415a83cf78de/736",
            "telemetry_perf_unittests": "a3aaa7bba7c27a4ff272640144393c19f4aa38b00f6e92270b77b61f51be8b18/655",
            "ui_base_unittests": "1eabfebc3022522686a226cca5f33119160695e6f76f9b1a9d32b4fd86150c7a/555",
            "ui_touch_selection_unittests": "6db07b11b48aa391afe8cbc384c090d5f99d766f01852475bc4ae9002cd30395/323",
            "ui_unittests": "99a2c6cf789b594e7a8c7b13f7d691b1403564fb0d17ab36d2ef1a1cca209b0d/323",
            "unit_tests": "8153e2ee117ea1de23968b23d4de1d68a77c8e2b41c8e01580a4a46d5ec18351/1056",
            "updater_tests": "36bbbacaa371196e68aa5b3c8e306cb0c9f3da0b07304261367d794283903188/566",
            "url_unittests": "1de149304ce95d7498d221e08175f3516e6cb696fdf7df21bfff1a771e68007a/323",
            "views_perftests": "61fc76da3c18ea8f19552c3332db284725edf3b8a2dee4a03dbacd08fe723fb5/487",
            "views_unittests": "8ca7fe1d9ee0af07988230ac1617274b8a7e8971b6e6234134c85e64c8ef2220/402",
            "viz_unittests": "569e4964ad059890442d2e8d9c147373b4b039862cb9725d5c2ec7b6ac87574b/407",
            "wtf_unittests": "dbae26d1299c7f8265129c8a449779270d9c1f7f6e6f5dc650d46d09e47c0a68/323",
            "xr_browser_tests": "c295f67ac17387dc5343df2eb7758d2ba344d33d47207ba146cec828ca5a47d2/645",
            "zlib_unittests": "1c863ec76e78af6e1066191e08d2b671bc9dc2728c0b6b58541fe5fb295ed57e/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "00f3052df41195cfd90035b2ddcb184eb4388cee",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8891464497145046464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "107637"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:28:17.740] Scheduled build:
{
  "id": "8726034435181714417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19875,
  "createdBy": "project:chromium",
  "createTime": "2025-01-11T13:28:17.298163886Z",
  "updateTime": "2025-01-11T13:28:17.298163886Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "00f3052df41195cfd90035b2ddcb184eb4388cee",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:28:17.740] Task URL: https://cr-buildbucket.appspot.com/build/8726034435181714417
[13:28:17.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:2:0) after 8m50s
[13:28:17.824] Received PubSub notification, asking Buildbucket for the build status
[13:28:17.843] Build status: SCHEDULED
[13:37:07.945] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:2:0)
[13:37:07.967] Build status: SCHEDULED
[13:37:07.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:4:0) after 5m20s
[13:42:28.126] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:4:0)
[13:42:28.184] Build status: SCHEDULED
[13:42:28.184] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:5:0) after 1m47s
[13:44:15.229] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:5:0)
[13:44:15.251] Build status: SCHEDULED
[13:44:15.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:6:0) after 5m35s
[13:49:50.435] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:6:0)
[13:49:50.458] Build status: SCHEDULED
[13:49:50.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:7:0) after 7m56s
[13:57:46.478] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:7:0)
[13:57:46.499] Build status: SCHEDULED
[13:57:46.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:8:0) after 8m42s
[14:06:28.760] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:8:0)
[14:06:28.794] Build status: SCHEDULED
[14:06:28.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:9:0) after 6m51s
[14:13:19.939] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:9:0)
[14:13:20.059] Build status: SCHEDULED
[14:13:20.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:10:0) after 1m44s
[14:15:04.104] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:10:0)
[14:15:04.130] Build status: SCHEDULED
[14:15:04.130] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:11:0) after 2m17s
[14:17:21.331] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:11:0)
[14:17:21.361] Build status: SCHEDULED
[14:17:21.361] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:12:0) after 3m4s
[14:20:25.409] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:12:0)
[14:20:25.517] Build status: SCHEDULED
[14:20:25.517] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:13:0) after 2m42s
[14:23:07.589] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:13:0)
[14:23:07.608] Build status: SCHEDULED
[14:23:07.608] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:14:0) after 8m39s
[14:31:46.730] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:14:0)
[14:31:46.745] Build status: SCHEDULED
[14:31:46.745] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:15:0) after 7m41s
[14:39:27.874] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:15:0)
[14:39:27.893] Build status: SCHEDULED
[14:39:27.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:16:0) after 3m56s
[14:43:24.019] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:16:0)
[14:43:24.034] Build status: SCHEDULED
[14:43:24.034] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:17:0) after 1m26s
[14:44:50.066] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:17:0)
[14:44:50.085] Build status: SCHEDULED
[14:44:50.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:18:0) after 6m31s
[14:51:21.139] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:18:0)
[14:51:21.166] Build status: SCHEDULED
[14:51:21.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:19:0) after 1m39s
[14:53:00.193] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:19:0)
[14:53:00.216] Build status: SCHEDULED
[14:53:00.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:20:0) after 9m13s
[15:02:13.252] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:20:0)
[15:02:13.276] Build status: SCHEDULED
[15:02:13.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:21:0) after 6m24s
[15:08:37.403] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:21:0)
[15:08:37.419] Build status: SCHEDULED
[15:08:37.419] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:22:0) after 3m34s
[15:12:11.647] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:22:0)
[15:12:11.690] Build status: SCHEDULED
[15:12:11.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:23:0) after 7m31s
[15:19:42.953] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:23:0)
[15:19:42.973] Build status: SCHEDULED
[15:19:42.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:24:0) after 3m34s
[15:23:17.003] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:24:0)
[15:23:17.064] Build status: SCHEDULED
[15:23:17.064] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:25:0) after 3m9s
[15:26:26.185] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:25:0)
[15:26:26.211] Build status: SCHEDULED
[15:26:26.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:26:0) after 7m18s
[15:33:44.269] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:26:0)
[15:33:44.292] Build status: SCHEDULED
[15:33:44.293] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:27:0) after 3m12s
[15:36:56.323] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:27:0)
[15:36:56.371] Build status: SCHEDULED
[15:36:56.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:28:0) after 6m47s
[15:43:43.564] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:28:0)
[15:43:43.650] Build status: SCHEDULED
[15:43:43.650] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:29:0) after 3m28s
[15:47:11.650] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:29:0)
[15:47:11.668] Build status: SCHEDULED
[15:47:11.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:30:0) after 7m10s
[15:54:21.697] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:30:0)
[15:54:21.714] Build status: SCHEDULED
[15:54:21.714] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:31:0) after 8m24s
[16:02:45.773] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:31:0)
[16:02:45.789] Build status: SCHEDULED
[16:02:45.789] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:32:0) after 3m58s
[16:06:43.884] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:32:0)
[16:06:43.898] Build status: SCHEDULED
[16:06:43.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:33:0) after 6m20s
[16:13:03.930] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:33:0)
[16:13:03.948] Build status: SCHEDULED
[16:13:03.949] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:34:0) after 1m15s
[16:14:19.167] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:34:0)
[16:14:19.183] Build status: SCHEDULED
[16:14:19.183] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:35:0) after 7m22s
[16:21:41.216] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:35:0)
[16:21:41.232] Build status: SCHEDULED
[16:21:41.232] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:36:0) after 6m12s
[16:27:53.263] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:36:0)
[16:27:53.278] Build status: SCHEDULED
[16:27:53.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:37:0) after 1m12s
[16:29:05.685] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:37:0)
[16:29:05.704] Build status: SCHEDULED
[16:29:05.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:38:0) after 6m23s
[16:35:28.728] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:38:0)
[16:35:28.764] Build status: SCHEDULED
[16:35:28.764] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:39:0) after 5m40s
[16:41:08.939] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:39:0)
[16:41:08.960] Build status: SCHEDULED
[16:41:08.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:40:0) after 2m30s
[16:43:39.119] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:40:0)
[16:43:39.133] Build status: SCHEDULED
[16:43:39.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:41:0) after 4m5s
[16:47:44.274] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:41:0)
[16:47:44.315] Build status: SCHEDULED
[16:47:44.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:42:0) after 6m25s
[16:54:09.576] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:42:0)
[16:54:09.598] Build status: SCHEDULED
[16:54:09.598] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:43:0) after 9m40s
[17:03:49.778] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:43:0)
[17:03:49.794] Build status: SCHEDULED
[17:03:49.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:44:0) after 7m6s
[17:10:55.916] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:44:0)
[17:10:55.935] Build status: SCHEDULED
[17:10:55.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:45:0) after 2m41s
[17:13:36.973] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:45:0)
[17:13:36.994] Build status: SCHEDULED
[17:13:36.994] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:46:0) after 9m28s
[17:23:05.188] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:46:0)
[17:23:05.206] Build status: SCHEDULED
[17:23:05.206] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:47:0) after 4m17s
[17:27:22.186] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:47:0)
[17:27:22.203] Build status: SCHEDULED
[17:27:22.203] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:48:0) after 7m22s
[17:34:44.620] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:48:0)
[17:34:44.637] Build status: SCHEDULED
[17:34:44.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:49:0) after 6m36s
[17:41:20.763] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:49:0)
[17:41:20.780] Build status: SCHEDULED
[17:41:20.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:50:0) after 9m20s
[17:50:40.806] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:50:0)
[17:50:40.833] Build status: SCHEDULED
[17:50:40.833] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:51:0) after 2m34s
[17:53:14.926] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:51:0)
[17:53:14.958] Build status: SCHEDULED
[17:53:14.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:52:0) after 3m23s
[17:56:37.974] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:52:0)
[17:56:37.992] Build status: SCHEDULED
[17:56:37.992] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:53:0) after 2m28s
[17:59:06.033] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:53:0)
[17:59:06.056] Build status: SCHEDULED
[17:59:06.056] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:54:0) after 7m44s
[18:06:50.379] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:54:0)
[18:06:50.448] Build status: SCHEDULED
[18:06:50.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:55:0) after 2m27s
[18:09:17.551] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:55:0)
[18:09:17.573] Build status: SCHEDULED
[18:09:17.573] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:56:0) after 8m46s
[18:18:03.602] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:56:0)
[18:18:03.620] Build status: SCHEDULED
[18:18:03.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:57:0) after 9m27s
[18:27:30.690] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:57:0)
[18:27:30.709] Build status: SCHEDULED
[18:27:30.709] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:58:0) after 5m50s
[18:33:20.975] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:58:0)
[18:33:20.991] Build status: SCHEDULED
[18:33:20.991] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:59:0) after 4m20s
[18:37:41.014] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:59:0)
[18:37:41.031] Build status: SCHEDULED
[18:37:41.031] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:60:0) after 1m42s
[18:39:23.076] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:60:0)
[18:39:23.094] Build status: SCHEDULED
[18:39:23.094] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:61:0) after 6m34s
[18:45:57.312] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:61:0)
[18:45:57.394] Build status: SCHEDULED
[18:45:57.394] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:62:0) after 7m22s
[18:53:19.542] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:62:0)
[18:53:19.558] Build status: SCHEDULED
[18:53:19.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:63:0) after 1m48s
[18:55:07.632] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:63:0)
[18:55:07.648] Build status: SCHEDULED
[18:55:07.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:64:0) after 3m32s
[18:58:39.677] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:64:0)
[18:58:39.695] Build status: SCHEDULED
[18:58:39.695] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:65:0) after 4m57s
[19:03:36.847] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:65:0)
[19:03:36.864] Build status: SCHEDULED
[19:03:36.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:66:0) after 4m55s
[19:08:31.887] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:66:0)
[19:08:31.903] Build status: SCHEDULED
[19:08:31.903] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:67:0) after 5m47s
[19:14:18.927] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:67:0)
[19:14:18.947] Build status: SCHEDULED
[19:14:18.947] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:68:0) after 5m1s
[19:19:20.276] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:68:0)
[19:19:20.295] Build status: SCHEDULED
[19:19:20.295] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:69:0) after 2m32s
[19:21:52.319] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:69:0)
[19:21:52.336] Build status: SCHEDULED
[19:21:52.336] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8891464497145046464:70:0) after 7m45s
[19:28:23.650] Received PubSub notification, asking Buildbucket for the build status
[19:28:23.669] Build:
{
  "id": "8726034435181714417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19875,
  "createdBy": "project:chromium",
  "createTime": "2025-01-11T13:28:17.298163886Z",
  "endTime": "2025-01-11T19:28:23.104456532Z",
  "updateTime": "2025-01-11T19:28:23.104456532Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "00f3052df41195cfd90035b2ddcb184eb4388cee",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:28:23.669] Invocation finished in 6h0m7.627767109s with status FAILED