Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/107124 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107125 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107126 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107127 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107128 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107129 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107130 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107131 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107132 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107133 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107134 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107135 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107136 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107137 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107138 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107139 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107140 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107141 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/107142 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "f28fee3fa5b11e8a214485f34ad01c5921fbc152"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726624447525334881"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726624447525334881"
    }
  ],
  "parent_build_id": "8726624447525334881",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "d65751b40f7e4441ca0e41210eadcc8a9cbccce5",
  "parent_got_dawn_revision": "28858cfac0b9028bc69a27e17c0bb85cf01441f1",
  "parent_got_revision": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
  "parent_got_revision_cp": "refs/heads/main@{#1402141}",
  "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
  "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
  "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
  "parent_got_webrtc_revision": "549c9b717fcbdfdf5d76068b3dd37076a9ffeacb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43655}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
  "swarm_hashes": {
    "absl_hardening_tests": "f9219e93138d270a821661600aaf79f6e42eb3bc6a776b873571744f6a4245da/323",
    "accessibility_unittests": "2b5bc176ae546895b7dd3d869dbb8afca7ccde634138fb70bc0514b8d1580c35/323",
    "angle_unittests": "bedd43e1fcd0b9a953486c04a9e97020c476ea87eda4c9aa26f95db63d6210c9/408",
    "app_shell_unittests": "05128471e69302197ec00c3bd0cbcc6405ebb5e744de548deb6a1f88aedcf763/484",
    "base_unittests": "0c94d4f8dbf3841d1d996a199f165c5d30c73fa36c7857380cb893d9d250c369/480",
    "blink_common_unittests": "b6f81d75acc660b7b04b58436e9f4f881c4bce53af7fbdf8f670967658535378/485",
    "blink_fuzzer_unittests": "68e6f4375f2b6f8d9b203b75e554632c99e480b99d225460d7dd9bf1f60459c8/323",
    "blink_heap_unittests": "0b713a0fd73920c921ff3cff456cbe04b2c0239aee14e8be5d249faa565261bd/323",
    "blink_platform_unittests": "e55ab338c682f6c973cb12dd1eedd8a5b15473a0692ef40bec3c9fbaf9e195f9/643",
    "blink_python_tests": "1cc97edf5b77309d52fc290ffab23cdbc45661c59c6d27278df44a2c6cda1882/574",
    "blink_unittests": "1a47a7bde64f83427381f63a7c4280b5ff1370b41a0332141c59fdee207a731a/649",
    "blink_web_tests": "ab5e1040da8a60601adea3a564a1f2d3f1f15526344370ae787b58c78f44a5f1/566",
    "blink_wpt_tests": "1ecc2dc9d692a2c192954f77b55bc363538853911e0d054a1e2f0b90256ce7dc/566",
    "boringssl_crypto_tests": "99aa95fce2000197e3088f9f0ec85352e42bfcc16d86bb0b500a2023d723478b/408",
    "boringssl_ssl_tests": "a3d82e937066408653c0d4d69f8a1da5dc9ad673eb1e9218c7eaad1d8a8b1b31/323",
    "browser_tests": "5be5e00777a5e4cc6acab876247eb03e0cc564e3a942e528872dcf411db96aea/1215",
    "capture_unittests": "a3213df7487eafd7c0a1d07ac6570f5269c088f4d42b7595c96d450d2b77558c/402",
    "cast_unittests": "c5078a0f5186e4187f3c293a4fdf6e2a4dbaae3a388379522f23f6516714ae50/323",
    "cc_unittests": "451cd819e78aac5d1327fc2bba4d3e9abf3cb5d9a0997b89b287c1d85581afeb/483",
    "chrome_app_unittests": "40c9d6fb8b39ffaae75ef70a771615e5e8b0878a8cc44d7ca3934d29e19590a2/564",
    "chrome_wpt_tests": "f675bab1901a7af37e583f6e38ad1208540f8ce6ed540adbe9d90bdd334c434a/566",
    "chromedriver_py_tests": "6696eebe30eebfff3a44f3cc3aebcccec9f92d9891f65b900923d7137f4a6de0/489",
    "chromedriver_py_tests_headless_shell": "39f52ff1e37b84d9e57aa031d522f9da231a647abc0a0bc44fd7f70f36cdc39b/489",
    "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
    "chromedriver_unittests": "c3a89742c06c1c3c7f33d7d8f7d73e619a7a7340c21fd35896d6e836ae7c6376/480",
    "components_browsertests": "d2d7c269ae0d9c12a31ae3244fb0d70f5c6862b4850140cbf4a463ba6fbc8b46/652",
    "components_perftests": "1acf2a6473ff52b862848ce49c195f85c510f367dbf53dbaf09bae309bd9e7e7/649",
    "components_unittests": "5a87ea86a8dafdb3ef1bddfeb6eb52354b65a9ed9cb410bde1b7917763ab33d0/731",
    "content_browsertests": "80bdba65b3a4a3898dabc2e7277c035dfb546c2eb85a6c1f57e85d7f72a13f69/724",
    "content_shell_crash_test": "88be36636cdf12d483d36d6b295a39330ff4a61225475643ffd56c0a4c08705a/566",
    "content_unittests": "44940ef5102da898a2b16111164ecf117edd5c0acb006502dee277d47e8b664b/560",
    "crashpad_tests": "5eae205dc47f250c7c95a61761dc604838b9bb62c61257b7a0fb96eab503d8ec/408",
    "cronet_tests": "c1f23fda00949a28d32e3e99e9f40adb78e1786156f6a6f1ead9e5acf607bd66/484",
    "cronet_unittests": "9d283f0c60e5e054765f79c3c8e3a4dd7b1912432fdeaac8b685faef2d4cdb5b/400",
    "crypto_unittests": "f99543ee75c441d5e5c04bfac863f38678b040c91686c49a4542c4cae9aff2b0/323",
    "device_unittests": "44bd9a69d2b3ef54592b527e2fe2426380580cfb0ac0df034c45bb89d0005979/480",
    "display_unittests": "c543fcce67c203452dd595bdebe06d60e0024d728658c3cfc9a65612cc5c53d3/323",
    "env_chromium_unittests": "1b5ca67d8bee1b94d71a9c2815cf4bb544e5490d19e8ab4f7c9b138fa7f4e8d6/323",
    "events_unittests": "cd1a34164e9b3d42e10076bba8bef7b72efe3390e1d3afbb6686af7dd726f1d5/323",
    "extensions_browsertests": "8416ce194fc1a658388d66efb3152cb1c0da8d0edae4fe59a0222473400b010b/570",
    "extensions_unittests": "62e1edb7ac4cdd7e4a44ad51fa2b7f969897fd98a971ed652271b755db83a618/644",
    "filesystem_service_unittests": "fff6453626b82255d8512fad4834c17d929e3cd00fbe25d070877a5d06980adf/323",
    "flatbuffers_unittests": "8f2b5abd1db42df4f9153841f90d04d69234d957e41e58301b4f2d9ae621e1bd/408",
    "fuzzing_unittests": "18627ff3a051ed0a800937993ff6c9121880dbd644b3c8b9c8ae369814abefe2/323",
    "gcm_unit_tests": "a6e232c164b5af292a0bc85a09741e19a4a38a59d2939dc218fdd65fef9830b3/400",
    "gfx_unittests": "a7086243dd6e146522a0c3efc99bf862f5849f1980e5933ac8785c5cfdff60f1/399",
    "gin_unittests": "a8e86e17a2e8d627fb50ae0dd6f0bd6b38d6372b7714a3a440a1ea77406b28e4/400",
    "google_apis_unittests": "0bce8209f49656cb1f56341088070351f20eb07a8d5aaebc88c5b066b672b144/485",
    "gpu_unittests": "03d5140e67925b00378dd0a3407454b23e9a72dad582604c2f31ce67dc813866/400",
    "gwp_asan_unittests": "91ad5fc152d80fc9564c4c627cdf9537991b265fcba8cc282f8103f3996a0603/408",
    "headless_browsertests": "948e34338a10700bdecf8043955c92a807b73dac5b8d308ee309d592c2879a9b/569",
    "headless_shell_wpt": "153c17e96bbacde5f602c78e8449474ddc51ef7c98c390f7f0be1782e40184e8/566",
    "headless_unittests": "005ce5badbbfad138fcee425079726ec889edcaa145371e6fe9d59022b27490d/323",
    "interactive_ui_tests": "20a04c1edb10af83f6d4de237a560cabd62a3ec8054852d0e617b9896a2d530c/973",
    "ipc_tests": "9b163d72ef4a66065aff3687a26fc71956dcc6e4cfaec4800386ec41b8912f52/323",
    "latency_unittests": "4b62c2a4bd4bd9acc3d707d5fe2055badc1bd8cc41703e5d3ae2fb8cc2bbd007/323",
    "leveldb_unittests": "ec402d3601fc75e78103019b862a1eb9ea32608e581213be6ea7c7d57ccbf3d9/323",
    "libjingle_xmpp_unittests": "8f9def3280b0cca92d959de861fa4793d060bd61340b01e5452018de9168c717/323",
    "liburlpattern_unittests": "173a172c605efbf794e8f8ddaaf5bdf2abc9bac45daf989e3cb0a28a47abbdd6/323",
    "mac_signing_tests": "bfde62c2b779d828b4f17e020cf9302febcdf1b8479816b6e723ea65a153d620/488",
    "media_unittests": "ec8fd7ebac8df2f49d09f068f84ae579c16622f57300e2267ddb671b3a76d94e/403",
    "message_center_unittests": "b6591b58d22e4ee8aafb48649bb6ee9f884742f5477f5772c7d4d1081a0dc053/323",
    "midi_unittests": "19b23078adc9253a496fd412f95b592c3a144098aaa1090e7a883e969ad9f742/323",
    "mojo_python_unittests": "528f750746e4a2553ac1f5cc01a14806a53e27f855166fe0ab4db007dd4f29c7/490",
    "mojo_unittests": "15df1dba8077f2f1bb4355e9a8ec59a87967a6dae21a505d900bbbddf7bba852/401",
    "native_theme_unittests": "ac6c47d399bc78d4f66ea2340580392156e1067c3fa64da7f1c298b5b65fb39c/323",
    "net_unittests": "6e3d1a12f65364f512a52df35ea1294f4fa711483fcbe1b96c5d0e43b4846095/487",
    "openscreen_unittests": "e8f94085f062e0fe34d011dce4e0f1f9fb9f386be2c2a0e36065db62cbe59639/408",
    "pdf_unittests": "b9d7947ba9306c4488ef27a5f29ff9f12d0e1f3ac4dc8acfdd1818cf21d274dd/400",
    "perfetto_unittests": "db4f63681f90053fe012ec40e7be5783798803bc4d515459bd633f97b937498d/323",
    "power_sampler_unittests": "3d5ee575d0babb7843509792f03f5bdd395f10e6901bb0b21e80090959e920a6/323",
    "printing_unittests": "4bdfd7b2126bc89ea3aa3075ad35d4959eefb19502d4c72e691a70591058f7b6/482",
    "remoting_unittests": "cf826d915847f0b822527f7b465ff29375ec92830c03d9a37a0717908e020126/400",
    "sandbox_unittests": "d1d454ef736489a24a14fa0a52a9c8c814ba78018c76cca83641dfa6efdd89bd/323",
    "services_unittests": "84577f9e75ecb7eeb720a8f2dc95c6d74702b0f6d94871a3b8d48fc1c8377873/653",
    "shell_dialogs_unittests": "acc11fb61a9b9f7326d181ae9a40e4f9676004acff2de4b2da0b59f76fedd2f7/323",
    "skia_unittests": "9f2949d6ecb4235990d4fd49c49fcf921d304995bd11efac54accff41b437da0/323",
    "snapshot_unittests": "59c12167f1ba9c49b00f3631ad614749b9aa21416ae7c342586d6cc7c2ae77f6/323",
    "sql_unittests": "881115a6c5ba39c3a21df0cedd67db8501bbe4759f47b3580a7b28fe44bcef8f/400",
    "storage_unittests": "995e5a42f0f888e71333e0c3e7041347880ed8002bd02868de0a91ca57835b52/481",
    "sync_integration_tests": "a1d0b2ed217f66e669930b3ed270715548edb7668b37bbc115d41b1db8ab8dc3/646",
    "telemetry_gpu_unittests": "59dc78b907cae8a60aaf8190a18c2adc7adaf4ef073be3124db67865ced0c182/736",
    "telemetry_perf_unittests": "fdc321689340116362dac0cb23beb1bce73ede075107277b91280597dfa654ea/655",
    "ui_base_unittests": "b4fa9e3f967b1e7d64e1773c80ac7e46586fb650ce66557ffdef4e4444f9a909/555",
    "ui_touch_selection_unittests": "2588acb20635143174c6adfcb0ecb40a50174ea9eab0af049febdd8917c4f3ee/323",
    "ui_unittests": "0d9433d418a96af3fce70888849b153fd2237682f3935f85b89dde0145f87e8b/323",
    "unit_tests": "fd7eea6b67c5f1fbf831041a3c1632a5f65111bf2cc96e49a2ff66bc665e105a/1056",
    "updater_tests": "10699d21b05b3b7987cef2c3436ab1c2cf0c1b5ee6ef0a0a30927058c2235e44/566",
    "url_unittests": "14e54989371480fd52d409d65b2f26b50b2d6374f771791a5cf77386b1ea7cb7/323",
    "views_perftests": "6c95e12cac7c4b601764231d694516be96f8d775625357be449baeed7a1de163/487",
    "views_unittests": "9b43d00881087650cbee3225b99a57c16f7495d83778e3fd1f14cc541540b65f/402",
    "viz_unittests": "59e5b83399c5e89b3ee2c5d0a7823334d48586c987b9f4f701418b1a26d60b57/407",
    "wtf_unittests": "a1d630901711df75b86e6320d9942fe87b3f4e961e044741c0e57d7120d26373/323",
    "xr_browser_tests": "4ff491bfaa36f8dcd5d0ad1c04ad09f40f2ddc577c7b3673328f9c34637398f7/645",
    "zlib_unittests": "eac768233eac2e7b2d90a971f9545128a9141c4ad3dea1137b8c4b5f0f1bd1d4/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f28fee3fa5b11e8a214485f34ad01c5921fbc152
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:107142
  • user_agent:recipe

Debug log (UTC)

[01:25:43.476] New invocation is queued and will start shortly
[01:25:43.476] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:25:44.651] Starting the invocation (attempt 1)
[01:25:44.689] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f28fee3fa5b11e8a214485f34ad01c5921fbc152"
[01:25:44.689] Popped gitiles commit info from properties and tags
[01:25:44.689] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:25:44.689] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:25:44.689] Buildbucket request:
{
  "requestId": "8892053537414272752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "f28fee3fa5b11e8a214485f34ad01c5921fbc152"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726624447525334881"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726624447525334881"
                }
          ],
      "parent_build_id": "8726624447525334881",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "d65751b40f7e4441ca0e41210eadcc8a9cbccce5",
      "parent_got_dawn_revision": "28858cfac0b9028bc69a27e17c0bb85cf01441f1",
      "parent_got_revision": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
      "parent_got_revision_cp": "refs/heads/main@{#1402141}",
      "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
      "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
      "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
      "parent_got_webrtc_revision": "549c9b717fcbdfdf5d76068b3dd37076a9ffeacb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43655}",
      "swarm_hashes": {
            "absl_hardening_tests": "f9219e93138d270a821661600aaf79f6e42eb3bc6a776b873571744f6a4245da/323",
            "accessibility_unittests": "2b5bc176ae546895b7dd3d869dbb8afca7ccde634138fb70bc0514b8d1580c35/323",
            "angle_unittests": "bedd43e1fcd0b9a953486c04a9e97020c476ea87eda4c9aa26f95db63d6210c9/408",
            "app_shell_unittests": "05128471e69302197ec00c3bd0cbcc6405ebb5e744de548deb6a1f88aedcf763/484",
            "base_unittests": "0c94d4f8dbf3841d1d996a199f165c5d30c73fa36c7857380cb893d9d250c369/480",
            "blink_common_unittests": "b6f81d75acc660b7b04b58436e9f4f881c4bce53af7fbdf8f670967658535378/485",
            "blink_fuzzer_unittests": "68e6f4375f2b6f8d9b203b75e554632c99e480b99d225460d7dd9bf1f60459c8/323",
            "blink_heap_unittests": "0b713a0fd73920c921ff3cff456cbe04b2c0239aee14e8be5d249faa565261bd/323",
            "blink_platform_unittests": "e55ab338c682f6c973cb12dd1eedd8a5b15473a0692ef40bec3c9fbaf9e195f9/643",
            "blink_python_tests": "1cc97edf5b77309d52fc290ffab23cdbc45661c59c6d27278df44a2c6cda1882/574",
            "blink_unittests": "1a47a7bde64f83427381f63a7c4280b5ff1370b41a0332141c59fdee207a731a/649",
            "blink_web_tests": "ab5e1040da8a60601adea3a564a1f2d3f1f15526344370ae787b58c78f44a5f1/566",
            "blink_wpt_tests": "1ecc2dc9d692a2c192954f77b55bc363538853911e0d054a1e2f0b90256ce7dc/566",
            "boringssl_crypto_tests": "99aa95fce2000197e3088f9f0ec85352e42bfcc16d86bb0b500a2023d723478b/408",
            "boringssl_ssl_tests": "a3d82e937066408653c0d4d69f8a1da5dc9ad673eb1e9218c7eaad1d8a8b1b31/323",
            "browser_tests": "5be5e00777a5e4cc6acab876247eb03e0cc564e3a942e528872dcf411db96aea/1215",
            "capture_unittests": "a3213df7487eafd7c0a1d07ac6570f5269c088f4d42b7595c96d450d2b77558c/402",
            "cast_unittests": "c5078a0f5186e4187f3c293a4fdf6e2a4dbaae3a388379522f23f6516714ae50/323",
            "cc_unittests": "451cd819e78aac5d1327fc2bba4d3e9abf3cb5d9a0997b89b287c1d85581afeb/483",
            "chrome_app_unittests": "40c9d6fb8b39ffaae75ef70a771615e5e8b0878a8cc44d7ca3934d29e19590a2/564",
            "chrome_wpt_tests": "f675bab1901a7af37e583f6e38ad1208540f8ce6ed540adbe9d90bdd334c434a/566",
            "chromedriver_py_tests": "6696eebe30eebfff3a44f3cc3aebcccec9f92d9891f65b900923d7137f4a6de0/489",
            "chromedriver_py_tests_headless_shell": "39f52ff1e37b84d9e57aa031d522f9da231a647abc0a0bc44fd7f70f36cdc39b/489",
            "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
            "chromedriver_unittests": "c3a89742c06c1c3c7f33d7d8f7d73e619a7a7340c21fd35896d6e836ae7c6376/480",
            "components_browsertests": "d2d7c269ae0d9c12a31ae3244fb0d70f5c6862b4850140cbf4a463ba6fbc8b46/652",
            "components_perftests": "1acf2a6473ff52b862848ce49c195f85c510f367dbf53dbaf09bae309bd9e7e7/649",
            "components_unittests": "5a87ea86a8dafdb3ef1bddfeb6eb52354b65a9ed9cb410bde1b7917763ab33d0/731",
            "content_browsertests": "80bdba65b3a4a3898dabc2e7277c035dfb546c2eb85a6c1f57e85d7f72a13f69/724",
            "content_shell_crash_test": "88be36636cdf12d483d36d6b295a39330ff4a61225475643ffd56c0a4c08705a/566",
            "content_unittests": "44940ef5102da898a2b16111164ecf117edd5c0acb006502dee277d47e8b664b/560",
            "crashpad_tests": "5eae205dc47f250c7c95a61761dc604838b9bb62c61257b7a0fb96eab503d8ec/408",
            "cronet_tests": "c1f23fda00949a28d32e3e99e9f40adb78e1786156f6a6f1ead9e5acf607bd66/484",
            "cronet_unittests": "9d283f0c60e5e054765f79c3c8e3a4dd7b1912432fdeaac8b685faef2d4cdb5b/400",
            "crypto_unittests": "f99543ee75c441d5e5c04bfac863f38678b040c91686c49a4542c4cae9aff2b0/323",
            "device_unittests": "44bd9a69d2b3ef54592b527e2fe2426380580cfb0ac0df034c45bb89d0005979/480",
            "display_unittests": "c543fcce67c203452dd595bdebe06d60e0024d728658c3cfc9a65612cc5c53d3/323",
            "env_chromium_unittests": "1b5ca67d8bee1b94d71a9c2815cf4bb544e5490d19e8ab4f7c9b138fa7f4e8d6/323",
            "events_unittests": "cd1a34164e9b3d42e10076bba8bef7b72efe3390e1d3afbb6686af7dd726f1d5/323",
            "extensions_browsertests": "8416ce194fc1a658388d66efb3152cb1c0da8d0edae4fe59a0222473400b010b/570",
            "extensions_unittests": "62e1edb7ac4cdd7e4a44ad51fa2b7f969897fd98a971ed652271b755db83a618/644",
            "filesystem_service_unittests": "fff6453626b82255d8512fad4834c17d929e3cd00fbe25d070877a5d06980adf/323",
            "flatbuffers_unittests": "8f2b5abd1db42df4f9153841f90d04d69234d957e41e58301b4f2d9ae621e1bd/408",
            "fuzzing_unittests": "18627ff3a051ed0a800937993ff6c9121880dbd644b3c8b9c8ae369814abefe2/323",
            "gcm_unit_tests": "a6e232c164b5af292a0bc85a09741e19a4a38a59d2939dc218fdd65fef9830b3/400",
            "gfx_unittests": "a7086243dd6e146522a0c3efc99bf862f5849f1980e5933ac8785c5cfdff60f1/399",
            "gin_unittests": "a8e86e17a2e8d627fb50ae0dd6f0bd6b38d6372b7714a3a440a1ea77406b28e4/400",
            "google_apis_unittests": "0bce8209f49656cb1f56341088070351f20eb07a8d5aaebc88c5b066b672b144/485",
            "gpu_unittests": "03d5140e67925b00378dd0a3407454b23e9a72dad582604c2f31ce67dc813866/400",
            "gwp_asan_unittests": "91ad5fc152d80fc9564c4c627cdf9537991b265fcba8cc282f8103f3996a0603/408",
            "headless_browsertests": "948e34338a10700bdecf8043955c92a807b73dac5b8d308ee309d592c2879a9b/569",
            "headless_shell_wpt": "153c17e96bbacde5f602c78e8449474ddc51ef7c98c390f7f0be1782e40184e8/566",
            "headless_unittests": "005ce5badbbfad138fcee425079726ec889edcaa145371e6fe9d59022b27490d/323",
            "interactive_ui_tests": "20a04c1edb10af83f6d4de237a560cabd62a3ec8054852d0e617b9896a2d530c/973",
            "ipc_tests": "9b163d72ef4a66065aff3687a26fc71956dcc6e4cfaec4800386ec41b8912f52/323",
            "latency_unittests": "4b62c2a4bd4bd9acc3d707d5fe2055badc1bd8cc41703e5d3ae2fb8cc2bbd007/323",
            "leveldb_unittests": "ec402d3601fc75e78103019b862a1eb9ea32608e581213be6ea7c7d57ccbf3d9/323",
            "libjingle_xmpp_unittests": "8f9def3280b0cca92d959de861fa4793d060bd61340b01e5452018de9168c717/323",
            "liburlpattern_unittests": "173a172c605efbf794e8f8ddaaf5bdf2abc9bac45daf989e3cb0a28a47abbdd6/323",
            "mac_signing_tests": "bfde62c2b779d828b4f17e020cf9302febcdf1b8479816b6e723ea65a153d620/488",
            "media_unittests": "ec8fd7ebac8df2f49d09f068f84ae579c16622f57300e2267ddb671b3a76d94e/403",
            "message_center_unittests": "b6591b58d22e4ee8aafb48649bb6ee9f884742f5477f5772c7d4d1081a0dc053/323",
            "midi_unittests": "19b23078adc9253a496fd412f95b592c3a144098aaa1090e7a883e969ad9f742/323",
            "mojo_python_unittests": "528f750746e4a2553ac1f5cc01a14806a53e27f855166fe0ab4db007dd4f29c7/490",
            "mojo_unittests": "15df1dba8077f2f1bb4355e9a8ec59a87967a6dae21a505d900bbbddf7bba852/401",
            "native_theme_unittests": "ac6c47d399bc78d4f66ea2340580392156e1067c3fa64da7f1c298b5b65fb39c/323",
            "net_unittests": "6e3d1a12f65364f512a52df35ea1294f4fa711483fcbe1b96c5d0e43b4846095/487",
            "openscreen_unittests": "e8f94085f062e0fe34d011dce4e0f1f9fb9f386be2c2a0e36065db62cbe59639/408",
            "pdf_unittests": "b9d7947ba9306c4488ef27a5f29ff9f12d0e1f3ac4dc8acfdd1818cf21d274dd/400",
            "perfetto_unittests": "db4f63681f90053fe012ec40e7be5783798803bc4d515459bd633f97b937498d/323",
            "power_sampler_unittests": "3d5ee575d0babb7843509792f03f5bdd395f10e6901bb0b21e80090959e920a6/323",
            "printing_unittests": "4bdfd7b2126bc89ea3aa3075ad35d4959eefb19502d4c72e691a70591058f7b6/482",
            "remoting_unittests": "cf826d915847f0b822527f7b465ff29375ec92830c03d9a37a0717908e020126/400",
            "sandbox_unittests": "d1d454ef736489a24a14fa0a52a9c8c814ba78018c76cca83641dfa6efdd89bd/323",
            "services_unittests": "84577f9e75ecb7eeb720a8f2dc95c6d74702b0f6d94871a3b8d48fc1c8377873/653",
            "shell_dialogs_unittests": "acc11fb61a9b9f7326d181ae9a40e4f9676004acff2de4b2da0b59f76fedd2f7/323",
            "skia_unittests": "9f2949d6ecb4235990d4fd49c49fcf921d304995bd11efac54accff41b437da0/323",
            "snapshot_unittests": "59c12167f1ba9c49b00f3631ad614749b9aa21416ae7c342586d6cc7c2ae77f6/323",
            "sql_unittests": "881115a6c5ba39c3a21df0cedd67db8501bbe4759f47b3580a7b28fe44bcef8f/400",
            "storage_unittests": "995e5a42f0f888e71333e0c3e7041347880ed8002bd02868de0a91ca57835b52/481",
            "sync_integration_tests": "a1d0b2ed217f66e669930b3ed270715548edb7668b37bbc115d41b1db8ab8dc3/646",
            "telemetry_gpu_unittests": "59dc78b907cae8a60aaf8190a18c2adc7adaf4ef073be3124db67865ced0c182/736",
            "telemetry_perf_unittests": "fdc321689340116362dac0cb23beb1bce73ede075107277b91280597dfa654ea/655",
            "ui_base_unittests": "b4fa9e3f967b1e7d64e1773c80ac7e46586fb650ce66557ffdef4e4444f9a909/555",
            "ui_touch_selection_unittests": "2588acb20635143174c6adfcb0ecb40a50174ea9eab0af049febdd8917c4f3ee/323",
            "ui_unittests": "0d9433d418a96af3fce70888849b153fd2237682f3935f85b89dde0145f87e8b/323",
            "unit_tests": "fd7eea6b67c5f1fbf831041a3c1632a5f65111bf2cc96e49a2ff66bc665e105a/1056",
            "updater_tests": "10699d21b05b3b7987cef2c3436ab1c2cf0c1b5ee6ef0a0a30927058c2235e44/566",
            "url_unittests": "14e54989371480fd52d409d65b2f26b50b2d6374f771791a5cf77386b1ea7cb7/323",
            "views_perftests": "6c95e12cac7c4b601764231d694516be96f8d775625357be449baeed7a1de163/487",
            "views_unittests": "9b43d00881087650cbee3225b99a57c16f7495d83778e3fd1f14cc541540b65f/402",
            "viz_unittests": "59e5b83399c5e89b3ee2c5d0a7823334d48586c987b9f4f701418b1a26d60b57/407",
            "wtf_unittests": "a1d630901711df75b86e6320d9942fe87b3f4e961e044741c0e57d7120d26373/323",
            "xr_browser_tests": "4ff491bfaa36f8dcd5d0ad1c04ad09f40f2ddc577c7b3673328f9c34637398f7/645",
            "zlib_unittests": "eac768233eac2e7b2d90a971f9545128a9141c4ad3dea1137b8c4b5f0f1bd1d4/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892053537414272752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "107142"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:25:45.507] Scheduled build:
{
  "id": "8726623475419357905",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19756,
  "createdBy": "project:chromium",
  "createTime": "2025-01-05T01:25:44.752577790Z",
  "updateTime": "2025-01-05T01:25:44.752577790Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:25:45.507] Task URL: https://cr-buildbucket.appspot.com/build/8726623475419357905
[01:25:45.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:2:0) after 6m46s
[01:25:45.597] Received PubSub notification, asking Buildbucket for the build status
[01:25:45.629] Build status: SCHEDULED
[01:32:31.804] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:2:0)
[01:32:31.830] Build status: SCHEDULED
[01:32:31.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:4:0) after 2m11s
[01:34:42.899] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:4:0)
[01:34:42.922] Build status: SCHEDULED
[01:34:42.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:5:0) after 7m22s
[01:42:05.197] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:5:0)
[01:42:05.229] Build status: SCHEDULED
[01:42:05.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:6:0) after 5m43s
[01:47:48.284] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:6:0)
[01:47:48.325] Build status: SCHEDULED
[01:47:48.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:7:0) after 6m58s
[01:54:46.360] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:7:0)
[01:54:46.381] Build status: SCHEDULED
[01:54:46.381] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:8:0) after 3m29s
[01:58:15.594] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:8:0)
[01:58:15.612] Build status: SCHEDULED
[01:58:15.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:9:0) after 8m9s
[02:06:24.668] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:9:0)
[02:06:24.694] Build status: SCHEDULED
[02:06:24.694] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:10:0) after 6m43s
[02:13:07.873] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:10:0)
[02:13:07.896] Build status: SCHEDULED
[02:13:07.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:11:0) after 5m53s
[02:19:00.929] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:11:0)
[02:19:00.965] Build status: SCHEDULED
[02:19:00.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:12:0) after 8m52s
[02:27:53.038] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:12:0)
[02:27:53.067] Build status: SCHEDULED
[02:27:53.067] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:13:0) after 6m45s
[02:34:38.198] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:13:0)
[02:34:38.297] Build status: SCHEDULED
[02:34:38.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:14:0) after 1m4s
[02:35:42.340] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:14:0)
[02:35:42.363] Build status: SCHEDULED
[02:35:42.363] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:15:0) after 5m55s
[02:41:37.407] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:15:0)
[02:41:37.434] Build status: SCHEDULED
[02:41:37.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:16:0) after 8m54s
[02:50:31.615] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:16:0)
[02:50:31.635] Build status: SCHEDULED
[02:50:31.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:17:0) after 1m12s
[02:51:43.693] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:17:0)
[02:51:43.837] Build status: SCHEDULED
[02:51:43.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:18:0) after 4m59s
[02:56:42.879] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:18:0)
[02:56:42.902] Build status: SCHEDULED
[02:56:42.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:19:0) after 6m27s
[03:03:10.194] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:19:0)
[03:03:10.338] Build status: SCHEDULED
[03:03:10.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:20:0) after 6m52s
[03:10:02.446] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:20:0)
[03:10:02.516] Build status: SCHEDULED
[03:10:02.516] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:21:0) after 1m16s
[03:11:18.551] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:21:0)
[03:11:18.650] Build status: SCHEDULED
[03:11:18.650] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:22:0) after 5m34s
[03:16:52.703] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:22:0)
[03:16:52.729] Build status: SCHEDULED
[03:16:52.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:23:0) after 3m56s
[03:20:48.772] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:23:0)
[03:20:48.801] Build status: SCHEDULED
[03:20:48.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:24:0) after 4m26s
[03:25:14.847] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:24:0)
[03:25:14.872] Build status: SCHEDULED
[03:25:14.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:25:0) after 8m7s
[03:33:21.925] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:25:0)
[03:33:21.941] Build status: SCHEDULED
[03:33:21.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:26:0) after 1m21s
[03:34:42.998] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:26:0)
[03:34:43.017] Build status: SCHEDULED
[03:34:43.017] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:27:0) after 3m58s
[03:38:41.055] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:27:0)
[03:38:41.082] Build status: SCHEDULED
[03:38:41.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:28:0) after 5m18s
[03:43:59.205] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:28:0)
[03:43:59.225] Build status: SCHEDULED
[03:43:59.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:29:0) after 5m30s
[03:49:29.282] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:29:0)
[03:49:29.299] Build status: SCHEDULED
[03:49:29.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:30:0) after 3m51s
[03:53:20.513] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:30:0)
[03:53:20.531] Build status: SCHEDULED
[03:53:20.531] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:31:0) after 5m11s
[03:58:31.645] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:31:0)
[03:58:31.669] Build status: SCHEDULED
[03:58:31.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:32:0) after 9m25s
[04:07:56.722] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:32:0)
[04:07:56.772] Build status: SCHEDULED
[04:07:56.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:33:0) after 8m10s
[04:16:06.818] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:33:0)
[04:16:06.835] Build status: SCHEDULED
[04:16:06.835] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:34:0) after 9m34s
[04:25:40.939] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:34:0)
[04:25:40.962] Build status: SCHEDULED
[04:25:40.962] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:35:0) after 9m41s
[04:35:22.112] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:35:0)
[04:35:22.177] Build status: SCHEDULED
[04:35:22.177] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:36:0) after 3m42s
[04:39:04.219] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:36:0)
[04:39:04.236] Build status: SCHEDULED
[04:39:04.236] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:37:0) after 1m40s
[04:40:44.414] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:37:0)
[04:40:44.445] Build status: SCHEDULED
[04:40:44.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:38:0) after 5m13s
[04:45:57.571] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:38:0)
[04:45:57.590] Build status: SCHEDULED
[04:45:57.590] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:39:0) after 3m32s
[04:49:29.715] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:39:0)
[04:49:29.731] Build status: SCHEDULED
[04:49:29.731] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:40:0) after 6m3s
[04:55:32.800] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:40:0)
[04:55:32.826] Build status: SCHEDULED
[04:55:32.826] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:41:0) after 9m45s
[05:05:18.005] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:41:0)
[05:05:18.026] Build status: SCHEDULED
[05:05:18.026] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:42:0) after 2m2s
[05:07:20.089] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:42:0)
[05:07:20.105] Build status: SCHEDULED
[05:07:20.105] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:43:0) after 7m51s
[05:15:11.112] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:43:0)
[05:15:11.167] Build status: SCHEDULED
[05:15:11.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:44:0) after 5m14s
[05:20:25.308] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:44:0)
[05:20:25.326] Build status: SCHEDULED
[05:20:25.326] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:45:0) after 3m31s
[05:23:56.378] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:45:0)
[05:23:56.411] Build status: SCHEDULED
[05:23:56.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:46:0) after 4m40s
[05:28:36.466] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:46:0)
[05:28:36.526] Build status: SCHEDULED
[05:28:36.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:47:0) after 5m21s
[05:33:57.886] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:47:0)
[05:33:57.948] Build status: SCHEDULED
[05:33:57.948] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:48:0) after 6m41s
[05:40:39.071] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:48:0)
[05:40:39.104] Build status: SCHEDULED
[05:40:39.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:49:0) after 5m2s
[05:45:41.272] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:49:0)
[05:45:41.327] Build status: SCHEDULED
[05:45:41.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:50:0) after 9m27s
[05:55:08.482] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:50:0)
[05:55:08.569] Build status: SCHEDULED
[05:55:08.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:51:0) after 4m9s
[05:59:17.662] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:51:0)
[05:59:17.734] Build status: SCHEDULED
[05:59:17.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:52:0) after 6m2s
[06:05:19.898] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:52:0)
[06:05:19.928] Build status: SCHEDULED
[06:05:19.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:53:0) after 8m29s
[06:13:48.973] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:53:0)
[06:13:49.035] Build status: SCHEDULED
[06:13:49.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:54:0) after 7m41s
[06:21:30.093] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:54:0)
[06:21:30.108] Build status: SCHEDULED
[06:21:30.108] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:55:0) after 8m36s
[06:30:06.166] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:55:0)
[06:30:06.186] Build status: SCHEDULED
[06:30:06.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:56:0) after 7m44s
[06:37:50.183] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:56:0)
[06:37:50.278] Build status: SCHEDULED
[06:37:50.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:57:0) after 8m39s
[06:46:29.326] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:57:0)
[06:46:29.344] Build status: SCHEDULED
[06:46:29.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:58:0) after 9m59s
[06:52:27.607] Received PubSub notification, asking Buildbucket for the build status
[06:52:27.624] Build status: STARTED
[06:56:28.389] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:58:0)
[06:56:28.417] Build status: STARTED
[06:56:28.417] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:60:0) after 3m33s
[07:00:01.486] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:60:0)
[07:00:01.501] Build status: STARTED
[07:00:01.501] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:61:0) after 1m32s
[07:01:33.583] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:61:0)
[07:01:33.609] Build status: STARTED
[07:01:33.609] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:62:0) after 9m46s
[07:11:19.696] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:62:0)
[07:11:19.719] Build status: STARTED
[07:11:19.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:63:0) after 7m13s
[07:18:32.915] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:63:0)
[07:18:32.937] Build status: STARTED
[07:18:32.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:64:0) after 8m29s
[07:27:01.988] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:64:0)
[07:27:02.004] Build status: STARTED
[07:27:02.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:65:0) after 4m30s
[07:31:32.145] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:65:0)
[07:31:32.163] Build status: STARTED
[07:31:32.163] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:66:0) after 1m54s
[07:33:26.203] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:66:0)
[07:33:26.220] Build status: STARTED
[07:33:26.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:67:0) after 7m40s
[07:41:06.736] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:67:0)
[07:41:06.767] Build status: STARTED
[07:41:06.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:68:0) after 3m11s
[07:44:17.829] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:68:0)
[07:44:17.848] Build status: STARTED
[07:44:17.848] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:69:0) after 1m16s
[07:45:33.896] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:69:0)
[07:45:33.913] Build status: STARTED
[07:45:33.913] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:70:0) after 5m38s
[07:51:12.074] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:70:0)
[07:51:12.100] Build status: STARTED
[07:51:12.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:71:0) after 6m36s
[07:57:48.159] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:71:0)
[07:57:48.220] Build status: STARTED
[07:57:48.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:72:0) after 7m54s
[08:05:42.547] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:72:0)
[08:05:42.564] Build status: STARTED
[08:05:42.564] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892053537414272752:73:0) after 6m44s
[08:09:48.913] Received PubSub notification, asking Buildbucket for the build status
[08:09:48.932] Build:
{
  "id": "8726623475419357905",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19756,
  "createdBy": "project:chromium",
  "createTime": "2025-01-05T01:25:44.752577790Z",
  "startTime": "2025-01-05T06:52:27.323078844Z",
  "endTime": "2025-01-05T08:09:48.487362335Z",
  "updateTime": "2025-01-05T08:09:48.487362335Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f28fee3fa5b11e8a214485f34ad01c5921fbc152",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:09:48.932] Invocation finished in 6h44m5.465533451s with status FAILED