Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/105455 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/105456 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/105457 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/105458 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/105459 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/105460 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "f0b55acc5bfc1e2056255d3d460842400bf4741d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8728572318104337009"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8728572318104337009"
    }
  ],
  "parent_build_id": "8728572318104337009",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "00d9ef8f182ca015ca6ec6a0fa4bd76512a9bca2",
  "parent_got_dawn_revision": "fa6f758ca4982e858a2d6b7e7adbf0010272cdec",
  "parent_got_revision": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
  "parent_got_revision_cp": "refs/heads/main@{#1396355}",
  "parent_got_swiftshader_revision": "23b93c7cfe27e205e178a135a6ea24d1dcba1068",
  "parent_got_v8_revision": "b501500458758d56822daf931a088cfd22ddec7e",
  "parent_got_v8_revision_cp": "refs/heads/13.3.339@{#1}",
  "parent_got_webrtc_revision": "021cf5ac3ef6c5ffd8b65c7365d0f6d7ff456b9c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43560}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
  "swarm_hashes": {
    "absl_hardening_tests": "20e0098d9a9fd7f19061f75fa6a55a3a27f15981d33d2d2f4511dd5c8ad0ca69/323",
    "accessibility_unittests": "7b6beffc35a23bdbe6495eee0467646bfe55e48d8722efcf77f5490a324aaa1b/323",
    "angle_unittests": "e05adbf9bc5c4a7899a343f5b69afbb64ca5ef8a97ea45c39fddf41b9c881bf1/408",
    "app_shell_unittests": "ee034dc4cccf80a2b5682191e517b1e5b794e8920aa5dde3babe5246f29e1e49/484",
    "base_unittests": "2872d63a45f4d1912602f3fff118900d2c40993fef8eeb51a77ad23bc2271eaa/480",
    "blink_common_unittests": "6f122f6fc954f55027922a9a4ef4ad3de7ac17e94ec278c8f159ae06c0fb9f0c/485",
    "blink_fuzzer_unittests": "943e8ec8c665d4aa890c5bf19a42d356a1df61b3e50cae06ae240c6a63fde318/323",
    "blink_heap_unittests": "b931d8b4e8deab22465f15cb19e5107de781fbe35f684a7b321045a847827105/323",
    "blink_platform_unittests": "2da8495af03a3312fdf6629463ae3dee9d3c7970d49c0ae448ba11a67a5d624f/643",
    "blink_python_tests": "18dda83fcc20ff4265b26bb281bc6cc6b4c46ab454252c6012cff2e876ac93fe/574",
    "blink_unittests": "a0c3381e49881df091276fd35609e7472cbbf188ebd8904086996c4fe296ae21/649",
    "blink_web_tests": "0a203b951fc0eeda9b8ec403df7991c7c362c3b653e24efa5a9586228a9f8c08/566",
    "blink_wpt_tests": "66131a618bf52598fea1717069037b77b067d250cd834d717da5aa5c2a6c313d/566",
    "boringssl_crypto_tests": "6aacc4526de42b2d5f11e51c6b74852f89a891364c7d82ab8e3332ff4e587587/408",
    "boringssl_ssl_tests": "056b9a616d88479443d49159d6aaa04cd86996f7ba4d670252109ae3fe15c2a9/323",
    "browser_tests": "10d2293ed94eda12b93fc2291b844cfefb77b70d6e9d333ade6c065cd2fd590e/1215",
    "capture_unittests": "4914d2ee49bd4db821306cad3e1aeb77e8b0c56b6a18a957284e9adac7f2d7e2/402",
    "cast_unittests": "a3dd5533c1ebeb0c1ce8d05fa9bc16034cb7a9a85bbfad2ac34e34dbff7c881b/323",
    "cc_unittests": "40209f2a564ddc4cce55540ca3f7c61d4b6fd929e8cfcef41a96c7f57e684073/483",
    "chrome_app_unittests": "8ae60f5755904537a032a125ae46eed2a4adb6d13fea6f816c406c88540ae60d/564",
    "chrome_wpt_tests": "aeeb8c1e23f938ea62e3744e0d4d78340b87dff4fb580eb566f8a838916ade09/566",
    "chromedriver_py_tests": "d0bbfddc5a19a1f9c77c4b10937e81f88e22f22ab47b3201a52891725f1395bd/489",
    "chromedriver_py_tests_headless_shell": "a657f28a45c5b0dab13521ff5f692e1ebf4b4fad4eb1b26d9c95513faecd34d1/489",
    "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
    "chromedriver_unittests": "75a89b51f1b4fdcaeca00480a503cd943e98504ec255dcdfe518a43d9e1407f1/480",
    "components_browsertests": "0303e60518130864764060a5ed9f8ec3e3fe0e7991933ee685179a5377c34ab9/652",
    "components_perftests": "1224582370fde7c6206d43515e95eeca7c11da5a03076d71e5d7c530b422c588/649",
    "components_unittests": "3e582a3975aa4396f4f57814466454821d491d1114e1be7afcaf84625aa73976/731",
    "content_browsertests": "ad11793970baeffb18845e29a65047c13b986c95cdd623ca4f9de5d9a5b95b90/724",
    "content_shell_crash_test": "f4db782213906516eb588060636199d75e66254936d7d4c233057aed3b25fa86/566",
    "content_unittests": "359d1f7f003d39c143eef790117d935526e78dc0529e04e0d83eb7c5892c0e17/560",
    "crashpad_tests": "a4b6617dfab9a17f17f442896b8668f9cf4a68c6a82684bc16558c509e2747e2/408",
    "cronet_tests": "8014a6e883280205659fe6d27791c0e325b66a8228ec3a94e6024dd07770b221/484",
    "cronet_unittests": "288bd38d6ef7bd3633722083ceefe5a532a388bcdc25ca26b8d8edf41c70ecf2/400",
    "crypto_unittests": "06f75ae46a37be37c4c8296950e203816e1963b4718b6250ee623c48a2b17e97/323",
    "device_unittests": "b61636dc2027ff613c59bcb0735d9c40709c968e5281ea0a0a3b35bd35913b69/480",
    "display_unittests": "a2ec679393a902a034d8c625ff651d735b7928e62a4b1450df446affd9f6c1a4/323",
    "env_chromium_unittests": "168215e9b093485c37a474f242f8cd44e78bf06b384d9175e64e40679208f969/323",
    "events_unittests": "f228544b34f1b9249176384d186dafb9ff9e480ae9a12b1a776c26c4ac5d4714/323",
    "extensions_browsertests": "217c1a7057891cc2705f237fc9c0126c2031d690467123ef661637c9e0bc81cc/570",
    "extensions_unittests": "bb0ca91e7499354c4b327fdf020f812361ef3f58a11113d63f10e7a51811dc1c/644",
    "filesystem_service_unittests": "653dd30bb25f3d963058f891b803b2a8911eb70ef14e740f9bb371647ae1e032/323",
    "flatbuffers_unittests": "c9090967a93b476a1d95ef2888a3f49df35bf99e1cfbbfab59f98b92b0eca950/408",
    "fuzzing_unittests": "fa6fdbfdcda81fd34359fa2932d618efe43c340e31a9dcc221ef01d9ae086695/323",
    "gcm_unit_tests": "5c47f0941ab39f4cbeeb1672743f674d6e807a6990ff27545d45497e3d5767a6/400",
    "gfx_unittests": "6a936c5f94f38233553b604add57fa7b8f76db3e46041dbae46ce4b4fcbe42a7/399",
    "gin_unittests": "4a048c12940484b764af3d3988eb9550400995eb7bcf73d948ce25c27b4282bb/400",
    "google_apis_unittests": "8e06fecf1d8c2162617fa149842d5ba35fcb875822c18c297b126b7674503bdb/485",
    "gpu_unittests": "c12fbc256ab358f1d45fb7ec7acf1bbf85d9590bab0ae29cde5fa0ec18f8f9ca/400",
    "gwp_asan_unittests": "b119af4bd5c899d403dc4328564672aadf20c0144723b3afb8d7bd55a37b8061/408",
    "headless_browsertests": "4158994f461983a37232035acad4f1eefc50696ac34086e9249e5720c0755b7d/569",
    "headless_shell_wpt": "c5f1bd408e22109710f86df6db74ef1bd4422e3887821953a959f53b789f616e/566",
    "headless_unittests": "1ddf6f6bf0e19f8f9619b58fe5b4a4b5f852a57a1868620970d3ef529bf19aaa/323",
    "interactive_ui_tests": "aee8a7709b95dfc8dae67a43e93edbf7c5065e52fcc532029da540710dc08720/973",
    "ipc_tests": "be56871c9d2b11a9b6b9bace639a5e13bd5dcab162d90ff5f2a186ee8898b4e5/323",
    "latency_unittests": "132f328886730d5a34f19db5d308b2d027d2e3e99cd108047322bc610e9df274/323",
    "leveldb_unittests": "96cf7e0b591170f698f723be75c467fd0882f6955de82ca02515e30217bbdf93/323",
    "libjingle_xmpp_unittests": "5b31eaaa92f5c087ac031de05ee4bb8deb88d73f54e4d5e81780691422bb1945/323",
    "liburlpattern_unittests": "5261503bd4f2f80b382d2a6f247f29c9845ae3d8086dd97b0422bae3938450ab/323",
    "mac_signing_tests": "c803477c5f14569935b1f2766c0e38b35e9313edea2993507c8e84d5445e6c75/488",
    "media_unittests": "c114f74ecaaeab75260ac3eeb7f8cfbf121ccf30664d80bac2a10b53133d7bab/403",
    "message_center_unittests": "c9cd2bd164af2840e58d76772983b4baec867d657fe41150a68f74670e7abf80/323",
    "midi_unittests": "b66133865aacbbfc200997654ebf438bc4e756ec7d35d9c6bd7a3e653ff12d74/323",
    "mojo_python_unittests": "d2cc80188ae9ac1462c01ff7d2966a185cbf7a933ad81b1f09462c004d09b937/490",
    "mojo_unittests": "5d612d37da89ec6a6cda3a40f37617b1027ea3b7c6b41af842475848f08da138/401",
    "native_theme_unittests": "70148ecad09c086cff4331049b87aec0fc1a32ec0b734898ec5f18cf630dbeb9/323",
    "net_unittests": "0b86f23432567ac02061ce268a894698debf870782251a14cbc360f229124bf3/487",
    "openscreen_unittests": "9274b1d63c517e13b55e126f6a4e9c12ba1d83f15287f5b0f5dd97b6ba0c0585/408",
    "pdf_unittests": "edffef62741188fb5d07b1d81a3d32e962f3c4e84bb794c6ecba30c7b93940c0/400",
    "perfetto_unittests": "c0bbc43946fcc98083e454f8d241b8c32b42d918a115e35d1a173bd37a3240e0/323",
    "power_sampler_unittests": "2dde793ef4c81b6d9ad622f36f29f74135c3da5167bb4416e9435020127840cb/323",
    "printing_unittests": "41ff141c674c0cded793c5c680082d30daf844d5ce5e09cc157412a525fe2b29/482",
    "remoting_unittests": "a2d222b92d4bf91fcf76441c7897b30e474f2687f2630131af38714049e1630f/400",
    "sandbox_unittests": "38b67375ce7b10968097c0bee860981a9c58ed7d6f4b8f424eae4601a6384331/323",
    "services_unittests": "f219dea71cf83982d8b0c915d15a188ad25dacc359c316cee12e484f5759c04e/653",
    "shell_dialogs_unittests": "9c7cad2aa2af174b6cac6cd7fd9460dee838aff0dc8e73b2977be9db231be9d0/323",
    "skia_unittests": "9c5d6f875170619d1c4bf3b3e534a8ae53e42097127c4308eb4c947e8d2920a9/323",
    "snapshot_unittests": "644d7f6bfdcb13568a6d3424d7414edb568511617a63b78851d844878f4b9fae/323",
    "sql_unittests": "e3ba6aa6ade413c13c4b7e7246e26155f1cf92577c56c396b4dd20cca73480de/400",
    "storage_unittests": "ed4708694cd0350a00cc7b05613f6ff128354c1f9ac868cf5de4e71e499f4375/481",
    "sync_integration_tests": "54c74b8d93d79f83c876db976c3040df0786ab69ee7dbbe7885917e38ad710bd/646",
    "telemetry_gpu_unittests": "e19bc111b14d6fe845a24e0828d1a9a28dc791912e8781c56f6f39d2666b1908/736",
    "telemetry_perf_unittests": "f73a258ce3204a50e92b316ea40709307ac9d478eeca01ccf815f3dce602b2b2/655",
    "ui_base_unittests": "e36216854286a2d4a0c760e401dfec5da6a932fc16062c57ab9c1292080c9c03/555",
    "ui_touch_selection_unittests": "83be86c2dcbf6229d8d2a2ce716efb5d5afc93dfd908c6385b70d1e2c950663d/323",
    "ui_unittests": "1d9ce3196e5312137a54d8b21d84f0d3c62450df81cd1bafdabcff0f6e5bbf93/323",
    "unit_tests": "28587d5b1b9bdfcce0f536693a2a90fae0aa0d67acc0945b57eac2efe111fc79/1056",
    "updater_tests": "a9733944ecc07df14594ff0660ef78042514b874be434499ff1e2ca034dcdd47/566",
    "url_unittests": "8024dc41a892d5bb6c8bb67b13ae06bddea62d846bdcda2a2939d77e8e009f53/323",
    "views_perftests": "c339fd2a3058070ca62b623b1bd94984e9227479ce651e5f6301810874f44656/487",
    "views_unittests": "32daed76b7e13360b668ab1eb41542067450d2e3df6f2e8182dc01b6c8fe1a98/402",
    "viz_unittests": "4b24f582a5356be68a2b3e73202e4d65b1b5c5358dcec2ddbe205be1457181ae/407",
    "wtf_unittests": "96bd568e8084ebd5261e6d55144d59387be07afeb96162ab2aafbc95c3c4593d/323",
    "xr_browser_tests": "84b6df13826bfeb20b751f39eb7d9845f12306614496966dbb40a74c69f4918f/645",
    "zlib_unittests": "606b2609aaa89544a3b2c87c0877a06fdbb6f4119579251843fa14f751f21bb7/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0b55acc5bfc1e2056255d3d460842400bf4741d
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:105460
  • user_agent:recipe

Debug log (UTC)

[13:29:15.008] New invocation is queued and will start shortly
[13:29:15.008] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:29:16.114] Starting the invocation (attempt 1)
[13:29:16.148] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0b55acc5bfc1e2056255d3d460842400bf4741d"
[13:29:16.148] Popped gitiles commit info from properties and tags
[13:29:16.148] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:29:16.148] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:29:16.148] Buildbucket request:
{
  "requestId": "8894001150388176464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "f0b55acc5bfc1e2056255d3d460842400bf4741d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8728572318104337009"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8728572318104337009"
                }
          ],
      "parent_build_id": "8728572318104337009",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "00d9ef8f182ca015ca6ec6a0fa4bd76512a9bca2",
      "parent_got_dawn_revision": "fa6f758ca4982e858a2d6b7e7adbf0010272cdec",
      "parent_got_revision": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
      "parent_got_revision_cp": "refs/heads/main@{#1396355}",
      "parent_got_swiftshader_revision": "23b93c7cfe27e205e178a135a6ea24d1dcba1068",
      "parent_got_v8_revision": "b501500458758d56822daf931a088cfd22ddec7e",
      "parent_got_v8_revision_cp": "refs/heads/13.3.339@{#1}",
      "parent_got_webrtc_revision": "021cf5ac3ef6c5ffd8b65c7365d0f6d7ff456b9c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43560}",
      "swarm_hashes": {
            "absl_hardening_tests": "20e0098d9a9fd7f19061f75fa6a55a3a27f15981d33d2d2f4511dd5c8ad0ca69/323",
            "accessibility_unittests": "7b6beffc35a23bdbe6495eee0467646bfe55e48d8722efcf77f5490a324aaa1b/323",
            "angle_unittests": "e05adbf9bc5c4a7899a343f5b69afbb64ca5ef8a97ea45c39fddf41b9c881bf1/408",
            "app_shell_unittests": "ee034dc4cccf80a2b5682191e517b1e5b794e8920aa5dde3babe5246f29e1e49/484",
            "base_unittests": "2872d63a45f4d1912602f3fff118900d2c40993fef8eeb51a77ad23bc2271eaa/480",
            "blink_common_unittests": "6f122f6fc954f55027922a9a4ef4ad3de7ac17e94ec278c8f159ae06c0fb9f0c/485",
            "blink_fuzzer_unittests": "943e8ec8c665d4aa890c5bf19a42d356a1df61b3e50cae06ae240c6a63fde318/323",
            "blink_heap_unittests": "b931d8b4e8deab22465f15cb19e5107de781fbe35f684a7b321045a847827105/323",
            "blink_platform_unittests": "2da8495af03a3312fdf6629463ae3dee9d3c7970d49c0ae448ba11a67a5d624f/643",
            "blink_python_tests": "18dda83fcc20ff4265b26bb281bc6cc6b4c46ab454252c6012cff2e876ac93fe/574",
            "blink_unittests": "a0c3381e49881df091276fd35609e7472cbbf188ebd8904086996c4fe296ae21/649",
            "blink_web_tests": "0a203b951fc0eeda9b8ec403df7991c7c362c3b653e24efa5a9586228a9f8c08/566",
            "blink_wpt_tests": "66131a618bf52598fea1717069037b77b067d250cd834d717da5aa5c2a6c313d/566",
            "boringssl_crypto_tests": "6aacc4526de42b2d5f11e51c6b74852f89a891364c7d82ab8e3332ff4e587587/408",
            "boringssl_ssl_tests": "056b9a616d88479443d49159d6aaa04cd86996f7ba4d670252109ae3fe15c2a9/323",
            "browser_tests": "10d2293ed94eda12b93fc2291b844cfefb77b70d6e9d333ade6c065cd2fd590e/1215",
            "capture_unittests": "4914d2ee49bd4db821306cad3e1aeb77e8b0c56b6a18a957284e9adac7f2d7e2/402",
            "cast_unittests": "a3dd5533c1ebeb0c1ce8d05fa9bc16034cb7a9a85bbfad2ac34e34dbff7c881b/323",
            "cc_unittests": "40209f2a564ddc4cce55540ca3f7c61d4b6fd929e8cfcef41a96c7f57e684073/483",
            "chrome_app_unittests": "8ae60f5755904537a032a125ae46eed2a4adb6d13fea6f816c406c88540ae60d/564",
            "chrome_wpt_tests": "aeeb8c1e23f938ea62e3744e0d4d78340b87dff4fb580eb566f8a838916ade09/566",
            "chromedriver_py_tests": "d0bbfddc5a19a1f9c77c4b10937e81f88e22f22ab47b3201a52891725f1395bd/489",
            "chromedriver_py_tests_headless_shell": "a657f28a45c5b0dab13521ff5f692e1ebf4b4fad4eb1b26d9c95513faecd34d1/489",
            "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
            "chromedriver_unittests": "75a89b51f1b4fdcaeca00480a503cd943e98504ec255dcdfe518a43d9e1407f1/480",
            "components_browsertests": "0303e60518130864764060a5ed9f8ec3e3fe0e7991933ee685179a5377c34ab9/652",
            "components_perftests": "1224582370fde7c6206d43515e95eeca7c11da5a03076d71e5d7c530b422c588/649",
            "components_unittests": "3e582a3975aa4396f4f57814466454821d491d1114e1be7afcaf84625aa73976/731",
            "content_browsertests": "ad11793970baeffb18845e29a65047c13b986c95cdd623ca4f9de5d9a5b95b90/724",
            "content_shell_crash_test": "f4db782213906516eb588060636199d75e66254936d7d4c233057aed3b25fa86/566",
            "content_unittests": "359d1f7f003d39c143eef790117d935526e78dc0529e04e0d83eb7c5892c0e17/560",
            "crashpad_tests": "a4b6617dfab9a17f17f442896b8668f9cf4a68c6a82684bc16558c509e2747e2/408",
            "cronet_tests": "8014a6e883280205659fe6d27791c0e325b66a8228ec3a94e6024dd07770b221/484",
            "cronet_unittests": "288bd38d6ef7bd3633722083ceefe5a532a388bcdc25ca26b8d8edf41c70ecf2/400",
            "crypto_unittests": "06f75ae46a37be37c4c8296950e203816e1963b4718b6250ee623c48a2b17e97/323",
            "device_unittests": "b61636dc2027ff613c59bcb0735d9c40709c968e5281ea0a0a3b35bd35913b69/480",
            "display_unittests": "a2ec679393a902a034d8c625ff651d735b7928e62a4b1450df446affd9f6c1a4/323",
            "env_chromium_unittests": "168215e9b093485c37a474f242f8cd44e78bf06b384d9175e64e40679208f969/323",
            "events_unittests": "f228544b34f1b9249176384d186dafb9ff9e480ae9a12b1a776c26c4ac5d4714/323",
            "extensions_browsertests": "217c1a7057891cc2705f237fc9c0126c2031d690467123ef661637c9e0bc81cc/570",
            "extensions_unittests": "bb0ca91e7499354c4b327fdf020f812361ef3f58a11113d63f10e7a51811dc1c/644",
            "filesystem_service_unittests": "653dd30bb25f3d963058f891b803b2a8911eb70ef14e740f9bb371647ae1e032/323",
            "flatbuffers_unittests": "c9090967a93b476a1d95ef2888a3f49df35bf99e1cfbbfab59f98b92b0eca950/408",
            "fuzzing_unittests": "fa6fdbfdcda81fd34359fa2932d618efe43c340e31a9dcc221ef01d9ae086695/323",
            "gcm_unit_tests": "5c47f0941ab39f4cbeeb1672743f674d6e807a6990ff27545d45497e3d5767a6/400",
            "gfx_unittests": "6a936c5f94f38233553b604add57fa7b8f76db3e46041dbae46ce4b4fcbe42a7/399",
            "gin_unittests": "4a048c12940484b764af3d3988eb9550400995eb7bcf73d948ce25c27b4282bb/400",
            "google_apis_unittests": "8e06fecf1d8c2162617fa149842d5ba35fcb875822c18c297b126b7674503bdb/485",
            "gpu_unittests": "c12fbc256ab358f1d45fb7ec7acf1bbf85d9590bab0ae29cde5fa0ec18f8f9ca/400",
            "gwp_asan_unittests": "b119af4bd5c899d403dc4328564672aadf20c0144723b3afb8d7bd55a37b8061/408",
            "headless_browsertests": "4158994f461983a37232035acad4f1eefc50696ac34086e9249e5720c0755b7d/569",
            "headless_shell_wpt": "c5f1bd408e22109710f86df6db74ef1bd4422e3887821953a959f53b789f616e/566",
            "headless_unittests": "1ddf6f6bf0e19f8f9619b58fe5b4a4b5f852a57a1868620970d3ef529bf19aaa/323",
            "interactive_ui_tests": "aee8a7709b95dfc8dae67a43e93edbf7c5065e52fcc532029da540710dc08720/973",
            "ipc_tests": "be56871c9d2b11a9b6b9bace639a5e13bd5dcab162d90ff5f2a186ee8898b4e5/323",
            "latency_unittests": "132f328886730d5a34f19db5d308b2d027d2e3e99cd108047322bc610e9df274/323",
            "leveldb_unittests": "96cf7e0b591170f698f723be75c467fd0882f6955de82ca02515e30217bbdf93/323",
            "libjingle_xmpp_unittests": "5b31eaaa92f5c087ac031de05ee4bb8deb88d73f54e4d5e81780691422bb1945/323",
            "liburlpattern_unittests": "5261503bd4f2f80b382d2a6f247f29c9845ae3d8086dd97b0422bae3938450ab/323",
            "mac_signing_tests": "c803477c5f14569935b1f2766c0e38b35e9313edea2993507c8e84d5445e6c75/488",
            "media_unittests": "c114f74ecaaeab75260ac3eeb7f8cfbf121ccf30664d80bac2a10b53133d7bab/403",
            "message_center_unittests": "c9cd2bd164af2840e58d76772983b4baec867d657fe41150a68f74670e7abf80/323",
            "midi_unittests": "b66133865aacbbfc200997654ebf438bc4e756ec7d35d9c6bd7a3e653ff12d74/323",
            "mojo_python_unittests": "d2cc80188ae9ac1462c01ff7d2966a185cbf7a933ad81b1f09462c004d09b937/490",
            "mojo_unittests": "5d612d37da89ec6a6cda3a40f37617b1027ea3b7c6b41af842475848f08da138/401",
            "native_theme_unittests": "70148ecad09c086cff4331049b87aec0fc1a32ec0b734898ec5f18cf630dbeb9/323",
            "net_unittests": "0b86f23432567ac02061ce268a894698debf870782251a14cbc360f229124bf3/487",
            "openscreen_unittests": "9274b1d63c517e13b55e126f6a4e9c12ba1d83f15287f5b0f5dd97b6ba0c0585/408",
            "pdf_unittests": "edffef62741188fb5d07b1d81a3d32e962f3c4e84bb794c6ecba30c7b93940c0/400",
            "perfetto_unittests": "c0bbc43946fcc98083e454f8d241b8c32b42d918a115e35d1a173bd37a3240e0/323",
            "power_sampler_unittests": "2dde793ef4c81b6d9ad622f36f29f74135c3da5167bb4416e9435020127840cb/323",
            "printing_unittests": "41ff141c674c0cded793c5c680082d30daf844d5ce5e09cc157412a525fe2b29/482",
            "remoting_unittests": "a2d222b92d4bf91fcf76441c7897b30e474f2687f2630131af38714049e1630f/400",
            "sandbox_unittests": "38b67375ce7b10968097c0bee860981a9c58ed7d6f4b8f424eae4601a6384331/323",
            "services_unittests": "f219dea71cf83982d8b0c915d15a188ad25dacc359c316cee12e484f5759c04e/653",
            "shell_dialogs_unittests": "9c7cad2aa2af174b6cac6cd7fd9460dee838aff0dc8e73b2977be9db231be9d0/323",
            "skia_unittests": "9c5d6f875170619d1c4bf3b3e534a8ae53e42097127c4308eb4c947e8d2920a9/323",
            "snapshot_unittests": "644d7f6bfdcb13568a6d3424d7414edb568511617a63b78851d844878f4b9fae/323",
            "sql_unittests": "e3ba6aa6ade413c13c4b7e7246e26155f1cf92577c56c396b4dd20cca73480de/400",
            "storage_unittests": "ed4708694cd0350a00cc7b05613f6ff128354c1f9ac868cf5de4e71e499f4375/481",
            "sync_integration_tests": "54c74b8d93d79f83c876db976c3040df0786ab69ee7dbbe7885917e38ad710bd/646",
            "telemetry_gpu_unittests": "e19bc111b14d6fe845a24e0828d1a9a28dc791912e8781c56f6f39d2666b1908/736",
            "telemetry_perf_unittests": "f73a258ce3204a50e92b316ea40709307ac9d478eeca01ccf815f3dce602b2b2/655",
            "ui_base_unittests": "e36216854286a2d4a0c760e401dfec5da6a932fc16062c57ab9c1292080c9c03/555",
            "ui_touch_selection_unittests": "83be86c2dcbf6229d8d2a2ce716efb5d5afc93dfd908c6385b70d1e2c950663d/323",
            "ui_unittests": "1d9ce3196e5312137a54d8b21d84f0d3c62450df81cd1bafdabcff0f6e5bbf93/323",
            "unit_tests": "28587d5b1b9bdfcce0f536693a2a90fae0aa0d67acc0945b57eac2efe111fc79/1056",
            "updater_tests": "a9733944ecc07df14594ff0660ef78042514b874be434499ff1e2ca034dcdd47/566",
            "url_unittests": "8024dc41a892d5bb6c8bb67b13ae06bddea62d846bdcda2a2939d77e8e009f53/323",
            "views_perftests": "c339fd2a3058070ca62b623b1bd94984e9227479ce651e5f6301810874f44656/487",
            "views_unittests": "32daed76b7e13360b668ab1eb41542067450d2e3df6f2e8182dc01b6c8fe1a98/402",
            "viz_unittests": "4b24f582a5356be68a2b3e73202e4d65b1b5c5358dcec2ddbe205be1457181ae/407",
            "wtf_unittests": "96bd568e8084ebd5261e6d55144d59387be07afeb96162ab2aafbc95c3c4593d/323",
            "xr_browser_tests": "84b6df13826bfeb20b751f39eb7d9845f12306614496966dbb40a74c69f4918f/645",
            "zlib_unittests": "606b2609aaa89544a3b2c87c0877a06fdbb6f4119579251843fa14f751f21bb7/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894001150388176464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "105460"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:29:16.710] Scheduled build:
{
  "id": "8728571088456910241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19359,
  "createdBy": "project:chromium",
  "createTime": "2024-12-14T13:29:16.220134435Z",
  "updateTime": "2024-12-14T13:29:16.220134435Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:29:16.710] Task URL: https://cr-buildbucket.appspot.com/build/8728571088456910241
[13:29:16.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:2:0) after 9m7s
[13:29:17.744] Received PubSub notification, asking Buildbucket for the build status
[13:29:17.761] Build status: SCHEDULED
[13:38:23.736] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:2:0)
[13:38:23.834] Build status: SCHEDULED
[13:38:23.834] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:4:0) after 3m13s
[13:41:36.856] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:4:0)
[13:41:36.881] Build status: SCHEDULED
[13:41:36.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:5:0) after 7m8s
[13:48:45.169] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:5:0)
[13:48:45.194] Build status: SCHEDULED
[13:48:45.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:6:0) after 3m1s
[13:51:46.472] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:6:0)
[13:51:46.506] Build status: SCHEDULED
[13:51:46.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:7:0) after 7m12s
[13:58:58.532] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:7:0)
[13:58:58.552] Build status: SCHEDULED
[13:58:58.552] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:8:0) after 6m46s
[14:05:44.621] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:8:0)
[14:05:44.642] Build status: SCHEDULED
[14:05:44.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:9:0) after 2m3s
[14:07:47.760] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:9:0)
[14:07:47.775] Build status: SCHEDULED
[14:07:47.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:10:0) after 3m33s
[14:11:20.899] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:10:0)
[14:11:20.918] Build status: SCHEDULED
[14:11:20.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:11:0) after 4m42s
[14:16:02.924] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:11:0)
[14:16:02.940] Build status: SCHEDULED
[14:16:02.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:12:0) after 9m44s
[14:25:47.230] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:12:0)
[14:25:47.247] Build status: SCHEDULED
[14:25:47.247] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:13:0) after 1m19s
[14:27:06.319] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:13:0)
[14:27:06.341] Build status: SCHEDULED
[14:27:06.341] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:14:0) after 6m12s
[14:33:18.378] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:14:0)
[14:33:18.402] Build status: SCHEDULED
[14:33:18.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:15:0) after 6m4s
[14:39:22.427] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:15:0)
[14:39:22.445] Build status: SCHEDULED
[14:39:22.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:16:0) after 8m48s
[14:48:10.471] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:16:0)
[14:48:10.487] Build status: SCHEDULED
[14:48:10.487] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:17:0) after 8m29s
[14:56:40.020] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:17:0)
[14:56:40.043] Build status: SCHEDULED
[14:56:40.043] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:18:0) after 1m35s
[14:58:15.161] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:18:0)
[14:58:15.177] Build status: SCHEDULED
[14:58:15.177] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:19:0) after 8m39s
[15:06:54.198] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:19:0)
[15:06:54.214] Build status: SCHEDULED
[15:06:54.214] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:20:0) after 9m57s
[15:16:51.390] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:20:0)
[15:16:51.416] Build status: SCHEDULED
[15:16:51.416] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:21:0) after 6m47s
[15:23:38.468] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:21:0)
[15:23:38.556] Build status: SCHEDULED
[15:23:38.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:22:0) after 9m19s
[15:32:57.597] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:22:0)
[15:32:57.622] Build status: SCHEDULED
[15:32:57.622] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:23:0) after 4m19s
[15:37:16.706] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:23:0)
[15:37:16.722] Build status: SCHEDULED
[15:37:16.722] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:24:0) after 8m22s
[15:45:38.837] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:24:0)
[15:45:38.860] Build status: SCHEDULED
[15:45:38.860] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:25:0) after 1m21s
[15:46:59.885] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:25:0)
[15:46:59.965] Build status: SCHEDULED
[15:46:59.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:26:0) after 3m27s
[15:50:26.991] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:26:0)
[15:50:27.009] Build status: SCHEDULED
[15:50:27.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:27:0) after 1m31s
[15:51:58.033] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:27:0)
[15:51:58.050] Build status: SCHEDULED
[15:51:58.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:28:0) after 6m55s
[15:58:53.083] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:28:0)
[15:58:53.142] Build status: SCHEDULED
[15:58:53.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:29:0) after 9m41s
[16:08:34.189] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:29:0)
[16:08:34.210] Build status: SCHEDULED
[16:08:34.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:30:0) after 9m49s
[16:18:23.278] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:30:0)
[16:18:23.294] Build status: SCHEDULED
[16:18:23.294] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:31:0) after 5m23s
[16:23:46.323] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:31:0)
[16:23:46.345] Build status: SCHEDULED
[16:23:46.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:32:0) after 9m22s
[16:33:08.709] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:32:0)
[16:33:08.726] Build status: SCHEDULED
[16:33:08.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:33:0) after 8m38s
[16:41:46.801] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:33:0)
[16:41:46.827] Build status: SCHEDULED
[16:41:46.827] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:34:0) after 4m7s
[16:45:53.856] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:34:0)
[16:45:53.890] Build status: SCHEDULED
[16:45:53.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:35:0) after 5m5s
[16:50:58.921] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:35:0)
[16:50:58.940] Build status: SCHEDULED
[16:50:58.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:36:0) after 4m29s
[16:55:27.965] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:36:0)
[16:55:28.019] Build status: SCHEDULED
[16:55:28.019] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:37:0) after 4m36s
[17:00:04.053] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:37:0)
[17:00:04.126] Build status: SCHEDULED
[17:00:04.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:38:0) after 2m41s
[17:02:45.152] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:38:0)
[17:02:45.168] Build status: SCHEDULED
[17:02:45.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:39:0) after 7m32s
[17:10:17.194] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:39:0)
[17:10:17.210] Build status: SCHEDULED
[17:10:17.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:40:0) after 3m44s
[17:14:01.233] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:40:0)
[17:14:01.251] Build status: SCHEDULED
[17:14:01.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:41:0) after 7m44s
[17:21:45.525] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:41:0)
[17:21:45.540] Build status: SCHEDULED
[17:21:45.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:42:0) after 5m4s
[17:26:49.597] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:42:0)
[17:26:49.630] Build status: SCHEDULED
[17:26:49.682] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:43:0) after 1m0s
[17:27:49.705] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:43:0)
[17:27:49.723] Build status: SCHEDULED
[17:27:49.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:44:0) after 2m59s
[17:30:48.826] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:44:0)
[17:30:48.842] Build status: SCHEDULED
[17:30:48.842] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:45:0) after 2m44s
[17:33:32.881] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:45:0)
[17:33:32.941] Build status: SCHEDULED
[17:33:32.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:46:0) after 1m59s
[17:35:32.025] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:46:0)
[17:35:32.088] Build status: SCHEDULED
[17:35:32.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:47:0) after 4m41s
[17:40:13.076] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:47:0)
[17:40:13.093] Build status: SCHEDULED
[17:40:13.093] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:48:0) after 4m30s
[17:44:43.125] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:48:0)
[17:44:43.144] Build status: SCHEDULED
[17:44:43.144] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:49:0) after 8m7s
[17:52:50.245] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:49:0)
[17:52:50.325] Build status: SCHEDULED
[17:52:50.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:50:0) after 6m59s
[17:59:49.304] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:50:0)
[17:59:49.371] Build status: SCHEDULED
[17:59:49.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:51:0) after 2m12s
[18:02:01.366] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:51:0)
[18:02:01.385] Build status: SCHEDULED
[18:02:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:52:0) after 2m2s
[18:04:03.427] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:52:0)
[18:04:03.444] Build status: SCHEDULED
[18:04:03.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:53:0) after 2m44s
[18:06:47.562] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:53:0)
[18:06:47.578] Build status: SCHEDULED
[18:06:47.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:54:0) after 7m31s
[18:14:18.720] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:54:0)
[18:14:18.746] Build status: SCHEDULED
[18:14:18.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:55:0) after 5m12s
[18:19:30.779] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:55:0)
[18:19:30.844] Build status: SCHEDULED
[18:19:30.844] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:56:0) after 6m1s
[18:25:31.905] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:56:0)
[18:25:31.923] Build status: SCHEDULED
[18:25:31.923] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:57:0) after 7m29s
[18:33:00.953] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:57:0)
[18:33:00.973] Build status: SCHEDULED
[18:33:00.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:58:0) after 1m4s
[18:34:05.018] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:58:0)
[18:34:05.035] Build status: SCHEDULED
[18:34:05.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:59:0) after 2m46s
[18:36:51.159] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:59:0)
[18:36:51.309] Build status: SCHEDULED
[18:36:51.309] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:60:0) after 5m31s
[18:42:22.403] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:60:0)
[18:42:22.420] Build status: SCHEDULED
[18:42:22.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:61:0) after 2m7s
[18:44:29.444] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:61:0)
[18:44:29.474] Build status: SCHEDULED
[18:44:29.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:62:0) after 4m58s
[18:49:27.760] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:62:0)
[18:49:27.779] Build status: SCHEDULED
[18:49:27.779] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:63:0) after 7m51s
[18:57:18.889] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:63:0)
[18:57:18.915] Build status: SCHEDULED
[18:57:18.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:64:0) after 2m24s
[18:59:43.205] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:64:0)
[18:59:43.234] Build status: SCHEDULED
[18:59:43.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:65:0) after 5m43s
[19:05:26.269] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:65:0)
[19:05:26.297] Build status: SCHEDULED
[19:05:26.298] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:66:0) after 1m59s
[19:07:25.320] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:66:0)
[19:07:25.344] Build status: SCHEDULED
[19:07:25.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:67:0) after 7m10s
[19:14:35.377] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:67:0)
[19:14:35.397] Build status: SCHEDULED
[19:14:35.397] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:68:0) after 1m13s
[19:15:48.488] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:68:0)
[19:15:48.509] Build status: SCHEDULED
[19:15:48.509] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:69:0) after 5m20s
[19:21:08.585] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:69:0)
[19:21:08.608] Build status: SCHEDULED
[19:21:08.608] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:70:0) after 2m23s
[19:23:31.697] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:70:0)
[19:23:31.716] Build status: SCHEDULED
[19:23:31.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:71:0) after 2m56s
[19:26:27.829] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:71:0)
[19:26:27.847] Build status: SCHEDULED
[19:26:27.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894001150388176464:72:0) after 6m50s
[19:29:33.460] Received PubSub notification, asking Buildbucket for the build status
[19:29:33.476] Build:
{
  "id": "8728571088456910241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19359,
  "createdBy": "project:chromium",
  "createTime": "2024-12-14T13:29:16.220134435Z",
  "endTime": "2024-12-14T19:29:28.593863736Z",
  "updateTime": "2024-12-14T19:29:28.593863736Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f0b55acc5bfc1e2056255d3d460842400bf4741d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:29:33.476] Invocation finished in 6h0m18.480782943s with status FAILED