Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/112375 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112376 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112377 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112378 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112379 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112380 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112381 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112382 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112383 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112384 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112385 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112386 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112387 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112388 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112389 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112390 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112391 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112392 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112393 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112394 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112395 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112396 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112397 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112398 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112399 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112400 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112401 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112402 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112403 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "0a9b8ef62db88b91c66312bdc9cf8985823e9417"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8720306098925277393"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8720306098925277393"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8720306098925277393"
    }
  ],
  "parent_build_id": "8720306098925277393",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "5c2789e0f185a3c7fff624907423a5054376b282",
  "parent_got_dawn_revision": "43603c52c931e2ac8855c07615d43284559da380",
  "parent_got_revision": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
  "parent_got_revision_cp": "refs/heads/main@{#1433161}",
  "parent_got_swiftshader_revision": "5d97d5be883b757fc8a67f30e8027a4c10217b30",
  "parent_got_v8_revision": "48ce83bbe27f41138f6a334a4857bdd650cb7e5d",
  "parent_got_v8_revision_cp": "refs/heads/13.6.80@{#1}",
  "parent_got_webrtc_revision": "99d180739fdefe7581a9e517634311f0be87764f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44132}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
  "swarm_hashes": {
    "absl_hardening_tests": "60a59119400f8e547ba3400b25f9954bad68115de25320c32047ae40b28be947/323",
    "accessibility_unittests": "cf102ef4bb3a13602885012e2e6d4403e3009a5002dd167b0fd3f86eddf08e5f/323",
    "angle_unittests": "0a2bdc8961a6f70cf6a54f38ef5138d18f28eb56332d2ae77a8ef5f66bbb21b2/408",
    "app_shell_unittests": "6de7e62bdfb779ec7f1f0201d5cab3a43b6e06c0711fb5cd90a9cc9418e895d6/484",
    "base_unittests": "64e1b3629681b54623c9127bf695bc1b5fbf9657956fec6e8697eb8a93abba05/480",
    "blink_common_unittests": "c365f4438a0b635c0c7b61b00161d159e5f5ec57c7349136e105b707d2b32de3/485",
    "blink_fuzzer_unittests": "f76cf8329ffbb317e79dd2ae0d3496b6a6b08760e2256dd0b13e295b64d81778/323",
    "blink_heap_unittests": "217b8cfd1f9e141f756923a3b70ea88381181d2b35003591a90dd1288c126270/323",
    "blink_platform_unittests": "4e0433537e42f765972f5e74282b8253c37a64fe843b6b7b8328c05ee2d72268/643",
    "blink_python_tests": "a46d5ce6c4b3158271de63c2ca4d7312fbf2102b8b3b84fbb415884dcf0c131a/574",
    "blink_unittests": "ef3bf1c7453e3356d12292cae0ffa3f08045966b03973276f718374226d33765/649",
    "blink_web_tests": "43ab1790b30b8901f55726ffdab8aea78341cc619a659cd4898a6c66db8a58e5/566",
    "blink_wpt_tests": "d4c58df436138dd4475a408f4f820ddc5cb82d3ff35401eac0fc6fc45e5edd31/566",
    "boringssl_crypto_tests": "2edf873cf794d7a40fb1789abee967c6fa50ede85dfaf1c9090728c9c8450f52/408",
    "boringssl_ssl_tests": "34dab0abca8dff049c05a0d34ac04805794c010a4d939ce740eb0d56a59eaaf8/323",
    "browser_tests": "fbd5755e209b70bcfe280681314be707266f77619ade2f91ad82f5bdb58b771b/1220",
    "capture_unittests": "e3ae9450ac92b0cd907d038f45e7fec183d2f49fdaa3623f329121375804aa67/402",
    "cast_unittests": "09ccb1210a7090b9ff165e9bedbbaa7018f61326dada6db2531995be012b8b0d/323",
    "cc_unittests": "be0fff4d6623dfbde2446841f1d15b0602a01c661c5b6528b324a6bbf6dc2324/483",
    "chrome_app_unittests": "3ee355e1cc6162540b2e6476a54fc5c38543c7d1cab7c02c4d61e913cab76e35/564",
    "chrome_wpt_tests": "fa3f48e9314ef2e14dd8c3490ff303c58037d6aaed79d05c5327e4568408d02c/566",
    "chromedriver_py_tests": "c954a6b4e90fe9da46bef7a66b432fd52fb694ceccc13e2903411260d9e4c8bb/489",
    "chromedriver_py_tests_headless_shell": "c2cb6a70b76f10ff5b1aec083bf6832e80b567ae8410d0d57e4ad40404900094/489",
    "chromedriver_replay_unittests": "c1f4260ac9d5555b3d7eefd3e6c76f44bbe05d752fe77479fa9b168b78ae72a9/326",
    "chromedriver_unittests": "805f73089ef502349b63022d4ed49ddca74c936aed32e064e23b61f817a54938/480",
    "components_browsertests": "9a4a5abfe32666aaab01b0198e71ba79e50b962a1c8c44f3acaaabe064637eac/652",
    "components_perftests": "a99fc328d95af8ea4aad6bead092cf0bfdfc1c7e066b48972332b37ba47a5fa8/649",
    "components_unittests": "b5c94659a15a0ad2c2905ee41ebedd599bfe01e89d819e930096c933e94afda6/731",
    "content_browsertests": "ab26595b334085a8a4aeec3f0383faa91329b9a5cce10ad7e22cbe25c0fb9852/724",
    "content_shell_crash_test": "a31d61be6bf2b9b81aae6093f51476f987e4f176eec50926b60b568b67c769a5/566",
    "content_unittests": "fb379c1d0acedee809ea2409c36660b3bf753527f6240f009764252008e596f5/560",
    "crashpad_tests": "754a7a16b081d72df9ec4c2580723275c40e5c0b714de7d67af91f05fecb30ab/408",
    "cronet_tests": "297ceb4471614857c1dcc41c89941d62f6ffef82167e21e66f10eed8e441efe7/484",
    "cronet_unittests": "ad75d47c43c994580c805440adebe0b3a9da5aed59eadf2c92ee6e155440d255/400",
    "crypto_unittests": "4d8f580bd3afe04fa7284bbba3e3027d426d78c5d2042e55e781aceb77fc8978/323",
    "device_unittests": "2aa1c109a65d41e2e4ae00947d698fb355244f43d867ef508367d0f81d772160/400",
    "display_unittests": "e73daac3978769d2f7b7ba1322e5c838b205a2a2665390c9595d1e36d205da8e/323",
    "env_chromium_unittests": "858205fb41237169464b97061a0d68982a9778561b4915a0434ce5304417baac/323",
    "events_unittests": "8d0d4cd6f48035ef227f9cd43528ed2e23499ea2ca37be32884fed8320f3f8d1/323",
    "extensions_browsertests": "78cf22ced1ef79a36a2b686eeddd32ce565cfa17c98e957b24c6b3e26824d8bd/570",
    "extensions_unittests": "d39653bd0c61a012c5662b93bcfe87b141f7786876ff33c1a853c65397b0a2b1/644",
    "filesystem_service_unittests": "0a50df90df82883348ab798c0840640ea0eb06b2fb0fe7c33164dde226b86d59/323",
    "flatbuffers_unittests": "0da162a89898493dc47583c0c2e01588dc8cf29fb39c2989b5002bbeebba9a40/408",
    "fuzzing_unittests": "b831800142d7a94a995b1f8371705acb4462b4fba0eb32cf08311022e5d865c3/323",
    "gcm_unit_tests": "2fbcb17bca9f07077cb1bc3b2f0d8589bc13e2574604c2e8e7375cc92e797d3e/400",
    "gfx_unittests": "ca21c471f451a0f2f2d1717ba761f82dec52f02d159496278ed23976dbaeafe8/399",
    "gin_unittests": "6a1f915ee2715ed1f099d1132741222e8c397a7cb70c837d6d8d5aed49d924b2/400",
    "google_apis_unittests": "c1d7d8b9325157599c7b5cc3b2565a94dc6fe417b2471996b13d6cef5d333a46/485",
    "gpu_unittests": "5a217264733a0725e2583cc7458e0f9cb5f7704f55fae014b5c6d58eda75dcd5/400",
    "gwp_asan_unittests": "67656eb7f9f023888f42b053292a658a7a23920f2548f2cf25b83cdf8ca37f71/408",
    "headless_browsertests": "8f945362b6e0e539cdbd68c12f68620057259632e0c01a3de07fc694b726602b/569",
    "headless_shell_wpt": "a63b3f36d1017ed1e7675308fc74763572c18e016521766146284781ddebd93a/566",
    "headless_unittests": "ac185132b830024f7a992f83e767226740bb92a4116327512f411d51e2ab460d/323",
    "interactive_ui_tests": "d3a68de3359a91da8420d9f6942a1a6e533dfc74d1f5cd87906d251aeded1e5f/973",
    "ipc_tests": "eed190e0b04d1bf5558e1cf210206a09521f7c4b66212b7deb8f8275675581de/323",
    "latency_unittests": "da642bc0fa77981b53b1962058cd8b69f8beed62400f5dcfc2b8cd89a066fbd7/323",
    "leveldb_unittests": "856ebfa2c756f4bd6b31cf0b4cd75eee12ed9f03435fdc536f33f3902eee2da1/323",
    "libjingle_xmpp_unittests": "036fc7c0513a7ec46b68cd7a660ce329185891d8e1a7b1a1c66bd8a39fb2f088/323",
    "liburlpattern_unittests": "a23c29c4687f238395ba0df3736e437c0a776b4b17aa9a341b2b1eeee9d4e18b/323",
    "mac_signing_tests": "0049437cbb5e322bc55d4dc168a14dac23dd36d6c08efa8206947a3fb2f0ac4e/488",
    "media_unittests": "620e82070fc97a1f375a606e535fa95f97a89ed467a6699b45782910c87eeed7/403",
    "message_center_unittests": "9752050af74ee24992c27bd0efb6d70df9fc389c8d8811f7070a5a9f5e4ccf03/323",
    "midi_unittests": "72e4249928e7a2615af3d91b846f13480e8b8e6335c9c048d2ab0eb0f6f7f494/323",
    "mojo_python_unittests": "102cc3cdf9c04b2144e37a7634a2f7f055bd9dadc885778f1472f2da86fcc41f/411",
    "mojo_unittests": "34d256c19e928c9a034e663f52d5c5bc69d737c00af09aa6ce1b07fece09d994/401",
    "native_theme_unittests": "f443f5b0e82766dd94ba0120382439c25f2a2e8f8f479309a2f4509b83270f64/323",
    "net_unittests": "fcd93c3fe1adb9622b9eb3f59b89886302c97549c83c9f6c5d6713d159d607c9/487",
    "openscreen_unittests": "26e9d0d8a176507c4aa08452b7fbbee5205cd1393b91b27d5c694df79b19b571/408",
    "pdf_unittests": "a31ec1b73d7831c31180ca5a5fb6b97d7b0e514d0e14185b747582d091db1086/400",
    "perfetto_unittests": "7dac06363063420c84412e80909a4834ec3a0ad486c3c097e88275954316ade3/323",
    "power_sampler_unittests": "36f94fffe1fa6d61986072a6bf23014cdd7ff976df47380ec211d561e66c617c/323",
    "printing_unittests": "75b61f45275bde36d7e6303a2992e7c86de42604437ff673d6088c697f3faf11/482",
    "remoting_unittests": "a2098dd40fa4405bf189b9b425c4a39ca5ebe3ed4dca35264325907e9edfb535/400",
    "sandbox_unittests": "775ea3cb09d5ff67410463c0e239f33a8064367514c44cafc1dc3d9c44f8bfd5/323",
    "services_unittests": "034ce0a0bc52c7fee044c18e6822c0b2457d05819646c229339fb79c4b826fcb/653",
    "shell_dialogs_unittests": "0f318aef39a0cbf0036eae927ecefe7bfd6ea908b4e55259cc53a529bc80d45d/323",
    "skia_unittests": "96b5f0059ade0af112cf5b529e9e6f6f49e7c0db399df3f14fef7c4908654bb1/323",
    "snapshot_unittests": "aafce81b721eed804eb6b6a6232948007b097eb0d07fa2d94ef211aa6dd6e30f/323",
    "sql_unittests": "215327d61473ea67415089132a50d23b0e5973cdee1f56f378eacb5845aa37ca/400",
    "storage_unittests": "67235966672b9aad6bb054f085f654dc564ec396250abed6e472194cdf89eca9/481",
    "sync_integration_tests": "0a4d41ed48bc7cb777f9d2b81bc8cab93ce11580ee4436d26ed055af199475eb/646",
    "telemetry_gpu_unittests": "4a03f13c0ca4cbb4d5301a87fbe4261c5adb4f09933f214adc35c2780f2d6e39/736",
    "telemetry_perf_unittests": "12b56214966607f7c6c45f4646290d4026d053775bacd9cef488c1f6074ba120/655",
    "ui_base_unittests": "8fc24bb8d2b9d16dfa19fc759b1f14e6a2756fba37c79704ae23610009601b8c/555",
    "ui_touch_selection_unittests": "c98fab40966b79bf7112f145e4399bffba974b1a6c37b64456f1158b01b65300/323",
    "ui_unittests": "9ce7a8b8118a75129a25d703b37721b1c80e7250bbaddca34933302d73dc2961/323",
    "unit_tests": "eab7218fc0f8f6d61f99b34e25f4b7af1ee09690b13d174991887ae60050c536/1061",
    "updater_tests": "957daf306e1e1c0b29a8acd0349179fbc633e447cefe9babd37530f87e53315c/566",
    "url_unittests": "bba314d073e55bbe48314fe5e7dc847c2ff924d2c183b94a54ccd2be5d577289/323",
    "views_perftests": "20bc165afdc887e4b5adcc6c850637377d2e5d2fe96e2de91b318bd444450c99/487",
    "views_unittests": "c2cfe39f06efcf3172a2259dbb2c909edf580d9e196242905f398133d35789d7/402",
    "viz_unittests": "0deffeb72d4237281dfcd58bb5d51640916edd848d3b304fb291a9bcd58a100d/407",
    "wtf_unittests": "78430422aa90af5de6bb0c92caad06e61dff26abf4ac3c9f588df76ba1ecc290/323",
    "xr_browser_tests": "cbb61f2c1eda479154efeb75f7c06cc449b1b0f9c77aaeaf23a3d836b5f48b19/645",
    "zlib_unittests": "baecab47cfcce534890219f019035fc02048aa0a4dc9df64ef3926c41c8ed407/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0a9b8ef62db88b91c66312bdc9cf8985823e9417
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:112403
  • user_agent:recipe

Debug log (UTC)

[19:11:28.986] New invocation is queued and will start shortly
[19:11:28.986] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:11:30.090] Starting the invocation (attempt 1)
[19:11:30.129] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0a9b8ef62db88b91c66312bdc9cf8985823e9417"
[19:11:30.162] Popped gitiles commit info from properties and tags
[19:11:30.162] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:11:30.165] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:11:30.172] Buildbucket request:
{
  "requestId": "8885735295005590080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0a9b8ef62db88b91c66312bdc9cf8985823e9417"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8720306098925277393"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8720306098925277393"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8720306098925277393"
                }
          ],
      "parent_build_id": "8720306098925277393",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "5c2789e0f185a3c7fff624907423a5054376b282",
      "parent_got_dawn_revision": "43603c52c931e2ac8855c07615d43284559da380",
      "parent_got_revision": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
      "parent_got_revision_cp": "refs/heads/main@{#1433161}",
      "parent_got_swiftshader_revision": "5d97d5be883b757fc8a67f30e8027a4c10217b30",
      "parent_got_v8_revision": "48ce83bbe27f41138f6a334a4857bdd650cb7e5d",
      "parent_got_v8_revision_cp": "refs/heads/13.6.80@{#1}",
      "parent_got_webrtc_revision": "99d180739fdefe7581a9e517634311f0be87764f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44132}",
      "swarm_hashes": {
            "absl_hardening_tests": "60a59119400f8e547ba3400b25f9954bad68115de25320c32047ae40b28be947/323",
            "accessibility_unittests": "cf102ef4bb3a13602885012e2e6d4403e3009a5002dd167b0fd3f86eddf08e5f/323",
            "angle_unittests": "0a2bdc8961a6f70cf6a54f38ef5138d18f28eb56332d2ae77a8ef5f66bbb21b2/408",
            "app_shell_unittests": "6de7e62bdfb779ec7f1f0201d5cab3a43b6e06c0711fb5cd90a9cc9418e895d6/484",
            "base_unittests": "64e1b3629681b54623c9127bf695bc1b5fbf9657956fec6e8697eb8a93abba05/480",
            "blink_common_unittests": "c365f4438a0b635c0c7b61b00161d159e5f5ec57c7349136e105b707d2b32de3/485",
            "blink_fuzzer_unittests": "f76cf8329ffbb317e79dd2ae0d3496b6a6b08760e2256dd0b13e295b64d81778/323",
            "blink_heap_unittests": "217b8cfd1f9e141f756923a3b70ea88381181d2b35003591a90dd1288c126270/323",
            "blink_platform_unittests": "4e0433537e42f765972f5e74282b8253c37a64fe843b6b7b8328c05ee2d72268/643",
            "blink_python_tests": "a46d5ce6c4b3158271de63c2ca4d7312fbf2102b8b3b84fbb415884dcf0c131a/574",
            "blink_unittests": "ef3bf1c7453e3356d12292cae0ffa3f08045966b03973276f718374226d33765/649",
            "blink_web_tests": "43ab1790b30b8901f55726ffdab8aea78341cc619a659cd4898a6c66db8a58e5/566",
            "blink_wpt_tests": "d4c58df436138dd4475a408f4f820ddc5cb82d3ff35401eac0fc6fc45e5edd31/566",
            "boringssl_crypto_tests": "2edf873cf794d7a40fb1789abee967c6fa50ede85dfaf1c9090728c9c8450f52/408",
            "boringssl_ssl_tests": "34dab0abca8dff049c05a0d34ac04805794c010a4d939ce740eb0d56a59eaaf8/323",
            "browser_tests": "fbd5755e209b70bcfe280681314be707266f77619ade2f91ad82f5bdb58b771b/1220",
            "capture_unittests": "e3ae9450ac92b0cd907d038f45e7fec183d2f49fdaa3623f329121375804aa67/402",
            "cast_unittests": "09ccb1210a7090b9ff165e9bedbbaa7018f61326dada6db2531995be012b8b0d/323",
            "cc_unittests": "be0fff4d6623dfbde2446841f1d15b0602a01c661c5b6528b324a6bbf6dc2324/483",
            "chrome_app_unittests": "3ee355e1cc6162540b2e6476a54fc5c38543c7d1cab7c02c4d61e913cab76e35/564",
            "chrome_wpt_tests": "fa3f48e9314ef2e14dd8c3490ff303c58037d6aaed79d05c5327e4568408d02c/566",
            "chromedriver_py_tests": "c954a6b4e90fe9da46bef7a66b432fd52fb694ceccc13e2903411260d9e4c8bb/489",
            "chromedriver_py_tests_headless_shell": "c2cb6a70b76f10ff5b1aec083bf6832e80b567ae8410d0d57e4ad40404900094/489",
            "chromedriver_replay_unittests": "c1f4260ac9d5555b3d7eefd3e6c76f44bbe05d752fe77479fa9b168b78ae72a9/326",
            "chromedriver_unittests": "805f73089ef502349b63022d4ed49ddca74c936aed32e064e23b61f817a54938/480",
            "components_browsertests": "9a4a5abfe32666aaab01b0198e71ba79e50b962a1c8c44f3acaaabe064637eac/652",
            "components_perftests": "a99fc328d95af8ea4aad6bead092cf0bfdfc1c7e066b48972332b37ba47a5fa8/649",
            "components_unittests": "b5c94659a15a0ad2c2905ee41ebedd599bfe01e89d819e930096c933e94afda6/731",
            "content_browsertests": "ab26595b334085a8a4aeec3f0383faa91329b9a5cce10ad7e22cbe25c0fb9852/724",
            "content_shell_crash_test": "a31d61be6bf2b9b81aae6093f51476f987e4f176eec50926b60b568b67c769a5/566",
            "content_unittests": "fb379c1d0acedee809ea2409c36660b3bf753527f6240f009764252008e596f5/560",
            "crashpad_tests": "754a7a16b081d72df9ec4c2580723275c40e5c0b714de7d67af91f05fecb30ab/408",
            "cronet_tests": "297ceb4471614857c1dcc41c89941d62f6ffef82167e21e66f10eed8e441efe7/484",
            "cronet_unittests": "ad75d47c43c994580c805440adebe0b3a9da5aed59eadf2c92ee6e155440d255/400",
            "crypto_unittests": "4d8f580bd3afe04fa7284bbba3e3027d426d78c5d2042e55e781aceb77fc8978/323",
            "device_unittests": "2aa1c109a65d41e2e4ae00947d698fb355244f43d867ef508367d0f81d772160/400",
            "display_unittests": "e73daac3978769d2f7b7ba1322e5c838b205a2a2665390c9595d1e36d205da8e/323",
            "env_chromium_unittests": "858205fb41237169464b97061a0d68982a9778561b4915a0434ce5304417baac/323",
            "events_unittests": "8d0d4cd6f48035ef227f9cd43528ed2e23499ea2ca37be32884fed8320f3f8d1/323",
            "extensions_browsertests": "78cf22ced1ef79a36a2b686eeddd32ce565cfa17c98e957b24c6b3e26824d8bd/570",
            "extensions_unittests": "d39653bd0c61a012c5662b93bcfe87b141f7786876ff33c1a853c65397b0a2b1/644",
            "filesystem_service_unittests": "0a50df90df82883348ab798c0840640ea0eb06b2fb0fe7c33164dde226b86d59/323",
            "flatbuffers_unittests": "0da162a89898493dc47583c0c2e01588dc8cf29fb39c2989b5002bbeebba9a40/408",
            "fuzzing_unittests": "b831800142d7a94a995b1f8371705acb4462b4fba0eb32cf08311022e5d865c3/323",
            "gcm_unit_tests": "2fbcb17bca9f07077cb1bc3b2f0d8589bc13e2574604c2e8e7375cc92e797d3e/400",
            "gfx_unittests": "ca21c471f451a0f2f2d1717ba761f82dec52f02d159496278ed23976dbaeafe8/399",
            "gin_unittests": "6a1f915ee2715ed1f099d1132741222e8c397a7cb70c837d6d8d5aed49d924b2/400",
            "google_apis_unittests": "c1d7d8b9325157599c7b5cc3b2565a94dc6fe417b2471996b13d6cef5d333a46/485",
            "gpu_unittests": "5a217264733a0725e2583cc7458e0f9cb5f7704f55fae014b5c6d58eda75dcd5/400",
            "gwp_asan_unittests": "67656eb7f9f023888f42b053292a658a7a23920f2548f2cf25b83cdf8ca37f71/408",
            "headless_browsertests": "8f945362b6e0e539cdbd68c12f68620057259632e0c01a3de07fc694b726602b/569",
            "headless_shell_wpt": "a63b3f36d1017ed1e7675308fc74763572c18e016521766146284781ddebd93a/566",
            "headless_unittests": "ac185132b830024f7a992f83e767226740bb92a4116327512f411d51e2ab460d/323",
            "interactive_ui_tests": "d3a68de3359a91da8420d9f6942a1a6e533dfc74d1f5cd87906d251aeded1e5f/973",
            "ipc_tests": "eed190e0b04d1bf5558e1cf210206a09521f7c4b66212b7deb8f8275675581de/323",
            "latency_unittests": "da642bc0fa77981b53b1962058cd8b69f8beed62400f5dcfc2b8cd89a066fbd7/323",
            "leveldb_unittests": "856ebfa2c756f4bd6b31cf0b4cd75eee12ed9f03435fdc536f33f3902eee2da1/323",
            "libjingle_xmpp_unittests": "036fc7c0513a7ec46b68cd7a660ce329185891d8e1a7b1a1c66bd8a39fb2f088/323",
            "liburlpattern_unittests": "a23c29c4687f238395ba0df3736e437c0a776b4b17aa9a341b2b1eeee9d4e18b/323",
            "mac_signing_tests": "0049437cbb5e322bc55d4dc168a14dac23dd36d6c08efa8206947a3fb2f0ac4e/488",
            "media_unittests": "620e82070fc97a1f375a606e535fa95f97a89ed467a6699b45782910c87eeed7/403",
            "message_center_unittests": "9752050af74ee24992c27bd0efb6d70df9fc389c8d8811f7070a5a9f5e4ccf03/323",
            "midi_unittests": "72e4249928e7a2615af3d91b846f13480e8b8e6335c9c048d2ab0eb0f6f7f494/323",
            "mojo_python_unittests": "102cc3cdf9c04b2144e37a7634a2f7f055bd9dadc885778f1472f2da86fcc41f/411",
            "mojo_unittests": "34d256c19e928c9a034e663f52d5c5bc69d737c00af09aa6ce1b07fece09d994/401",
            "native_theme_unittests": "f443f5b0e82766dd94ba0120382439c25f2a2e8f8f479309a2f4509b83270f64/323",
            "net_unittests": "fcd93c3fe1adb9622b9eb3f59b89886302c97549c83c9f6c5d6713d159d607c9/487",
            "openscreen_unittests": "26e9d0d8a176507c4aa08452b7fbbee5205cd1393b91b27d5c694df79b19b571/408",
            "pdf_unittests": "a31ec1b73d7831c31180ca5a5fb6b97d7b0e514d0e14185b747582d091db1086/400",
            "perfetto_unittests": "7dac06363063420c84412e80909a4834ec3a0ad486c3c097e88275954316ade3/323",
            "power_sampler_unittests": "36f94fffe1fa6d61986072a6bf23014cdd7ff976df47380ec211d561e66c617c/323",
            "printing_unittests": "75b61f45275bde36d7e6303a2992e7c86de42604437ff673d6088c697f3faf11/482",
            "remoting_unittests": "a2098dd40fa4405bf189b9b425c4a39ca5ebe3ed4dca35264325907e9edfb535/400",
            "sandbox_unittests": "775ea3cb09d5ff67410463c0e239f33a8064367514c44cafc1dc3d9c44f8bfd5/323",
            "services_unittests": "034ce0a0bc52c7fee044c18e6822c0b2457d05819646c229339fb79c4b826fcb/653",
            "shell_dialogs_unittests": "0f318aef39a0cbf0036eae927ecefe7bfd6ea908b4e55259cc53a529bc80d45d/323",
            "skia_unittests": "96b5f0059ade0af112cf5b529e9e6f6f49e7c0db399df3f14fef7c4908654bb1/323",
            "snapshot_unittests": "aafce81b721eed804eb6b6a6232948007b097eb0d07fa2d94ef211aa6dd6e30f/323",
            "sql_unittests": "215327d61473ea67415089132a50d23b0e5973cdee1f56f378eacb5845aa37ca/400",
            "storage_unittests": "67235966672b9aad6bb054f085f654dc564ec396250abed6e472194cdf89eca9/481",
            "sync_integration_tests": "0a4d41ed48bc7cb777f9d2b81bc8cab93ce11580ee4436d26ed055af199475eb/646",
            "telemetry_gpu_unittests": "4a03f13c0ca4cbb4d5301a87fbe4261c5adb4f09933f214adc35c2780f2d6e39/736",
            "telemetry_perf_unittests": "12b56214966607f7c6c45f4646290d4026d053775bacd9cef488c1f6074ba120/655",
            "ui_base_unittests": "8fc24bb8d2b9d16dfa19fc759b1f14e6a2756fba37c79704ae23610009601b8c/555",
            "ui_touch_selection_unittests": "c98fab40966b79bf7112f145e4399bffba974b1a6c37b64456f1158b01b65300/323",
            "ui_unittests": "9ce7a8b8118a75129a25d703b37721b1c80e7250bbaddca34933302d73dc2961/323",
            "unit_tests": "eab7218fc0f8f6d61f99b34e25f4b7af1ee09690b13d174991887ae60050c536/1061",
            "updater_tests": "957daf306e1e1c0b29a8acd0349179fbc633e447cefe9babd37530f87e53315c/566",
            "url_unittests": "bba314d073e55bbe48314fe5e7dc847c2ff924d2c183b94a54ccd2be5d577289/323",
            "views_perftests": "20bc165afdc887e4b5adcc6c850637377d2e5d2fe96e2de91b318bd444450c99/487",
            "views_unittests": "c2cfe39f06efcf3172a2259dbb2c909edf580d9e196242905f398133d35789d7/402",
            "viz_unittests": "0deffeb72d4237281dfcd58bb5d51640916edd848d3b304fb291a9bcd58a100d/407",
            "wtf_unittests": "78430422aa90af5de6bb0c92caad06e61dff26abf4ac3c9f588df76ba1ecc290/323",
            "xr_browser_tests": "cbb61f2c1eda479154efeb75f7c06cc449b1b0f9c77aaeaf23a3d836b5f48b19/645",
            "zlib_unittests": "baecab47cfcce534890219f019035fc02048aa0a4dc9df64ef3926c41c8ed407/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885735295005590080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "112403"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:11:30.731] Scheduled build:
{
  "id": "8720305232991893761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 20959,
  "createdBy": "project:chromium",
  "createTime": "2025-03-15T19:11:30.280891989Z",
  "updateTime": "2025-03-15T19:11:30.280891989Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
      "ref": "refs/heads/main"
    }
  }
}
[19:11:30.731] Task URL: https://cr-buildbucket.appspot.com/build/8720305232991893761
[19:11:30.731] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:2:0) after 4m29s
[19:11:31.819] Received PubSub notification, asking Buildbucket for the build status
[19:11:31.842] Build status: SCHEDULED
[19:15:59.844] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:2:0)
[19:15:59.867] Build status: SCHEDULED
[19:15:59.867] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:4:0) after 3m58s
[19:19:57.936] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:4:0)
[19:19:57.972] Build status: SCHEDULED
[19:19:57.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:5:0) after 4m5s
[19:24:03.137] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:5:0)
[19:24:03.203] Build status: SCHEDULED
[19:24:03.203] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:6:0) after 3m15s
[19:27:18.419] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:6:0)
[19:27:18.446] Build status: SCHEDULED
[19:27:18.446] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:7:0) after 9m56s
[19:37:14.557] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:7:0)
[19:37:14.582] Build status: SCHEDULED
[19:37:14.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:8:0) after 1m12s
[19:38:26.642] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:8:0)
[19:38:26.661] Build status: SCHEDULED
[19:38:26.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:9:0) after 1m42s
[19:40:08.702] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:9:0)
[19:40:08.750] Build status: SCHEDULED
[19:40:08.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:10:0) after 7m34s
[19:47:42.781] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:10:0)
[19:47:42.836] Build status: SCHEDULED
[19:47:42.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:11:0) after 8m39s
[19:56:21.975] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:11:0)
[19:56:22.001] Build status: SCHEDULED
[19:56:22.001] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:12:0) after 8m11s
[20:04:33.160] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:12:0)
[20:04:33.209] Build status: SCHEDULED
[20:04:33.209] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:13:0) after 1m16s
[20:05:49.495] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:13:0)
[20:05:49.511] Build status: SCHEDULED
[20:05:49.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:14:0) after 3m27s
[20:09:16.582] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:14:0)
[20:09:16.624] Build status: SCHEDULED
[20:09:16.624] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:15:0) after 3m13s
[20:12:29.908] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:15:0)
[20:12:29.929] Build status: SCHEDULED
[20:12:29.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:16:0) after 8m24s
[20:20:54.053] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:16:0)
[20:20:54.087] Build status: SCHEDULED
[20:20:54.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:17:0) after 5m50s
[20:26:44.258] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:17:0)
[20:26:44.299] Build status: SCHEDULED
[20:26:44.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:18:0) after 7m54s
[20:34:38.361] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:18:0)
[20:34:38.388] Build status: SCHEDULED
[20:34:38.388] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:19:0) after 7m50s
[20:42:28.539] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:19:0)
[20:42:28.569] Build status: SCHEDULED
[20:42:28.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:20:0) after 2m1s
[20:44:29.765] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:20:0)
[20:44:29.813] Build status: SCHEDULED
[20:44:29.813] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:21:0) after 7m16s
[20:51:45.962] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:21:0)
[20:51:45.987] Build status: SCHEDULED
[20:51:45.987] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:22:0) after 3m11s
[20:54:57.250] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:22:0)
[20:54:57.266] Build status: SCHEDULED
[20:54:57.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:23:0) after 8m46s
[21:03:43.415] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:23:0)
[21:03:43.454] Build status: SCHEDULED
[21:03:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:24:0) after 8m11s
[21:11:54.546] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:24:0)
[21:11:54.563] Build status: SCHEDULED
[21:11:54.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:25:0) after 5m5s
[21:16:59.756] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:25:0)
[21:16:59.826] Build status: SCHEDULED
[21:16:59.826] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:26:0) after 9m36s
[21:26:36.116] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:26:0)
[21:26:36.130] Build status: SCHEDULED
[21:26:36.130] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:27:0) after 9m1s
[21:35:37.178] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:27:0)
[21:35:37.214] Build status: SCHEDULED
[21:35:37.214] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:28:0) after 6m0s
[21:41:37.360] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:28:0)
[21:41:37.427] Build status: SCHEDULED
[21:41:37.427] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:29:0) after 5m24s
[21:47:01.529] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:29:0)
[21:47:01.554] Build status: SCHEDULED
[21:47:01.554] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:30:0) after 1m3s
[21:48:05.083] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:30:0)
[21:48:05.150] Build status: SCHEDULED
[21:48:05.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:31:0) after 7m4s
[21:55:09.317] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:31:0)
[21:55:09.331] Build status: SCHEDULED
[21:55:09.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:32:0) after 4m34s
[21:59:43.482] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:32:0)
[21:59:43.501] Build status: SCHEDULED
[21:59:43.501] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:33:0) after 2m19s
[22:02:02.627] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:33:0)
[22:02:02.759] Build status: SCHEDULED
[22:02:02.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:34:0) after 9m56s
[22:11:58.915] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:34:0)
[22:11:58.935] Build status: SCHEDULED
[22:11:58.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:35:0) after 3m22s
[22:15:21.063] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:35:0)
[22:15:21.259] Build status: SCHEDULED
[22:15:21.259] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:36:0) after 7m46s
[22:23:07.765] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:36:0)
[22:23:07.782] Build status: SCHEDULED
[22:23:07.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:37:0) after 3m2s
[22:26:09.807] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:37:0)
[22:26:09.873] Build status: SCHEDULED
[22:26:09.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:38:0) after 5m21s
[22:31:30.937] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:38:0)
[22:31:30.956] Build status: SCHEDULED
[22:31:30.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:39:0) after 5m14s
[22:36:45.151] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:39:0)
[22:36:45.173] Build status: SCHEDULED
[22:36:45.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:40:0) after 6m21s
[22:43:06.283] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:40:0)
[22:43:06.302] Build status: SCHEDULED
[22:43:06.302] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:41:0) after 2m13s
[22:45:19.415] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:41:0)
[22:45:19.446] Build status: SCHEDULED
[22:45:19.446] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:42:0) after 7m47s
[22:53:06.540] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:42:0)
[22:53:06.639] Build status: SCHEDULED
[22:53:06.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:43:0) after 2m30s
[22:55:36.704] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:43:0)
[22:55:36.768] Build status: SCHEDULED
[22:55:36.768] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:44:0) after 4m37s
[23:00:13.911] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:44:0)
[23:00:13.927] Build status: SCHEDULED
[23:00:13.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:45:0) after 3m50s
[23:04:04.040] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:45:0)
[23:04:04.055] Build status: SCHEDULED
[23:04:04.055] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:46:0) after 8m58s
[23:13:02.395] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:46:0)
[23:13:02.412] Build status: SCHEDULED
[23:13:02.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:47:0) after 9m29s
[23:22:31.534] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:47:0)
[23:22:31.550] Build status: SCHEDULED
[23:22:31.550] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:48:0) after 9m25s
[23:31:56.607] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:48:0)
[23:31:56.641] Build status: SCHEDULED
[23:31:56.641] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:49:0) after 9m3s
[23:40:59.800] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:49:0)
[23:40:59.820] Build status: SCHEDULED
[23:40:59.820] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:50:0) after 1m3s
[23:42:02.886] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:50:0)
[23:42:02.903] Build status: SCHEDULED
[23:42:02.903] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:51:0) after 9m18s
[23:51:21.036] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:51:0)
[23:51:21.058] Build status: SCHEDULED
[23:51:21.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:52:0) after 2m55s
[23:54:16.231] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:52:0)
[23:54:16.257] Build status: SCHEDULED
[23:54:16.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:53:0) after 3m28s
[23:57:44.301] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:53:0)
[23:57:44.319] Build status: SCHEDULED
[23:57:44.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:54:0) after 6m13s
[00:03:57.575] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:54:0)
[00:03:57.592] Build status: SCHEDULED
[00:03:57.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:55:0) after 4m40s
[00:08:37.672] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:55:0)
[00:08:37.686] Build status: SCHEDULED
[00:08:37.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:56:0) after 5m7s
[00:13:44.865] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:56:0)
[00:13:44.890] Build status: SCHEDULED
[00:13:44.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:57:0) after 4m43s
[00:18:28.046] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:57:0)
[00:18:28.112] Build status: SCHEDULED
[00:18:28.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:58:0) after 1m13s
[00:19:41.234] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:58:0)
[00:19:41.254] Build status: SCHEDULED
[00:19:41.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:59:0) after 9m40s
[00:29:21.473] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:59:0)
[00:29:21.491] Build status: SCHEDULED
[00:29:21.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:60:0) after 1m35s
[00:30:57.015] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:60:0)
[00:30:57.038] Build status: SCHEDULED
[00:30:57.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:61:0) after 3m17s
[00:34:14.092] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:61:0)
[00:34:14.109] Build status: SCHEDULED
[00:34:14.109] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:62:0) after 1m20s
[00:35:34.260] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:62:0)
[00:35:34.278] Build status: SCHEDULED
[00:35:34.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:63:0) after 5m24s
[00:40:58.397] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:63:0)
[00:40:58.460] Build status: SCHEDULED
[00:40:58.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:64:0) after 3m35s
[00:44:33.622] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:64:0)
[00:44:33.640] Build status: SCHEDULED
[00:44:33.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:65:0) after 9m43s
[00:54:16.704] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:65:0)
[00:54:16.729] Build status: SCHEDULED
[00:54:16.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:66:0) after 5m9s
[00:59:25.850] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:66:0)
[00:59:25.873] Build status: SCHEDULED
[00:59:25.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:67:0) after 6m12s
[01:05:37.933] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:67:0)
[01:05:37.949] Build status: SCHEDULED
[01:05:37.949] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:68:0) after 1m30s
[01:07:08.044] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:68:0)
[01:07:08.062] Build status: SCHEDULED
[01:07:08.063] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885735295005590080:69:0) after 7m20s
[01:11:36.909] Received PubSub notification, asking Buildbucket for the build status
[01:11:36.926] Build:
{
  "id": "8720305232991893761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 20959,
  "createdBy": "project:chromium",
  "createTime": "2025-03-15T19:11:30.280891989Z",
  "endTime": "2025-03-16T01:11:35.680588329Z",
  "updateTime": "2025-03-16T01:11:35.680588329Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0a9b8ef62db88b91c66312bdc9cf8985823e9417",
      "ref": "refs/heads/main"
    }
  }
}
[01:11:36.926] Invocation finished in 6h0m7.950749452s with status FAILED