Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/164798 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164799 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164800 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164801 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164802 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164803 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164804 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164805 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164806 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164807 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164808 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164809 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164810 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164811 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164812 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164813 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164814 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164815 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164816 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164817 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164818 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164819 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164820 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164821 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/164822 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "86098b063d52985b42f3f0e2ff45ca039ff533f5"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669898870373720593"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669898870373720593"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669898870373720593"
    }
  ],
  "parent_build_id": "8669898870373720593",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "58f8882372e8a4e83da821ac5d16f0323c3fa1af",
  "parent_got_dawn_revision": "18c1d73c0b7543887393a5ae232d96fd4e6e00ff",
  "parent_got_revision": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
  "parent_got_revision_cp": "refs/heads/main@{#1703173}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "af58e5b304ce1c914197582523c9c8ed0cac65fc",
  "parent_got_v8_revision_cp": "refs/heads/15.6.41@{#1}",
  "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
  "swarm_hashes": {
    "absl_hardening_tests": "77a9bd169ce7b89ad3cabbb21cb70d271c2ea1c12b9613a26520a2a0c9a04485/506",
    "accessibility_unittests": "56dfdde86b3c6a70b1b1bc2bfdb82d574bd03eb093435f7fbad3be7b131818bd/506",
    "angle_unittests": "94de02b58c9808ddfb5aab1096758995eb5578780c753c48c2eb629a44560f2c/591",
    "base_unittests": "bbe1d6a1a97789aec5a9d02111669b1f189a9afaf8fba7654d9a8a18a5d8f67a/663",
    "blink_common_unittests": "5330bdf468e1f566038799c1d96e2ced5028a2ac2fbaa73c928e7fc6438d8412/668",
    "blink_fuzzer_unittests": "9cf06c0c451adb52e85f61e01af493cd1869108b71ab542123475d4c9acaff13/506",
    "blink_heap_unittests": "c836b7506420248f171b57eaf9acbf39aaf325eb00022d1115b432939fb00536/506",
    "blink_platform_unittests": "bfc30f59b394787859efa8eaeb38f90d04ce7e64d38f4170a840c572fe50859e/826",
    "blink_python_tests": "98140294e71ce032906de6346a4af90925c0701c2a7eff917367b7e29af0691d/671",
    "blink_unittests": "03262d3f17ba3ccb8f452e9eeabd4aa9b337c2dc9a5741d2b925fd1fafc96fad/832",
    "blink_web_tests": "90ddfd0eea96aec9779c20ccb77625e26a32fbc604c3c1be24d5ab56fcd3f876/584",
    "blink_wpt_tests": "7b1652d159dce939be20f1848985b4195203885d3faecb398af63dfa87f08204/584",
    "boringssl_crypto_tests": "99bc0139c8673c203a3e58613aab2fc6e4daa9263451f1c0c0623ade5b018137/591",
    "boringssl_ssl_tests": "514b00c6cc4cabe8e1830355a5456b030ad959140050b2e0f40eea68b01f4e31/506",
    "browser_tests": "31ce9240ce9e18b14826b9c7b587a5ac568e372ff99581f79aeaac8d0fc7662b/1403",
    "capture_unittests": "1e6de1803a0f9fee5a81607581878d031cfa4d15a97ac7e76e8a878a619f68d5/585",
    "cast_unittests": "9124ca695eb3673c0d001b533829ad7453f4d31eec23f2fe347ba65cbe83a242/506",
    "cc_unittests": "ed483965dc2be289c8359f9df6d679c530b0c02773c86f35cef112af3aa35715/666",
    "chrome_app_unittests": "27e41473d28a92a811bd46d73651b4e79f5685ead668d97deed6220cd2b2ae9f/747",
    "chrome_wpt_tests": "42752b7aa2db1c53c562609b5501782e82d74f7fd975c342cdd382ab55a41a8e/584",
    "chromedriver_py_tests": "020e16d514f71c08fd8a958d8ddefb86dd7ca01f9558a8276ff3bff068a1e9d4/672",
    "chromedriver_py_tests_headless_shell": "146dbaa57bed9abbee77200504aaf94f8b0b954db4a07e3b3ace0830263f4370/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "c6d6f70ca788870ac5b738733728ab4d332552f6349958dae081da1dad5eac11/663",
    "components_browsertests": "f83e437294c2ec219808e5b43c91647edae771f44b3db36c2a1dcb5aaf874ba2/835",
    "components_perftests": "772f79f46ae88ffc3bcbe9a62978209b542af043ec655f75b701edec6afdb842/833",
    "components_unittests": "869b5baf5798d7dbfc55ebd5181e1a2e216cdf6720a7c9cba000bc275eba6869/993",
    "content_browsertests": "295a2decd39c0ed72ae554f5319349643e14a639740cf64121c552c3fcdad3eb/908",
    "content_shell_crash_test": "f30b0a56df01a433a14a6aac7f9769fdda3058aaa64dbd577713ad2738a906f0/749",
    "content_unittests": "af0687d240086e14a62b72391a1790ed41adddafd45f4f4d3f0e6407554a8623/743",
    "crashpad_tests": "71bb2f128691368a9d705cc2db410d9b1f3a990b0e68e538c872be8c6c13789b/591",
    "crypto_unittests": "04fc0af47e872dc4e9a7a64d63a9d100853b68617b9d54e9d53fb8e6b11b03fc/586",
    "device_unittests": "fe62b9d9fb4a59b4d1ca8cfc2e8fef2f516697e099f023651276aa06ef845649/583",
    "display_unittests": "327487c4df12616ebf339b5e5d89e4aec905941fdb13f30d68a7a2653823c588/506",
    "env_chromium_unittests": "edad704069fa3bf0ca899a331984834f3a5bfa733153ece3c7f7e2f739e79137/506",
    "events_unittests": "1b9e1a12f553128ed5d393c78f1c3f92618fff60047b519db2b4e38e4b52a5b4/506",
    "extensions_unittests": "78dd0178e26b9954b4b3f19c63342b208751a8e9226992c6f0af6f76051c7e36/827",
    "filesystem_service_unittests": "472bafb4d36e172b9161bc7f1d504be5b93d25c630e1aad6b08ba335035f88fe/506",
    "flatbuffers_unittests": "4ef53adefe60a1456b84c3d59c7dc80c7b521cec627d9c05d63ffc0994e8beaa/591",
    "fuzzing_unittests": "12d0b73d848a6ebbe00fbf31d14d5b876593a8bba1fba05f3a721e15a998e0d8/506",
    "gcm_unit_tests": "f1d946a8241196f7e9f1a8b7c9ef72a5cf61a3899e8f2b81ff382ab240866402/583",
    "gfx_unittests": "6d3b9f086e047a7da75954df8e1d3d280879368767acf3e3ae679638f0b08535/582",
    "gin_unittests": "ea57c974a8fc9f1f68fec26da5e07109bcb756c84dfd8cec309e8336b4ed5e15/583",
    "google_apis_unittests": "948561d846079fe8d3368dfd3c19b60ae040dfbbc0acae20b320228a78335f1d/668",
    "gpu_unittests": "6749ba7e961698b011799992640e57323f9915781bb3fb11b6efac417e665962/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "c42432dcb431586dfadb1a5e03f4de6bdc9d9b0ddbe52b7e12b5df0cb2fe573c/591",
    "headless_browsertests": "23bc5a985b061dc56e38c57ddd21808580405dfcaad458fc3871bc905c8ca5c2/836",
    "headless_shell_wpt": "d5e7acd7da1dee760ff5bdea6aab1b8f1296a14a7d6e2f1619a1b4f9491a97f9/584",
    "headless_unittests": "3871788b83453deec65f3ddaadc87f20f8072d1ec86110459dd9d2b4a446c153/506",
    "interactive_ui_tests": "d34d74b2e870a17f900b301f3dd93b560b11f07466939b0dffacf853bd92cc26/1243",
    "ipc_tests": "b2c3c75038d78fa9848803a66a8aaee8386bafba577ae84cfc237c3cd4db1265/506",
    "latency_unittests": "83ce50758d65beaeb18f3c300297b959875a85c9f92cb92a73cdb2f35e3a2842/506",
    "leveldb_unittests": "647818a77f8c84cd1a5ce45fd5fc0caadc2a069e037fa87eeb47abe2c76f236d/506",
    "libjingle_xmpp_unittests": "68beaa1d577a1ea986441e7c1ce6ed9e496ce36dbc3ac0ac180afb497b87b96b/506",
    "liburlpattern_unittests": "3bb04e5ce2fe386ccec4b7c11fd17ed7fb7ce535b756f6dd03c878afb9049440/506",
    "mac_signing_tests": "7296bf3bfcd465c12b7f7a04be6d45a02eac469cf4ea671b747c4a2a621e9fb1/586",
    "media_unittests": "5c73bb8c4d78585aaa58433fa1a004146a415fc3d1f87f624573377a6aa0be69/586",
    "message_center_unittests": "487c04cdb410a4c658644d630b2775174a62291aa0668ab06fe79a08f51130c4/506",
    "midi_unittests": "9992a220188f427bb77160d452e8b361d34b30f36376f6b7be008ae49496da4c/506",
    "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
    "mojo_unittests": "221be91db9a52062c3d1d18c3d8e3a1ab56cbf3cce0a806824a0e6013780584c/584",
    "native_theme_unittests": "1f237144aa8fc8ab5906242197ea050c60277f157ac2181cc3bd56a5fa71fa12/506",
    "net_unittests": "27a8ce261280812414990f32e1c594b9ef51146efb7c75d07fc7a8e9688a6d59/669",
    "openscreen_unittests": "fbe3a13c2cd017617a9ea22a5313298deb595dea9cf877a1c329dc2a1c633583/591",
    "pdf_unittests": "6fdb26117414d80c543e6d69f13b177401d47fbb8020b2d46328dc9be2630bf6/583",
    "perfetto_unittests": "a5f7ecc139ed392981ad8f875b08d57711ce6525d04b59154fee0283b23a8f5f/506",
    "power_sampler_unittests": "7365c5c3c88e53edbfeb5f1bfd8443e55a84183260c3cbdcb866253a9842e4f2/506",
    "printing_unittests": "dbcadb044d6b1acf866bf8a5dfe3c8e9b6bde21cfb9ccfaf2ba810e20daa60a9/665",
    "puffin_unittests": "cdbe6677e25d6a0eea890e5ca203a1fe7057bde2f70b69c591ecfd7c84c7b5de/590",
    "remoting_unittests": "96c22fdfc5f461047c3bf8f2f6bc5cbe571e4cba399fbab64016c16c07d0662f/583",
    "rlz_unittests": "11891c2b53b5a7cff28a843ff1b12fce9f2ce7fc43b10c4db2c2202812141bf8/583",
    "sandbox_unittests": "3650ee92fbf1116bd58e6854aabf56ccd345a5ce59a2b5163e1e7f094a5919d0/506",
    "services_unittests": "f29f49ea9e901123b4972d7347a9635b50a8014d8f09acc6945a8904798c57f3/916",
    "shell_dialogs_unittests": "1f74ffe4455444e7fa602f9e98343a1728e6d2f80c99a57dc10c8a2b48f4e76c/506",
    "skia_unittests": "8f11f32f0ad8500517bea295d4e7f5a52eca8164baaf9d1c1f3fde6d33101356/591",
    "snapshot_unittests": "d31ebd2617ccdf1ab381b70a0c0a8a68fc0471af4236b2b40605f6e8591ed297/506",
    "sql_unittests": "81e54b5dcb8dc5f3cd27a2ce77cedf087d1f2d291ddb2444d62a8d57cee1cb12/583",
    "storage_unittests": "1ea8026c2d3ac73d64b3a39efa21205dde237a68a720e02ed25487e833e7af47/664",
    "sync_integration_tests": "073e7c2121c8c041950e10a1eef751923027bfc9377868f0085a1ed907d7d01a/829",
    "telemetry_gpu_unittests": "29942a1788dde8c4ca9fa33d52a78d9502fac56b3f4ec3853c8df2eb3fc281e6/919",
    "telemetry_perf_unittests": "050004ddefb426a9aa53dfe9c3668d1b256104d83d30a55f70d4220642f2d09d/753",
    "telemetry_unittests": "0782e92dd49dbfa1c5d41368cc4a47085d86742591f3b600a169058278e3bb1a/673",
    "ui_base_unittests": "6f535c26c56cda57ff36a50ad63e126258fc0ce427a41364b3609b7469b92dde/738",
    "ui_touch_selection_unittests": "bcd9d5d9bfa73b96e074a128e402928776890398f106f6832bd16f60dd5866f3/506",
    "ui_unittests": "58e9b726742212fc1cad86bc293a1d3b6ae8606c3fd630c8f6e3037c9b9a5974/506",
    "unit_tests": "7ad8dc26eaf262ac6d40470e8b121a2e08fa24f510e8f2e14d823e542f25c999/1323",
    "updater_tests": "d9a95540398ac2c45b365159b33f1c4261d7482bee76eb815767a4f830b205b5/749",
    "url_unittests": "2de31f101f73c78e130f46d7cef5fdfbd6b3001731a929be97135a086558ca02/506",
    "views_perftests": "9480de6388f4bcf1287602572419e8e21d7574feed999bc5139966f8d0e40cc8/670",
    "views_unittests": "feda926f7b01c68fb68c9e9612247569a2e2a550958f89b0834e859a1fb499da/585",
    "viz_unittests": "06e5b37addf91196c7c7bba691c986374c23be71ec5efc98a0e653376b77bc85/590",
    "wtf_unittests": "b868ce79bcb3b995ae6c1442bda5d023c04fbcd468d7b0893bf5ee160ac763d7/506",
    "xr_browser_tests": "d75c62bf5ad69750375d5faff216db0511dcfcf4232ddf47e1c4316553df9663/828",
    "zlib_unittests": "94151f7e9e095f802db01147d860dc1b972dcd60770446689a3b6ffea3b7d881/591"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "c7753aa4d80373a2366ccae5d8694266db0a090c5a6cd13578d4f2902a459615/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86098b063d52985b42f3f0e2ff45ca039ff533f5
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:164822
  • user_agent:recipe

Debug log (UTC)

[04:36:34.031] New invocation is queued and will start shortly
[04:36:34.031] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:36:35.163] Starting the invocation (attempt 1)
[04:36:35.203] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/86098b063d52985b42f3f0e2ff45ca039ff533f5"
[04:36:35.203] Popped gitiles commit info from properties and tags
[04:36:35.203] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:36:35.204] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:36:35.205] Buildbucket request:
{
  "requestId": "8835327829671305424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "86098b063d52985b42f3f0e2ff45ca039ff533f5"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669898870373720593"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669898870373720593"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669898870373720593"
                }
          ],
      "parent_build_id": "8669898870373720593",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "58f8882372e8a4e83da821ac5d16f0323c3fa1af",
      "parent_got_dawn_revision": "18c1d73c0b7543887393a5ae232d96fd4e6e00ff",
      "parent_got_revision": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
      "parent_got_revision_cp": "refs/heads/main@{#1703173}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "af58e5b304ce1c914197582523c9c8ed0cac65fc",
      "parent_got_v8_revision_cp": "refs/heads/15.6.41@{#1}",
      "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
      "swarm_hashes": {
            "absl_hardening_tests": "77a9bd169ce7b89ad3cabbb21cb70d271c2ea1c12b9613a26520a2a0c9a04485/506",
            "accessibility_unittests": "56dfdde86b3c6a70b1b1bc2bfdb82d574bd03eb093435f7fbad3be7b131818bd/506",
            "angle_unittests": "94de02b58c9808ddfb5aab1096758995eb5578780c753c48c2eb629a44560f2c/591",
            "base_unittests": "bbe1d6a1a97789aec5a9d02111669b1f189a9afaf8fba7654d9a8a18a5d8f67a/663",
            "blink_common_unittests": "5330bdf468e1f566038799c1d96e2ced5028a2ac2fbaa73c928e7fc6438d8412/668",
            "blink_fuzzer_unittests": "9cf06c0c451adb52e85f61e01af493cd1869108b71ab542123475d4c9acaff13/506",
            "blink_heap_unittests": "c836b7506420248f171b57eaf9acbf39aaf325eb00022d1115b432939fb00536/506",
            "blink_platform_unittests": "bfc30f59b394787859efa8eaeb38f90d04ce7e64d38f4170a840c572fe50859e/826",
            "blink_python_tests": "98140294e71ce032906de6346a4af90925c0701c2a7eff917367b7e29af0691d/671",
            "blink_unittests": "03262d3f17ba3ccb8f452e9eeabd4aa9b337c2dc9a5741d2b925fd1fafc96fad/832",
            "blink_web_tests": "90ddfd0eea96aec9779c20ccb77625e26a32fbc604c3c1be24d5ab56fcd3f876/584",
            "blink_wpt_tests": "7b1652d159dce939be20f1848985b4195203885d3faecb398af63dfa87f08204/584",
            "boringssl_crypto_tests": "99bc0139c8673c203a3e58613aab2fc6e4daa9263451f1c0c0623ade5b018137/591",
            "boringssl_ssl_tests": "514b00c6cc4cabe8e1830355a5456b030ad959140050b2e0f40eea68b01f4e31/506",
            "browser_tests": "31ce9240ce9e18b14826b9c7b587a5ac568e372ff99581f79aeaac8d0fc7662b/1403",
            "capture_unittests": "1e6de1803a0f9fee5a81607581878d031cfa4d15a97ac7e76e8a878a619f68d5/585",
            "cast_unittests": "9124ca695eb3673c0d001b533829ad7453f4d31eec23f2fe347ba65cbe83a242/506",
            "cc_unittests": "ed483965dc2be289c8359f9df6d679c530b0c02773c86f35cef112af3aa35715/666",
            "chrome_app_unittests": "27e41473d28a92a811bd46d73651b4e79f5685ead668d97deed6220cd2b2ae9f/747",
            "chrome_wpt_tests": "42752b7aa2db1c53c562609b5501782e82d74f7fd975c342cdd382ab55a41a8e/584",
            "chromedriver_py_tests": "020e16d514f71c08fd8a958d8ddefb86dd7ca01f9558a8276ff3bff068a1e9d4/672",
            "chromedriver_py_tests_headless_shell": "146dbaa57bed9abbee77200504aaf94f8b0b954db4a07e3b3ace0830263f4370/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "c6d6f70ca788870ac5b738733728ab4d332552f6349958dae081da1dad5eac11/663",
            "components_browsertests": "f83e437294c2ec219808e5b43c91647edae771f44b3db36c2a1dcb5aaf874ba2/835",
            "components_perftests": "772f79f46ae88ffc3bcbe9a62978209b542af043ec655f75b701edec6afdb842/833",
            "components_unittests": "869b5baf5798d7dbfc55ebd5181e1a2e216cdf6720a7c9cba000bc275eba6869/993",
            "content_browsertests": "295a2decd39c0ed72ae554f5319349643e14a639740cf64121c552c3fcdad3eb/908",
            "content_shell_crash_test": "f30b0a56df01a433a14a6aac7f9769fdda3058aaa64dbd577713ad2738a906f0/749",
            "content_unittests": "af0687d240086e14a62b72391a1790ed41adddafd45f4f4d3f0e6407554a8623/743",
            "crashpad_tests": "71bb2f128691368a9d705cc2db410d9b1f3a990b0e68e538c872be8c6c13789b/591",
            "crypto_unittests": "04fc0af47e872dc4e9a7a64d63a9d100853b68617b9d54e9d53fb8e6b11b03fc/586",
            "device_unittests": "fe62b9d9fb4a59b4d1ca8cfc2e8fef2f516697e099f023651276aa06ef845649/583",
            "display_unittests": "327487c4df12616ebf339b5e5d89e4aec905941fdb13f30d68a7a2653823c588/506",
            "env_chromium_unittests": "edad704069fa3bf0ca899a331984834f3a5bfa733153ece3c7f7e2f739e79137/506",
            "events_unittests": "1b9e1a12f553128ed5d393c78f1c3f92618fff60047b519db2b4e38e4b52a5b4/506",
            "extensions_unittests": "78dd0178e26b9954b4b3f19c63342b208751a8e9226992c6f0af6f76051c7e36/827",
            "filesystem_service_unittests": "472bafb4d36e172b9161bc7f1d504be5b93d25c630e1aad6b08ba335035f88fe/506",
            "flatbuffers_unittests": "4ef53adefe60a1456b84c3d59c7dc80c7b521cec627d9c05d63ffc0994e8beaa/591",
            "fuzzing_unittests": "12d0b73d848a6ebbe00fbf31d14d5b876593a8bba1fba05f3a721e15a998e0d8/506",
            "gcm_unit_tests": "f1d946a8241196f7e9f1a8b7c9ef72a5cf61a3899e8f2b81ff382ab240866402/583",
            "gfx_unittests": "6d3b9f086e047a7da75954df8e1d3d280879368767acf3e3ae679638f0b08535/582",
            "gin_unittests": "ea57c974a8fc9f1f68fec26da5e07109bcb756c84dfd8cec309e8336b4ed5e15/583",
            "google_apis_unittests": "948561d846079fe8d3368dfd3c19b60ae040dfbbc0acae20b320228a78335f1d/668",
            "gpu_unittests": "6749ba7e961698b011799992640e57323f9915781bb3fb11b6efac417e665962/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "c42432dcb431586dfadb1a5e03f4de6bdc9d9b0ddbe52b7e12b5df0cb2fe573c/591",
            "headless_browsertests": "23bc5a985b061dc56e38c57ddd21808580405dfcaad458fc3871bc905c8ca5c2/836",
            "headless_shell_wpt": "d5e7acd7da1dee760ff5bdea6aab1b8f1296a14a7d6e2f1619a1b4f9491a97f9/584",
            "headless_unittests": "3871788b83453deec65f3ddaadc87f20f8072d1ec86110459dd9d2b4a446c153/506",
            "interactive_ui_tests": "d34d74b2e870a17f900b301f3dd93b560b11f07466939b0dffacf853bd92cc26/1243",
            "ipc_tests": "b2c3c75038d78fa9848803a66a8aaee8386bafba577ae84cfc237c3cd4db1265/506",
            "latency_unittests": "83ce50758d65beaeb18f3c300297b959875a85c9f92cb92a73cdb2f35e3a2842/506",
            "leveldb_unittests": "647818a77f8c84cd1a5ce45fd5fc0caadc2a069e037fa87eeb47abe2c76f236d/506",
            "libjingle_xmpp_unittests": "68beaa1d577a1ea986441e7c1ce6ed9e496ce36dbc3ac0ac180afb497b87b96b/506",
            "liburlpattern_unittests": "3bb04e5ce2fe386ccec4b7c11fd17ed7fb7ce535b756f6dd03c878afb9049440/506",
            "mac_signing_tests": "7296bf3bfcd465c12b7f7a04be6d45a02eac469cf4ea671b747c4a2a621e9fb1/586",
            "media_unittests": "5c73bb8c4d78585aaa58433fa1a004146a415fc3d1f87f624573377a6aa0be69/586",
            "message_center_unittests": "487c04cdb410a4c658644d630b2775174a62291aa0668ab06fe79a08f51130c4/506",
            "midi_unittests": "9992a220188f427bb77160d452e8b361d34b30f36376f6b7be008ae49496da4c/506",
            "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
            "mojo_unittests": "221be91db9a52062c3d1d18c3d8e3a1ab56cbf3cce0a806824a0e6013780584c/584",
            "native_theme_unittests": "1f237144aa8fc8ab5906242197ea050c60277f157ac2181cc3bd56a5fa71fa12/506",
            "net_unittests": "27a8ce261280812414990f32e1c594b9ef51146efb7c75d07fc7a8e9688a6d59/669",
            "openscreen_unittests": "fbe3a13c2cd017617a9ea22a5313298deb595dea9cf877a1c329dc2a1c633583/591",
            "pdf_unittests": "6fdb26117414d80c543e6d69f13b177401d47fbb8020b2d46328dc9be2630bf6/583",
            "perfetto_unittests": "a5f7ecc139ed392981ad8f875b08d57711ce6525d04b59154fee0283b23a8f5f/506",
            "power_sampler_unittests": "7365c5c3c88e53edbfeb5f1bfd8443e55a84183260c3cbdcb866253a9842e4f2/506",
            "printing_unittests": "dbcadb044d6b1acf866bf8a5dfe3c8e9b6bde21cfb9ccfaf2ba810e20daa60a9/665",
            "puffin_unittests": "cdbe6677e25d6a0eea890e5ca203a1fe7057bde2f70b69c591ecfd7c84c7b5de/590",
            "remoting_unittests": "96c22fdfc5f461047c3bf8f2f6bc5cbe571e4cba399fbab64016c16c07d0662f/583",
            "rlz_unittests": "11891c2b53b5a7cff28a843ff1b12fce9f2ce7fc43b10c4db2c2202812141bf8/583",
            "sandbox_unittests": "3650ee92fbf1116bd58e6854aabf56ccd345a5ce59a2b5163e1e7f094a5919d0/506",
            "services_unittests": "f29f49ea9e901123b4972d7347a9635b50a8014d8f09acc6945a8904798c57f3/916",
            "shell_dialogs_unittests": "1f74ffe4455444e7fa602f9e98343a1728e6d2f80c99a57dc10c8a2b48f4e76c/506",
            "skia_unittests": "8f11f32f0ad8500517bea295d4e7f5a52eca8164baaf9d1c1f3fde6d33101356/591",
            "snapshot_unittests": "d31ebd2617ccdf1ab381b70a0c0a8a68fc0471af4236b2b40605f6e8591ed297/506",
            "sql_unittests": "81e54b5dcb8dc5f3cd27a2ce77cedf087d1f2d291ddb2444d62a8d57cee1cb12/583",
            "storage_unittests": "1ea8026c2d3ac73d64b3a39efa21205dde237a68a720e02ed25487e833e7af47/664",
            "sync_integration_tests": "073e7c2121c8c041950e10a1eef751923027bfc9377868f0085a1ed907d7d01a/829",
            "telemetry_gpu_unittests": "29942a1788dde8c4ca9fa33d52a78d9502fac56b3f4ec3853c8df2eb3fc281e6/919",
            "telemetry_perf_unittests": "050004ddefb426a9aa53dfe9c3668d1b256104d83d30a55f70d4220642f2d09d/753",
            "telemetry_unittests": "0782e92dd49dbfa1c5d41368cc4a47085d86742591f3b600a169058278e3bb1a/673",
            "ui_base_unittests": "6f535c26c56cda57ff36a50ad63e126258fc0ce427a41364b3609b7469b92dde/738",
            "ui_touch_selection_unittests": "bcd9d5d9bfa73b96e074a128e402928776890398f106f6832bd16f60dd5866f3/506",
            "ui_unittests": "58e9b726742212fc1cad86bc293a1d3b6ae8606c3fd630c8f6e3037c9b9a5974/506",
            "unit_tests": "7ad8dc26eaf262ac6d40470e8b121a2e08fa24f510e8f2e14d823e542f25c999/1323",
            "updater_tests": "d9a95540398ac2c45b365159b33f1c4261d7482bee76eb815767a4f830b205b5/749",
            "url_unittests": "2de31f101f73c78e130f46d7cef5fdfbd6b3001731a929be97135a086558ca02/506",
            "views_perftests": "9480de6388f4bcf1287602572419e8e21d7574feed999bc5139966f8d0e40cc8/670",
            "views_unittests": "feda926f7b01c68fb68c9e9612247569a2e2a550958f89b0834e859a1fb499da/585",
            "viz_unittests": "06e5b37addf91196c7c7bba691c986374c23be71ec5efc98a0e653376b77bc85/590",
            "wtf_unittests": "b868ce79bcb3b995ae6c1442bda5d023c04fbcd468d7b0893bf5ee160ac763d7/506",
            "xr_browser_tests": "d75c62bf5ad69750375d5faff216db0511dcfcf4232ddf47e1c4316553df9663/828",
            "zlib_unittests": "94151f7e9e095f802db01147d860dc1b972dcd60770446689a3b6ffea3b7d881/591"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "c7753aa4d80373a2366ccae5d8694266db0a090c5a6cd13578d4f2902a459615/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835327829671305424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "164822"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:36:35.788] Scheduled build:
{
  "id": "8669897767680648705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 32578,
  "createdBy": "project:chromium",
  "createTime": "2026-09-23T04:36:35.303138526Z",
  "updateTime": "2026-09-23T04:36:35.303138526Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
      "ref": "refs/heads/main"
    }
  }
}
[04:36:35.788] Task URL: https://cr-buildbucket.appspot.com/build/8669897767680648705
[04:36:35.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:2:0) after 1m8s
[04:36:36.885] Received PubSub notification, asking Buildbucket for the build status
[04:36:36.943] Build status: SCHEDULED
[04:37:43.833] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:2:0)
[04:37:43.909] Build status: SCHEDULED
[04:37:43.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:4:0) after 9m30s
[04:47:13.968] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:4:0)
[04:47:14.103] Build status: SCHEDULED
[04:47:14.103] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:5:0) after 5m39s
[04:52:53.147] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:5:0)
[04:52:53.170] Build status: SCHEDULED
[04:52:53.170] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:6:0) after 9m49s
[05:02:42.261] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:6:0)
[05:02:42.285] Build status: SCHEDULED
[05:02:42.285] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:7:0) after 8m4s
[05:10:46.285] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:7:0)
[05:10:46.303] Build status: SCHEDULED
[05:10:46.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:8:0) after 7m5s
[05:17:51.347] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:8:0)
[05:17:51.370] Build status: SCHEDULED
[05:17:51.370] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:9:0) after 6m12s
[05:24:03.444] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:9:0)
[05:24:03.503] Build status: SCHEDULED
[05:24:03.503] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:10:0) after 1m37s
[05:25:40.611] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:10:0)
[05:25:40.636] Build status: SCHEDULED
[05:25:40.636] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:11:0) after 5m8s
[05:30:48.741] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:11:0)
[05:30:48.760] Build status: SCHEDULED
[05:30:48.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:12:0) after 3m50s
[05:34:38.811] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:12:0)
[05:34:38.837] Build status: SCHEDULED
[05:34:38.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:13:0) after 6m22s
[05:41:00.983] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:13:0)
[05:41:01.015] Build status: SCHEDULED
[05:41:01.015] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:14:0) after 5m11s
[05:46:12.051] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:14:0)
[05:46:12.069] Build status: SCHEDULED
[05:46:12.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:15:0) after 9m16s
[05:55:28.262] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:15:0)
[05:55:28.278] Build status: SCHEDULED
[05:55:28.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:16:0) after 9m36s
[06:05:04.373] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:16:0)
[06:05:04.444] Build status: SCHEDULED
[06:05:04.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:17:0) after 2m29s
[06:07:33.488] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:17:0)
[06:07:33.530] Build status: SCHEDULED
[06:07:33.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:18:0) after 9m48s
[06:17:21.884] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:18:0)
[06:17:21.941] Build status: SCHEDULED
[06:17:21.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:19:0) after 3m33s
[06:20:55.068] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:19:0)
[06:20:58.037] Build status: SCHEDULED
[06:20:58.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:20:0) after 6m40s
[06:27:38.155] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:20:0)
[06:27:38.182] Build status: SCHEDULED
[06:27:38.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:21:0) after 1m5s
[06:28:43.286] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:21:0)
[06:28:43.306] Build status: SCHEDULED
[06:28:43.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:22:0) after 2m55s
[06:31:38.419] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:22:0)
[06:31:38.467] Build status: SCHEDULED
[06:31:38.467] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:23:0) after 6m6s
[06:37:44.518] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:23:0)
[06:37:44.542] Build status: SCHEDULED
[06:37:44.542] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:24:0) after 2m7s
[06:39:51.632] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:24:0)
[06:39:51.789] Build status: SCHEDULED
[06:39:51.789] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:25:0) after 4m22s
[06:44:13.845] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:25:0)
[06:44:13.896] Build status: SCHEDULED
[06:44:13.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:26:0) after 3m23s
[06:47:36.995] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:26:0)
[06:47:37.024] Build status: SCHEDULED
[06:47:37.024] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:27:0) after 2m43s
[06:50:20.115] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:27:0)
[06:50:20.132] Build status: SCHEDULED
[06:50:20.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:28:0) after 8m36s
[06:58:56.232] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:28:0)
[06:58:56.252] Build status: SCHEDULED
[06:58:56.252] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:29:0) after 9m50s
[07:08:46.303] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:29:0)
[07:08:46.328] Build status: SCHEDULED
[07:08:46.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:30:0) after 9m47s
[07:18:33.497] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:30:0)
[07:18:33.522] Build status: SCHEDULED
[07:18:33.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:31:0) after 4m24s
[07:22:57.574] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:31:0)
[07:22:57.593] Build status: SCHEDULED
[07:22:57.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:32:0) after 3m35s
[07:26:32.609] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:32:0)
[07:26:32.629] Build status: SCHEDULED
[07:26:32.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:33:0) after 9m45s
[07:36:17.701] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:33:0)
[07:36:17.729] Build status: SCHEDULED
[07:36:17.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:34:0) after 7m21s
[07:43:38.774] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:34:0)
[07:43:38.799] Build status: SCHEDULED
[07:43:38.799] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:35:0) after 5m57s
[07:49:36.372] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:35:0)
[07:49:36.393] Build status: SCHEDULED
[07:49:36.393] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:36:0) after 3m13s
[07:52:49.420] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:36:0)
[07:52:49.443] Build status: SCHEDULED
[07:52:49.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:37:0) after 4m21s
[07:57:10.572] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:37:0)
[07:57:10.597] Build status: SCHEDULED
[07:57:10.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:38:0) after 6m47s
[08:03:57.773] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:38:0)
[08:03:57.797] Build status: SCHEDULED
[08:03:57.797] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:39:0) after 1m32s
[08:05:29.896] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:39:0)
[08:05:29.915] Build status: SCHEDULED
[08:05:29.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:40:0) after 4m14s
[08:09:43.955] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:40:0)
[08:09:43.977] Build status: SCHEDULED
[08:09:43.977] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:41:0) after 5m29s
[08:15:13.005] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:41:0)
[08:15:13.055] Build status: SCHEDULED
[08:15:13.055] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:42:0) after 1m56s
[08:17:09.254] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:42:0)
[08:17:09.273] Build status: SCHEDULED
[08:17:09.273] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:43:0) after 1m14s
[08:18:23.316] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:43:0)
[08:18:23.336] Build status: SCHEDULED
[08:18:23.336] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:44:0) after 1m50s
[08:20:13.384] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:44:0)
[08:20:13.414] Build status: SCHEDULED
[08:20:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:45:0) after 1m1s
[08:21:14.456] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:45:0)
[08:21:14.474] Build status: SCHEDULED
[08:21:14.475] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:46:0) after 4m39s
[08:25:53.660] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:46:0)
[08:25:53.681] Build status: SCHEDULED
[08:25:53.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:47:0) after 3m5s
[08:28:58.802] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:47:0)
[08:28:58.821] Build status: SCHEDULED
[08:28:58.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:48:0) after 3m32s
[08:32:31.002] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:48:0)
[08:32:31.023] Build status: SCHEDULED
[08:32:31.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:49:0) after 9m29s
[08:42:00.096] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:49:0)
[08:42:00.116] Build status: SCHEDULED
[08:42:00.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:50:0) after 6m26s
[08:48:26.246] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:50:0)
[08:48:26.325] Build status: SCHEDULED
[08:48:26.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:51:0) after 2m46s
[08:51:12.464] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:51:0)
[08:51:12.486] Build status: SCHEDULED
[08:51:12.486] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:52:0) after 6m59s
[08:58:11.626] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:52:0)
[08:58:11.645] Build status: SCHEDULED
[08:58:11.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:53:0) after 3m0s
[09:01:11.686] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:53:0)
[09:01:11.711] Build status: SCHEDULED
[09:01:11.711] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:54:0) after 9m36s
[09:10:47.789] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:54:0)
[09:10:47.807] Build status: SCHEDULED
[09:10:47.807] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:55:0) after 8m16s
[09:19:03.874] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:55:0)
[09:19:03.903] Build status: SCHEDULED
[09:19:03.903] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:56:0) after 5m30s
[09:24:34.039] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:56:0)
[09:24:34.171] Build status: SCHEDULED
[09:24:34.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:57:0) after 7m20s
[09:31:54.219] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:57:0)
[09:31:54.253] Build status: SCHEDULED
[09:31:54.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:58:0) after 6m9s
[09:38:03.304] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:58:0)
[09:38:03.322] Build status: SCHEDULED
[09:38:03.322] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:59:0) after 2m43s
[09:40:46.380] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:59:0)
[09:40:46.398] Build status: SCHEDULED
[09:40:46.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:60:0) after 2m22s
[09:43:08.445] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:60:0)
[09:43:08.468] Build status: SCHEDULED
[09:43:08.468] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:61:0) after 1m52s
[09:45:00.561] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:61:0)
[09:45:00.596] Build status: SCHEDULED
[09:45:00.596] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:62:0) after 6m16s
[09:51:16.770] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:62:0)
[09:51:16.798] Build status: SCHEDULED
[09:51:16.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:63:0) after 8m36s
[09:59:53.195] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:63:0)
[09:59:53.234] Build status: SCHEDULED
[09:59:53.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:64:0) after 6m17s
[10:06:10.249] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:64:0)
[10:06:10.344] Build status: SCHEDULED
[10:06:10.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:65:0) after 1m31s
[10:07:41.395] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:65:0)
[10:07:41.414] Build status: SCHEDULED
[10:07:41.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:66:0) after 4m50s
[10:12:31.499] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:66:0)
[10:12:31.578] Build status: SCHEDULED
[10:12:31.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:67:0) after 4m57s
[10:17:28.631] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:67:0)
[10:17:28.670] Build status: SCHEDULED
[10:17:28.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:68:0) after 5m23s
[10:22:51.713] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:68:0)
[10:22:51.736] Build status: SCHEDULED
[10:22:51.736] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:69:0) after 2m24s
[10:25:15.826] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:69:0)
[10:25:15.910] Build status: SCHEDULED
[10:25:15.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:70:0) after 7m28s
[10:32:43.985] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:70:0)
[10:32:44.002] Build status: SCHEDULED
[10:32:44.002] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:71:0) after 2m26s
[10:35:10.037] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:71:0)
[10:35:10.096] Build status: SCHEDULED
[10:35:10.096] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8835327829671305424:72:0) after 9m10s
[10:36:42.720] Received PubSub notification, asking Buildbucket for the build status
[10:36:42.740] Build:
{
  "id": "8669897767680648705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 32578,
  "createdBy": "project:chromium",
  "createTime": "2026-09-23T04:36:35.303138526Z",
  "endTime": "2026-09-23T10:36:42.428307510Z",
  "updateTime": "2026-09-23T10:36:42.428307510Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "86098b063d52985b42f3f0e2ff45ca039ff533f5",
      "ref": "refs/heads/main"
    }
  }
}
[10:36:42.740] Invocation finished in 6h0m8.718392684s with status FAILED