Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/104975 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/104976 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/104977 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/104978 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/104979 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "8ec9701d27e3f103a63311907d39bc0946460ed6"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8729160943252468433"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8729160943252468433"
    }
  ],
  "parent_build_id": "8729160943252468433",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "f5196a27b9b6bdc358191717f2b5a3ba824d1e82",
  "parent_got_dawn_revision": "4b01dc6ac5c29bd38e98c02a9f292ed84fc9d2b0",
  "parent_got_revision": "8ec9701d27e3f103a63311907d39bc0946460ed6",
  "parent_got_revision_cp": "refs/heads/main@{#1393386}",
  "parent_got_swiftshader_revision": "d91e98d1aa3f18398fd6bfadbb45060cd6e0db3b",
  "parent_got_v8_revision": "e05e8cd98941f27a248db94cff335dec055a4054",
  "parent_got_v8_revision_cp": "refs/heads/13.3.274@{#1}",
  "parent_got_webrtc_revision": "c23fe2fbf9ebb8f9a8760be0f79e95d632361dbb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43508}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8ec9701d27e3f103a63311907d39bc0946460ed6",
  "swarm_hashes": {
    "absl_hardening_tests": "547eb1eb088ddef64526e48809456fc37fd0a8bc711db77324e1ab965d6e2966/323",
    "accessibility_unittests": "a4b60df3b66225607b4bfa58eccef122c943d95e93ac941c5beee930e990fbcd/323",
    "angle_unittests": "d0d2ddb3eaa75c7406997c39f096a5fef86dae193fb3711fa5b1d89872f9029e/408",
    "app_shell_unittests": "639e32fdfa6bc8b2eaf115274062b85bb45bc4c818f47395d3db6a109a28e216/484",
    "base_unittests": "cde85c00edb866f3077e26470b21848dda0838e4e66fbcf4ece12167a4f6da6c/480",
    "blink_common_unittests": "2d78ef765c75fa68ff94c6ee20dbd152c44e36b40321cd04c3c9f39b6441f473/485",
    "blink_fuzzer_unittests": "9fc7bb62b07b24ed6c3b8d8af58e9a285bcaea310cd168d1e2e80cde3bbd4e2f/323",
    "blink_heap_unittests": "a5e4542b0fdbf1aa80fc41880381a1f7312c86375ed212313934e0fc314cad63/323",
    "blink_platform_unittests": "3109e313d24933cd8817adedbfd5bedfff6b280bf3518ca0d586fdd22182f3cc/643",
    "blink_python_tests": "4d61513a7f4d4d2478df8ccea105aafd0f28916df39b7a3596313060726cacbd/574",
    "blink_unittests": "64a0a7e903c780f7f70147249904a2a0d7da1bab881af14fb4a0461c301567dd/649",
    "blink_web_tests": "ad757b7a5b9de87e5c70dd395771bb3750b3df2ae9acadc3a80b6363d0dba328/566",
    "blink_wpt_tests": "a220e7e0202cbc078b3cc177ee7e886bf97aa01dcccfc4df5070048d16530b8c/566",
    "boringssl_crypto_tests": "384ce874f7a7e01b049706d82b341993f0f9eca0e64997f031277c93e2499402/408",
    "boringssl_ssl_tests": "288d0acb828f1a8d3a13eac1c74b90ecd30258fee06a7ce1f9e15b8a7aacb570/323",
    "browser_tests": "1454fb109d2f49fcb0a74abded9145acbab15cc266984e1c59eeb725f0d812b5/1215",
    "capture_unittests": "3b57f151aa08c062dbadf6b2b2af89d9507b251812241516e90d5d40fb14c022/402",
    "cast_unittests": "da4f569714cd8f973b1d7d4d0fa8861e3f7f4efbd5cd559b327dc15114bf79e8/323",
    "cc_unittests": "cc3fcf49d83a18eda72f4bafdca86e71c1fdb561c907dc20d99241b5e1d74caf/483",
    "chrome_app_unittests": "fd0a7f204fac9ff66602089f12f81996e9f49d78a997a9ba3c49a5311819884c/564",
    "chrome_wpt_tests": "4ecee480cdcee120788f94e2d2928e4e972c8edc505499e949f1fd1edbabdf65/566",
    "chromedriver_py_tests": "36e01993175d8750c906d0db3c5c26c1eab2c335560b77de62bb882dd6f2b235/489",
    "chromedriver_py_tests_headless_shell": "fc8217d6f916866c2a3cac9fd6ad1d5c17aca01138a520c2ae9f48bc4358c7d0/489",
    "chromedriver_replay_unittests": "42ab93f1084a3efba40c07d6ced1a91b97e38835b2cc7b7e5b1d8c47c85c79f3/326",
    "chromedriver_unittests": "c66897b5cf245784d7b36debdc0c9e124aa50a7783ad3223a28ffc5d80c11ed4/480",
    "components_browsertests": "19bf7a08db41439fc26d5da4e0d839f5b45c7266e3791dda93071a540434a36f/652",
    "components_perftests": "ddbac3b631431250692ed19ef6a407fe8710bb738f8d7846f96e37342b6f1c14/649",
    "components_unittests": "7c904413d511d441541e5b0609f6fb2094ce1fdfc831a5b5b262255d0c1d4b29/731",
    "content_browsertests": "7dc6da06b928e3f6c8e34f9a993040c864347ef4e22c000dd170d3f5ee9f1510/724",
    "content_shell_crash_test": "a2516cc2bbe43355e42683e7ee842e4c601abcf3e499b63b4b6acb57060bc34a/566",
    "content_unittests": "4cc6d66e9a894c7186a55b47a0aba95d9b4163a58a447537ac7a7c4029867114/560",
    "crashpad_tests": "027b1cab05f8557e74b834ec4885e11c7655504dd5897be3e8edcea85781ee83/408",
    "cronet_tests": "111395dbfe6f22802edd4b31d39d413cc9992097045cb08e17fa7e32d50d4c03/484",
    "cronet_unittests": "8a9d08b70e4621b5073122c0059707d45af8273b197356119c351eac35c7b9e8/400",
    "crypto_unittests": "e80e111d425702b165a9141c75b264600152ab0bafcfa2e0bfd9545dd6995e78/323",
    "device_unittests": "65197885fcca3143ffe0592b2e0792a7cc8de4f07788e8ab0ad3221245ef5a56/480",
    "display_unittests": "bf4a8dcc26ef7b34c8ddc61591b3c89a89a8f30b4818e90b6a390590c80b2efb/323",
    "env_chromium_unittests": "c4f2e50650b59671fc681b066c7b757558ecdc3af5000031d91d2fb965cadcd4/323",
    "events_unittests": "26b39e90e6cd5b421077cffd77b49947c54fc677feae8ca9cb37b04e2bbd2ff9/323",
    "extensions_browsertests": "8812545d390a120e3db275d97109e1f5abedb112b7a6097c662c06613342586b/570",
    "extensions_unittests": "fa16c3d734aa1d48adca8c86e79032b96bc65b0c221d7f59ef4285b4181cc586/644",
    "filesystem_service_unittests": "6f3b02f0f036ffcdcda1c7cfa1af5c9c520ca166f56a8525cf4702546b979176/323",
    "flatbuffers_unittests": "cb1d0b2b386c9f0629c94489e4be90070386b05a4c75dba6bb259720665389bc/408",
    "fuzzing_unittests": "5a248ccd9fa37b5b8bf71dd61c6184868ff0f9acda8daa03e0f3fb0675a36788/323",
    "gcm_unit_tests": "fbcf75136f612accdc8468d47ceab87bb90b1163564038d9677d216d91ed31af/400",
    "gfx_unittests": "5b73651de07a3cd2481c3e1969c801d1652ce8d0a29404cf8beb8f613d7fb28f/399",
    "gin_unittests": "a727c3736ff72bc831028d4788f2bf77417b2e4f0885dc1622efcb2f8609a8a0/400",
    "google_apis_unittests": "6d17d104c18a968f7fab0a5d2917fe4837aba86296f72db42bcafd11428067a5/485",
    "gpu_unittests": "68b2906796d124d89c231d9d74941436bfc7a06e090f0c26e67ef52631aa10a0/400",
    "gwp_asan_unittests": "51128b518c791ea39db1f3264643399f1df264f591371a3299406399476c34ec/408",
    "headless_browsertests": "1302f30e623324b5a74647e4e160325940e777bc8e50d25c25a7fb279b7c07c6/569",
    "headless_shell_wpt": "1abf686b82f922f541187409c61ecf49d3016357ac80e411d6ca065e5520b360/566",
    "headless_unittests": "ad66d6a5d90471ca2ee385d248e5bc177af3da1ca466a3b0a92784dea1c197d6/323",
    "interactive_ui_tests": "348a3e02e953bf06140f82a101f17a796a9cc8bcfdd3937dad35f5c0c7268799/973",
    "ipc_tests": "674ddb80e5fc22b02a7818f5fd1bc130ad2b07f567efaf5641afeacb7aaca1fa/323",
    "latency_unittests": "a472b5dec61df3940bb4f2f59c51763181464ebe975dc50edbbb3fe2cfa136af/323",
    "leveldb_unittests": "590de1b8f8dd0cae754e00b6bb8c576c8142724d66aedbad34b7d63a78da4a74/323",
    "libjingle_xmpp_unittests": "39a2fc6e2b4ff75f5920d1b19558ef07135ab990189d40fcebce2e2f6903b48d/323",
    "liburlpattern_unittests": "9adf2b8ca6f6142e54c005292cd8194799eff37f355cfe1c6a257c0f1e0e07a4/323",
    "mac_signing_tests": "d24cd939a001adaac8cede80c412c90de0449d0d86a21f85f40cdfaac51b47db/488",
    "media_unittests": "d9cbbac5936c5382131812bcef8ae7273104676384224a7b64c4127fadb36b38/403",
    "message_center_unittests": "8264e42786ccadb31bef9e1e52cf593f9c95cff96b6ce744a52d99e6a0df1a21/323",
    "midi_unittests": "58f18267c56cd86a0dbf0991396eaf5bd8b9fef955297db85a17c72d7fbb4bdb/323",
    "mojo_python_unittests": "79e269ee6844493a32af7e6d16475dd788e7e1d467e936957daa244d0de60613/490",
    "mojo_unittests": "3d4a973b265e279defa9fc05b3aab0e1ed21588087b9cbb4abc504dafac9a65b/401",
    "native_theme_unittests": "3ff4df8da4c56c84749895ccdb03a1a6a917b9fdaa25c71836f23dc33ec7678a/323",
    "net_unittests": "8afd88e144e0096ba882417bac3d888613c60069c50142e33983fd8b1340f12a/487",
    "openscreen_unittests": "e299ecbbe90372795626482e01a1bb11611ef9d78fbd775ef45bffa5b190f38a/408",
    "pdf_unittests": "88f95c3740723cb34941a819703d3db52cece2dbb949a5e93fe936ceebcfcc06/400",
    "perfetto_unittests": "c9e5c130b1728d5258ac4e3033598e2d33018cf758933e72b9e0f8a0262cfd15/323",
    "power_sampler_unittests": "858c6fb7542cf20f5e45d36ed4072c5235a52fd1fd75d0af7f52a3afb598e3bf/323",
    "printing_unittests": "6de753f01a5feee89e6f945bbbef98843c16dc69d5d7127a904e84ac14323b52/482",
    "remoting_unittests": "22fae6ff20c516e3238a9c17f6705f5a1fd6fe8025ad269db0a9d142525a90a6/400",
    "sandbox_unittests": "62c35300d7577c8d660e353a345f0ff492c309e331d210a30a93523e4752d3a3/323",
    "services_unittests": "db10a4171b1ffa3a4618eee03dd06aa225ab446fd821cfaecd97ea7a00ec375e/653",
    "shell_dialogs_unittests": "c7afd948704f68c90221d22a392780d6b7d77dd93018e23c23bf68f7ef1fe701/323",
    "skia_unittests": "ecd8594c8034a546bc695f785785d7e997ed0eced4ec45ac4cf98777b03b45a1/323",
    "snapshot_unittests": "2569f3281372b9a9ebeeb203020b08c76dee564868e363780ce2f78bd07e56cd/323",
    "sql_unittests": "e255745032d64e6669cd31abe65aaa285f4c279c050c28fda5e019e555be9881/400",
    "storage_unittests": "f2713e1235ed59a0c378955bfb85b8d9e1974085ddcb2d8aa70089963b609fcb/481",
    "sync_integration_tests": "bf27e940ce4fe1eae3eafe139e0786a8937caddcb20d1a1fc7f20d69c3f60a64/646",
    "telemetry_gpu_unittests": "68fd804cd7cb4152e219db82d8c8c9a73fe4a8c207b14b4a3fe529d1dced28b7/736",
    "telemetry_perf_unittests": "16d2c714b0220046ff91948c1d325982a295591fe41213594f6796dd70adab38/655",
    "ui_base_unittests": "3cfae5cf45b1c5bc3398ccb33d7d0e327da93346261160f9676ff8b97552ac7e/555",
    "ui_touch_selection_unittests": "820e5324ed9d2a90dddd8ccce9599d03380b1b532c230949535a17b247ff8cb2/323",
    "ui_unittests": "27b144ec71c6b2cd83eb1378cee591dfede8bc74921b130f34f9bc7648d96ffb/323",
    "unit_tests": "07a4d0e3d998fa495444980177f440df71fbebe74fa709d9dd2008ad13cfa173/1056",
    "updater_tests": "0c7a921562d5d2081fe22f18008c4d029a1b5938508ca071e6483105a37033f8/566",
    "url_unittests": "fc8c24a88fcc02b90ebe1c4f50fbb943dfdf6cd8598ba5820d2e2bf73f6e8cb1/323",
    "views_perftests": "af98454a7188c814026e16541682c2e17305270563ff6a3b25c4427ab8056081/487",
    "views_unittests": "882277e173364338bd9f68fc459bebdcf36d2ac5ea8d4c0dc6a879f19a65ed88/402",
    "viz_unittests": "beeae2295b431100f7dfdfaa070430b578187e1e6d6cd520013a15e6124aa23a/407",
    "wtf_unittests": "8e0025fa0e84f0f24053848ef33607f86c947a22d4d1b32d91fbfe48e8d7d81a/323",
    "xr_browser_tests": "b9c2fd61abcca9b599908f900aa2ea24d2c5656ee814e1cd63ed02daaab7d6c3/645",
    "zlib_unittests": "f8d53bb4bb8e23ffa06fd33d893ae0678f1a0d90cd8fd418b49790f3cf3a43b5/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8ec9701d27e3f103a63311907d39bc0946460ed6
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:104979
  • user_agent:recipe

Debug log (UTC)

[01:23:48.895] New invocation is queued and will start shortly
[01:23:48.895] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:23:50.074] Starting the invocation (attempt 1)
[01:23:50.105] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8ec9701d27e3f103a63311907d39bc0946460ed6"
[01:23:50.105] Popped gitiles commit info from properties and tags
[01:23:50.105] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:23:50.105] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:23:50.106] Buildbucket request:
{
  "requestId": "8894590372618513264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "8ec9701d27e3f103a63311907d39bc0946460ed6"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8729160943252468433"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8729160943252468433"
                }
          ],
      "parent_build_id": "8729160943252468433",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "f5196a27b9b6bdc358191717f2b5a3ba824d1e82",
      "parent_got_dawn_revision": "4b01dc6ac5c29bd38e98c02a9f292ed84fc9d2b0",
      "parent_got_revision": "8ec9701d27e3f103a63311907d39bc0946460ed6",
      "parent_got_revision_cp": "refs/heads/main@{#1393386}",
      "parent_got_swiftshader_revision": "d91e98d1aa3f18398fd6bfadbb45060cd6e0db3b",
      "parent_got_v8_revision": "e05e8cd98941f27a248db94cff335dec055a4054",
      "parent_got_v8_revision_cp": "refs/heads/13.3.274@{#1}",
      "parent_got_webrtc_revision": "c23fe2fbf9ebb8f9a8760be0f79e95d632361dbb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43508}",
      "swarm_hashes": {
            "absl_hardening_tests": "547eb1eb088ddef64526e48809456fc37fd0a8bc711db77324e1ab965d6e2966/323",
            "accessibility_unittests": "a4b60df3b66225607b4bfa58eccef122c943d95e93ac941c5beee930e990fbcd/323",
            "angle_unittests": "d0d2ddb3eaa75c7406997c39f096a5fef86dae193fb3711fa5b1d89872f9029e/408",
            "app_shell_unittests": "639e32fdfa6bc8b2eaf115274062b85bb45bc4c818f47395d3db6a109a28e216/484",
            "base_unittests": "cde85c00edb866f3077e26470b21848dda0838e4e66fbcf4ece12167a4f6da6c/480",
            "blink_common_unittests": "2d78ef765c75fa68ff94c6ee20dbd152c44e36b40321cd04c3c9f39b6441f473/485",
            "blink_fuzzer_unittests": "9fc7bb62b07b24ed6c3b8d8af58e9a285bcaea310cd168d1e2e80cde3bbd4e2f/323",
            "blink_heap_unittests": "a5e4542b0fdbf1aa80fc41880381a1f7312c86375ed212313934e0fc314cad63/323",
            "blink_platform_unittests": "3109e313d24933cd8817adedbfd5bedfff6b280bf3518ca0d586fdd22182f3cc/643",
            "blink_python_tests": "4d61513a7f4d4d2478df8ccea105aafd0f28916df39b7a3596313060726cacbd/574",
            "blink_unittests": "64a0a7e903c780f7f70147249904a2a0d7da1bab881af14fb4a0461c301567dd/649",
            "blink_web_tests": "ad757b7a5b9de87e5c70dd395771bb3750b3df2ae9acadc3a80b6363d0dba328/566",
            "blink_wpt_tests": "a220e7e0202cbc078b3cc177ee7e886bf97aa01dcccfc4df5070048d16530b8c/566",
            "boringssl_crypto_tests": "384ce874f7a7e01b049706d82b341993f0f9eca0e64997f031277c93e2499402/408",
            "boringssl_ssl_tests": "288d0acb828f1a8d3a13eac1c74b90ecd30258fee06a7ce1f9e15b8a7aacb570/323",
            "browser_tests": "1454fb109d2f49fcb0a74abded9145acbab15cc266984e1c59eeb725f0d812b5/1215",
            "capture_unittests": "3b57f151aa08c062dbadf6b2b2af89d9507b251812241516e90d5d40fb14c022/402",
            "cast_unittests": "da4f569714cd8f973b1d7d4d0fa8861e3f7f4efbd5cd559b327dc15114bf79e8/323",
            "cc_unittests": "cc3fcf49d83a18eda72f4bafdca86e71c1fdb561c907dc20d99241b5e1d74caf/483",
            "chrome_app_unittests": "fd0a7f204fac9ff66602089f12f81996e9f49d78a997a9ba3c49a5311819884c/564",
            "chrome_wpt_tests": "4ecee480cdcee120788f94e2d2928e4e972c8edc505499e949f1fd1edbabdf65/566",
            "chromedriver_py_tests": "36e01993175d8750c906d0db3c5c26c1eab2c335560b77de62bb882dd6f2b235/489",
            "chromedriver_py_tests_headless_shell": "fc8217d6f916866c2a3cac9fd6ad1d5c17aca01138a520c2ae9f48bc4358c7d0/489",
            "chromedriver_replay_unittests": "42ab93f1084a3efba40c07d6ced1a91b97e38835b2cc7b7e5b1d8c47c85c79f3/326",
            "chromedriver_unittests": "c66897b5cf245784d7b36debdc0c9e124aa50a7783ad3223a28ffc5d80c11ed4/480",
            "components_browsertests": "19bf7a08db41439fc26d5da4e0d839f5b45c7266e3791dda93071a540434a36f/652",
            "components_perftests": "ddbac3b631431250692ed19ef6a407fe8710bb738f8d7846f96e37342b6f1c14/649",
            "components_unittests": "7c904413d511d441541e5b0609f6fb2094ce1fdfc831a5b5b262255d0c1d4b29/731",
            "content_browsertests": "7dc6da06b928e3f6c8e34f9a993040c864347ef4e22c000dd170d3f5ee9f1510/724",
            "content_shell_crash_test": "a2516cc2bbe43355e42683e7ee842e4c601abcf3e499b63b4b6acb57060bc34a/566",
            "content_unittests": "4cc6d66e9a894c7186a55b47a0aba95d9b4163a58a447537ac7a7c4029867114/560",
            "crashpad_tests": "027b1cab05f8557e74b834ec4885e11c7655504dd5897be3e8edcea85781ee83/408",
            "cronet_tests": "111395dbfe6f22802edd4b31d39d413cc9992097045cb08e17fa7e32d50d4c03/484",
            "cronet_unittests": "8a9d08b70e4621b5073122c0059707d45af8273b197356119c351eac35c7b9e8/400",
            "crypto_unittests": "e80e111d425702b165a9141c75b264600152ab0bafcfa2e0bfd9545dd6995e78/323",
            "device_unittests": "65197885fcca3143ffe0592b2e0792a7cc8de4f07788e8ab0ad3221245ef5a56/480",
            "display_unittests": "bf4a8dcc26ef7b34c8ddc61591b3c89a89a8f30b4818e90b6a390590c80b2efb/323",
            "env_chromium_unittests": "c4f2e50650b59671fc681b066c7b757558ecdc3af5000031d91d2fb965cadcd4/323",
            "events_unittests": "26b39e90e6cd5b421077cffd77b49947c54fc677feae8ca9cb37b04e2bbd2ff9/323",
            "extensions_browsertests": "8812545d390a120e3db275d97109e1f5abedb112b7a6097c662c06613342586b/570",
            "extensions_unittests": "fa16c3d734aa1d48adca8c86e79032b96bc65b0c221d7f59ef4285b4181cc586/644",
            "filesystem_service_unittests": "6f3b02f0f036ffcdcda1c7cfa1af5c9c520ca166f56a8525cf4702546b979176/323",
            "flatbuffers_unittests": "cb1d0b2b386c9f0629c94489e4be90070386b05a4c75dba6bb259720665389bc/408",
            "fuzzing_unittests": "5a248ccd9fa37b5b8bf71dd61c6184868ff0f9acda8daa03e0f3fb0675a36788/323",
            "gcm_unit_tests": "fbcf75136f612accdc8468d47ceab87bb90b1163564038d9677d216d91ed31af/400",
            "gfx_unittests": "5b73651de07a3cd2481c3e1969c801d1652ce8d0a29404cf8beb8f613d7fb28f/399",
            "gin_unittests": "a727c3736ff72bc831028d4788f2bf77417b2e4f0885dc1622efcb2f8609a8a0/400",
            "google_apis_unittests": "6d17d104c18a968f7fab0a5d2917fe4837aba86296f72db42bcafd11428067a5/485",
            "gpu_unittests": "68b2906796d124d89c231d9d74941436bfc7a06e090f0c26e67ef52631aa10a0/400",
            "gwp_asan_unittests": "51128b518c791ea39db1f3264643399f1df264f591371a3299406399476c34ec/408",
            "headless_browsertests": "1302f30e623324b5a74647e4e160325940e777bc8e50d25c25a7fb279b7c07c6/569",
            "headless_shell_wpt": "1abf686b82f922f541187409c61ecf49d3016357ac80e411d6ca065e5520b360/566",
            "headless_unittests": "ad66d6a5d90471ca2ee385d248e5bc177af3da1ca466a3b0a92784dea1c197d6/323",
            "interactive_ui_tests": "348a3e02e953bf06140f82a101f17a796a9cc8bcfdd3937dad35f5c0c7268799/973",
            "ipc_tests": "674ddb80e5fc22b02a7818f5fd1bc130ad2b07f567efaf5641afeacb7aaca1fa/323",
            "latency_unittests": "a472b5dec61df3940bb4f2f59c51763181464ebe975dc50edbbb3fe2cfa136af/323",
            "leveldb_unittests": "590de1b8f8dd0cae754e00b6bb8c576c8142724d66aedbad34b7d63a78da4a74/323",
            "libjingle_xmpp_unittests": "39a2fc6e2b4ff75f5920d1b19558ef07135ab990189d40fcebce2e2f6903b48d/323",
            "liburlpattern_unittests": "9adf2b8ca6f6142e54c005292cd8194799eff37f355cfe1c6a257c0f1e0e07a4/323",
            "mac_signing_tests": "d24cd939a001adaac8cede80c412c90de0449d0d86a21f85f40cdfaac51b47db/488",
            "media_unittests": "d9cbbac5936c5382131812bcef8ae7273104676384224a7b64c4127fadb36b38/403",
            "message_center_unittests": "8264e42786ccadb31bef9e1e52cf593f9c95cff96b6ce744a52d99e6a0df1a21/323",
            "midi_unittests": "58f18267c56cd86a0dbf0991396eaf5bd8b9fef955297db85a17c72d7fbb4bdb/323",
            "mojo_python_unittests": "79e269ee6844493a32af7e6d16475dd788e7e1d467e936957daa244d0de60613/490",
            "mojo_unittests": "3d4a973b265e279defa9fc05b3aab0e1ed21588087b9cbb4abc504dafac9a65b/401",
            "native_theme_unittests": "3ff4df8da4c56c84749895ccdb03a1a6a917b9fdaa25c71836f23dc33ec7678a/323",
            "net_unittests": "8afd88e144e0096ba882417bac3d888613c60069c50142e33983fd8b1340f12a/487",
            "openscreen_unittests": "e299ecbbe90372795626482e01a1bb11611ef9d78fbd775ef45bffa5b190f38a/408",
            "pdf_unittests": "88f95c3740723cb34941a819703d3db52cece2dbb949a5e93fe936ceebcfcc06/400",
            "perfetto_unittests": "c9e5c130b1728d5258ac4e3033598e2d33018cf758933e72b9e0f8a0262cfd15/323",
            "power_sampler_unittests": "858c6fb7542cf20f5e45d36ed4072c5235a52fd1fd75d0af7f52a3afb598e3bf/323",
            "printing_unittests": "6de753f01a5feee89e6f945bbbef98843c16dc69d5d7127a904e84ac14323b52/482",
            "remoting_unittests": "22fae6ff20c516e3238a9c17f6705f5a1fd6fe8025ad269db0a9d142525a90a6/400",
            "sandbox_unittests": "62c35300d7577c8d660e353a345f0ff492c309e331d210a30a93523e4752d3a3/323",
            "services_unittests": "db10a4171b1ffa3a4618eee03dd06aa225ab446fd821cfaecd97ea7a00ec375e/653",
            "shell_dialogs_unittests": "c7afd948704f68c90221d22a392780d6b7d77dd93018e23c23bf68f7ef1fe701/323",
            "skia_unittests": "ecd8594c8034a546bc695f785785d7e997ed0eced4ec45ac4cf98777b03b45a1/323",
            "snapshot_unittests": "2569f3281372b9a9ebeeb203020b08c76dee564868e363780ce2f78bd07e56cd/323",
            "sql_unittests": "e255745032d64e6669cd31abe65aaa285f4c279c050c28fda5e019e555be9881/400",
            "storage_unittests": "f2713e1235ed59a0c378955bfb85b8d9e1974085ddcb2d8aa70089963b609fcb/481",
            "sync_integration_tests": "bf27e940ce4fe1eae3eafe139e0786a8937caddcb20d1a1fc7f20d69c3f60a64/646",
            "telemetry_gpu_unittests": "68fd804cd7cb4152e219db82d8c8c9a73fe4a8c207b14b4a3fe529d1dced28b7/736",
            "telemetry_perf_unittests": "16d2c714b0220046ff91948c1d325982a295591fe41213594f6796dd70adab38/655",
            "ui_base_unittests": "3cfae5cf45b1c5bc3398ccb33d7d0e327da93346261160f9676ff8b97552ac7e/555",
            "ui_touch_selection_unittests": "820e5324ed9d2a90dddd8ccce9599d03380b1b532c230949535a17b247ff8cb2/323",
            "ui_unittests": "27b144ec71c6b2cd83eb1378cee591dfede8bc74921b130f34f9bc7648d96ffb/323",
            "unit_tests": "07a4d0e3d998fa495444980177f440df71fbebe74fa709d9dd2008ad13cfa173/1056",
            "updater_tests": "0c7a921562d5d2081fe22f18008c4d029a1b5938508ca071e6483105a37033f8/566",
            "url_unittests": "fc8c24a88fcc02b90ebe1c4f50fbb943dfdf6cd8598ba5820d2e2bf73f6e8cb1/323",
            "views_perftests": "af98454a7188c814026e16541682c2e17305270563ff6a3b25c4427ab8056081/487",
            "views_unittests": "882277e173364338bd9f68fc459bebdcf36d2ac5ea8d4c0dc6a879f19a65ed88/402",
            "viz_unittests": "beeae2295b431100f7dfdfaa070430b578187e1e6d6cd520013a15e6124aa23a/407",
            "wtf_unittests": "8e0025fa0e84f0f24053848ef33607f86c947a22d4d1b32d91fbfe48e8d7d81a/323",
            "xr_browser_tests": "b9c2fd61abcca9b599908f900aa2ea24d2c5656ee814e1cd63ed02daaab7d6c3/645",
            "zlib_unittests": "f8d53bb4bb8e23ffa06fd33d893ae0678f1a0d90cd8fd418b49790f3cf3a43b5/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894590372618513264"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "104979"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:23:50.674] Scheduled build:
{
  "id": "8729160310630307009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19241,
  "createdBy": "project:chromium",
  "createTime": "2024-12-08T01:23:50.167278351Z",
  "updateTime": "2024-12-08T01:23:50.167278351Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
      "ref": "refs/heads/main"
    }
  }
}
[01:23:50.674] Task URL: https://cr-buildbucket.appspot.com/build/8729160310630307009
[01:23:50.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:2:0) after 6m3s
[01:23:50.829] Received PubSub notification, asking Buildbucket for the build status
[01:23:50.844] Build status: SCHEDULED
[01:29:53.713] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:2:0)
[01:29:53.734] Build status: SCHEDULED
[01:29:53.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:4:0) after 3m13s
[01:33:06.757] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:4:0)
[01:33:06.818] Build status: SCHEDULED
[01:33:06.818] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:5:0) after 8m39s
[01:41:45.934] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:5:0)
[01:41:45.953] Build status: SCHEDULED
[01:41:45.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:6:0) after 6m25s
[01:48:10.975] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:6:0)
[01:48:10.993] Build status: SCHEDULED
[01:48:10.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:7:0) after 2m0s
[01:50:11.043] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:7:0)
[01:50:11.082] Build status: SCHEDULED
[01:50:11.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:8:0) after 4m34s
[01:54:45.264] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:8:0)
[01:54:45.312] Build status: SCHEDULED
[01:54:45.312] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:9:0) after 5m4s
[01:59:49.336] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:9:0)
[01:59:49.352] Build status: SCHEDULED
[01:59:49.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:10:0) after 9m49s
[02:09:38.377] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:10:0)
[02:09:38.392] Build status: SCHEDULED
[02:09:38.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:11:0) after 1m13s
[02:10:51.413] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:11:0)
[02:10:51.435] Build status: SCHEDULED
[02:10:51.435] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:12:0) after 6m49s
[02:17:40.457] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:12:0)
[02:17:40.474] Build status: SCHEDULED
[02:17:40.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:13:0) after 1m16s
[02:18:56.647] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:13:0)
[02:18:56.663] Build status: SCHEDULED
[02:18:56.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:14:0) after 4m20s
[02:23:16.729] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:14:0)
[02:23:16.766] Build status: SCHEDULED
[02:23:16.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:15:0) after 9m0s
[02:32:16.759] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:15:0)
[02:32:16.776] Build status: SCHEDULED
[02:32:16.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:16:0) after 3m15s
[02:35:31.944] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:16:0)
[02:35:31.962] Build status: SCHEDULED
[02:35:31.962] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:17:0) after 1m37s
[02:37:08.993] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:17:0)
[02:37:09.011] Build status: SCHEDULED
[02:37:09.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:18:0) after 4m19s
[02:41:28.175] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:18:0)
[02:41:28.217] Build status: SCHEDULED
[02:41:28.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:19:0) after 3m40s
[02:45:08.354] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:19:0)
[02:45:08.370] Build status: SCHEDULED
[02:45:08.370] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:20:0) after 1m59s
[02:47:07.598] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:20:0)
[02:47:07.615] Build status: SCHEDULED
[02:47:07.615] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:21:0) after 9m11s
[02:56:18.637] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:21:0)
[02:56:18.688] Build status: SCHEDULED
[02:56:18.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:22:0) after 7m19s
[03:03:37.779] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:22:0)
[03:03:37.795] Build status: SCHEDULED
[03:03:37.795] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:23:0) after 2m19s
[03:05:56.818] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:23:0)
[03:05:56.842] Build status: SCHEDULED
[03:05:56.842] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:24:0) after 8m16s
[03:14:12.887] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:24:0)
[03:14:12.938] Build status: SCHEDULED
[03:14:12.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:25:0) after 6m0s
[03:20:13.018] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:25:0)
[03:20:13.104] Build status: SCHEDULED
[03:20:13.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:26:0) after 3m57s
[03:24:10.314] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:26:0)
[03:24:10.331] Build status: SCHEDULED
[03:24:10.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:27:0) after 4m25s
[03:28:35.485] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:27:0)
[03:28:35.563] Build status: SCHEDULED
[03:28:35.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:28:0) after 1m17s
[03:29:52.653] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:28:0)
[03:29:52.670] Build status: SCHEDULED
[03:29:52.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:29:0) after 3m39s
[03:33:31.704] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:29:0)
[03:33:31.784] Build status: SCHEDULED
[03:33:31.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:30:0) after 7m15s
[03:40:47.047] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:30:0)
[03:40:47.073] Build status: SCHEDULED
[03:40:47.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:31:0) after 7m28s
[03:48:15.139] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:31:0)
[03:48:15.158] Build status: SCHEDULED
[03:48:15.158] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:32:0) after 7m25s
[03:55:40.298] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:32:0)
[03:55:40.314] Build status: SCHEDULED
[03:55:40.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:33:0) after 5m28s
[04:01:08.339] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:33:0)
[04:01:08.355] Build status: SCHEDULED
[04:01:08.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:34:0) after 1m36s
[04:02:44.380] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:34:0)
[04:02:44.459] Build status: SCHEDULED
[04:02:44.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:35:0) after 8m20s
[04:11:04.586] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:35:0)
[04:11:04.613] Build status: SCHEDULED
[04:11:04.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:36:0) after 4m12s
[04:15:16.695] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:36:0)
[04:15:16.720] Build status: SCHEDULED
[04:15:16.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:37:0) after 4m12s
[04:19:28.756] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:37:0)
[04:19:28.773] Build status: SCHEDULED
[04:19:28.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:38:0) after 6m50s
[04:26:18.788] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:38:0)
[04:26:18.806] Build status: SCHEDULED
[04:26:18.806] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:39:0) after 4m45s
[04:31:03.827] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:39:0)
[04:31:03.844] Build status: SCHEDULED
[04:31:03.844] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:40:0) after 8m18s
[04:39:22.066] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:40:0)
[04:39:22.082] Build status: SCHEDULED
[04:39:22.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:41:0) after 8m40s
[04:48:02.213] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:41:0)
[04:48:02.234] Build status: SCHEDULED
[04:48:02.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:42:0) after 5m42s
[04:53:44.439] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:42:0)
[04:53:44.466] Build status: SCHEDULED
[04:53:44.466] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:43:0) after 6m16s
[05:00:00.490] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:43:0)
[05:00:00.525] Build status: SCHEDULED
[05:00:00.525] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:44:0) after 2m51s
[05:02:51.714] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:44:0)
[05:02:51.729] Build status: SCHEDULED
[05:02:51.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:45:0) after 3m24s
[05:06:15.859] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:45:0)
[05:06:15.884] Build status: SCHEDULED
[05:06:15.884] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:46:0) after 3m15s
[05:09:30.910] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:46:0)
[05:09:30.928] Build status: SCHEDULED
[05:09:30.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:47:0) after 2m30s
[05:12:01.093] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:47:0)
[05:12:01.110] Build status: SCHEDULED
[05:12:01.110] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:48:0) after 5m36s
[05:17:37.176] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:48:0)
[05:17:37.194] Build status: SCHEDULED
[05:17:37.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:49:0) after 8m54s
[05:26:31.335] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:49:0)
[05:26:31.366] Build status: SCHEDULED
[05:26:31.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:50:0) after 1m47s
[05:28:18.407] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:50:0)
[05:28:18.422] Build status: SCHEDULED
[05:28:18.422] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:51:0) after 4m12s
[05:32:30.566] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:51:0)
[05:32:30.584] Build status: SCHEDULED
[05:32:30.584] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:52:0) after 4m56s
[05:37:26.902] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:52:0)
[05:37:26.922] Build status: SCHEDULED
[05:37:26.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:53:0) after 9m39s
[05:47:06.065] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:53:0)
[05:47:06.142] Build status: SCHEDULED
[05:47:06.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:54:0) after 1m8s
[05:48:14.163] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:54:0)
[05:48:14.179] Build status: SCHEDULED
[05:48:14.179] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:55:0) after 1m6s
[05:49:20.378] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:55:0)
[05:49:20.395] Build status: SCHEDULED
[05:49:20.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:56:0) after 7m52s
[05:57:12.487] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:56:0)
[05:57:12.507] Build status: SCHEDULED
[05:57:12.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:57:0) after 5m3s
[06:02:15.533] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:57:0)
[06:02:15.550] Build status: SCHEDULED
[06:02:15.550] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:58:0) after 2m42s
[06:04:57.610] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:58:0)
[06:04:57.626] Build status: SCHEDULED
[06:04:57.626] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:59:0) after 1m3s
[06:06:00.724] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:59:0)
[06:06:00.815] Build status: SCHEDULED
[06:06:00.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:60:0) after 8m9s
[06:14:09.848] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:60:0)
[06:14:09.864] Build status: SCHEDULED
[06:14:09.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:61:0) after 1m48s
[06:15:57.886] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:61:0)
[06:15:57.898] Build status: SCHEDULED
[06:15:57.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:62:0) after 9m47s
[06:25:44.941] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:62:0)
[06:25:44.958] Build status: SCHEDULED
[06:25:44.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:63:0) after 4m41s
[06:30:26.225] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:63:0)
[06:30:26.243] Build status: SCHEDULED
[06:30:26.243] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:64:0) after 2m36s
[06:33:02.355] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:64:0)
[06:33:02.374] Build status: SCHEDULED
[06:33:02.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:65:0) after 8m37s
[06:41:39.401] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:65:0)
[06:41:39.420] Build status: SCHEDULED
[06:41:39.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:66:0) after 1m55s
[06:43:34.744] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:66:0)
[06:43:34.760] Build status: SCHEDULED
[06:43:34.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:67:0) after 9m38s
[06:53:12.784] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:67:0)
[06:53:12.927] Build status: SCHEDULED
[06:53:12.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:68:0) after 8m29s
[07:01:41.928] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:68:0)
[07:01:41.948] Build status: SCHEDULED
[07:01:41.948] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:69:0) after 3m23s
[07:05:04.976] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:69:0)
[07:05:05.034] Build status: SCHEDULED
[07:05:05.034] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:70:0) after 1m52s
[07:06:57.093] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:70:0)
[07:06:57.118] Build status: SCHEDULED
[07:06:57.118] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:71:0) after 8m35s
[07:15:32.243] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:71:0)
[07:15:32.260] Build status: SCHEDULED
[07:15:32.261] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:72:0) after 6m45s
[07:22:17.418] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:72:0)
[07:22:17.441] Build status: SCHEDULED
[07:22:17.441] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8894590372618513264:73:0) after 9m3s
[07:23:56.089] Received PubSub notification, asking Buildbucket for the build status
[07:23:56.182] Build:
{
  "id": "8729160310630307009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19241,
  "createdBy": "project:chromium",
  "createTime": "2024-12-08T01:23:50.167278351Z",
  "endTime": "2024-12-08T07:23:54.821068729Z",
  "updateTime": "2024-12-08T07:23:54.821068729Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
      "ref": "refs/heads/main"
    }
  }
}
[07:23:56.182] Invocation finished in 6h0m7.295483071s with status FAILED