Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/108150 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/108151 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/108152 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/108153 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/108154 (1 day ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2a00dcdd2c0be106492cad265fb01cca5c9ad604"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8725435907634550177"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8725435907634550177"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8725435907634550177"
    }
  ],
  "parent_build_id": "8725435907634550177",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "0dabfe5a6ac5377854a3f5ee673d56315c175e71",
  "parent_got_dawn_revision": "4548f0cdeb8bef00bbce127760a0cda8bdaa9fb7",
  "parent_got_revision": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
  "parent_got_revision_cp": "refs/heads/main@{#1408283}",
  "parent_got_swiftshader_revision": "64af4180372914d6d3f37749a5fab2bc3f43a7f9",
  "parent_got_v8_revision": "4bd0d4731ea90ff9460eeb6d5cfc6cc1127363d3",
  "parent_got_v8_revision_cp": "refs/heads/13.4.53@{#1}",
  "parent_got_webrtc_revision": "b0038dd14a1cc637ffbc48e36e55bd96452eef5d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43758}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
  "swarm_hashes": {
    "absl_hardening_tests": "d46f39c6f2a73f8579ac26e7df70c0185e7559025f1aded394e7e3527448f853/323",
    "accessibility_unittests": "1209b1c4ea4d091a5dca91701e740af26d7c40cd3d428b67c06e2c486107334f/323",
    "angle_unittests": "546972a595e507333bcdf983809c54890bbce478ad908c7c57a1a79d0130e4a0/408",
    "app_shell_unittests": "2eaf2d459887599c660ef4ea3ad0dc1fe7ca8f0441abb96199e066d015a297e2/484",
    "base_unittests": "b76070b12626f11ef8f8e130344142c611d8e93af5f66ac2c8ba5eff1f65f082/480",
    "blink_common_unittests": "0547104e2675224f02ed7fd84d609b37aad049438f9feab97b346e2da0b4409d/485",
    "blink_fuzzer_unittests": "4ca53234e21e4f3f9f508f7cff430bfba02deadbefbe055c613c4eb664b39345/323",
    "blink_heap_unittests": "603a8df5a057d8c9439905372be482c26a91d0d65285ea6eccaeef2468f3c47e/323",
    "blink_platform_unittests": "e6a3db10f4ea636a21b229c5f91bb8b28ddc14c7d2c566dc4a15368badcd74ae/643",
    "blink_python_tests": "a50f27300677ca0cfca644d2a14d9a5d554ff815da612d27d2c57c9701f9ac72/574",
    "blink_unittests": "c43b558dff757de7e719a96349d779cc4258a7de0a0b6df90b3d4431e6352f9c/649",
    "blink_web_tests": "da32d429230c2c8c0b33555b0545d1504a54ec0e497e501a31e42a4451fce415/566",
    "blink_wpt_tests": "cdb4a4bd80903d5142178c9f3a472df51b39004c0914dc2b1375fb0b87892116/566",
    "boringssl_crypto_tests": "d765037701001cf77b0fc249d92a3bf649e05a1c052902435a5568c0be7d9a50/408",
    "boringssl_ssl_tests": "1e6d8e50862da2ae9898c29abfc353b2299a7df7b27b8f3d00d7c63920d48263/323",
    "browser_tests": "6fae80ef383ea63eb3f8774752924ab807eedf03203f40e775e001a462c6501a/1220",
    "capture_unittests": "fc3fb30aac1a5c778a0d4d7f2419f759cc1ff4d6861caf56b8d75b9573c08c47/402",
    "cast_unittests": "4e2e878aaa7ebbcb0f2c2c959f4c196e7459e248d1080fd8f0ce9cfe35dbb9c5/323",
    "cc_unittests": "563ad9a54edb28561ba6ef7e2a073fda92c4ecc3a7b3da8c242401617588cb73/483",
    "chrome_app_unittests": "a26f3a1f40930bee106dfc5d9852d05924436cad69923982d78eea9161a9a26d/564",
    "chrome_wpt_tests": "5a85d6931f80068af689395f5edb6183d87a2469c7012d863eb08ce20c1ee9f0/566",
    "chromedriver_py_tests": "51a6f244610496a42bc0a08b5b84878a90ecc686c847f2842b4fd1056c901bf8/489",
    "chromedriver_py_tests_headless_shell": "e8428751bd354992b8cd4d3b85f8b60722ac09c6db7cf799a40abe179c4ff146/489",
    "chromedriver_replay_unittests": "a901f9f960cd97c8b58f1e9a15433c145328ed02166c084c840879600b134d2d/326",
    "chromedriver_unittests": "a076a878718b0177347ef232b3327648a024c6342619f3bbb64e947436f34190/480",
    "components_browsertests": "7d9c5c5b20358859b1e6cc3d6cb06804c66eb830ce9e576128858e01e9d0e439/652",
    "components_perftests": "d577c86efa902529be61cfa7cd7df364e220cd25d21e66e52b6904394d314e47/649",
    "components_unittests": "e7a3eb6956429c4d4140d2e2c94a45b5b269e091e5d520d9462073aa1a8d1a5d/731",
    "content_browsertests": "010a3a0cfec834d953ddca8fba358391adb869157491fc56a282ae2a1333add9/724",
    "content_shell_crash_test": "7b8dedd0cbc0d0f6800ad630a82d194be3f2ad98c089f66c4cc235ec505bf9ef/566",
    "content_unittests": "5366dc7032c61d0bd41ca81050c8538f8f014ac00ecea0ce427e2644e6296b28/560",
    "crashpad_tests": "e3765d269114b2de7f51f0a3dbb9bc96d0797649adc5fa13c3fc1731b99ed93e/408",
    "cronet_tests": "e6c7ecea0754ad940379c5d0d950158e89b3be4010378216a56a5dea8cc73d18/484",
    "cronet_unittests": "a66e6b7885fde38c547daa3439235bae6947a1ec7d08c06a36feac49d1365202/400",
    "crypto_unittests": "5d1d9a2d3be1d5ed7100149a60727b02a2ea60d221460cee418d9750be7b8de4/323",
    "device_unittests": "4bbfe7cd8ca3ad7ce8e4675124b490801d0b98a9245acf7bb22bf16516d4a90f/400",
    "display_unittests": "ae35398ba961e600846657cb60f1f4e17923011eedad7782e746655ab9aefb57/323",
    "env_chromium_unittests": "e30d85aec36fd118fd2a27dc9e9d4d689125e73ff6c2c223561794dcb73b38f8/323",
    "events_unittests": "29593570c1fcf506c9ab2ff9c62a6b644e94c77ce911ecc400c9dd7ceb69cf82/323",
    "extensions_browsertests": "a45a4171dfda00a8ec757ae4fcbfce93f137f25bcc5cb05902d34b63b6942b94/570",
    "extensions_unittests": "2ec2b1c8e38dc9cda8e46c1055670dc9e71534223436e518d4fc37b2194a3591/644",
    "filesystem_service_unittests": "5157746402f4317983ac8ceab70b9b61cf234107e92aab98429de4aaa143824d/323",
    "flatbuffers_unittests": "014fbd0a2fefce61989c1e0aa7f39324e2dbd93df633ca212c257da6823a828b/408",
    "fuzzing_unittests": "9e21ca61d42f91a530bcef3ed7dcbcfbe5d04f17aaa623751fc22e203a2423e3/323",
    "gcm_unit_tests": "d0814409e320aa18d2f702a011399e8f3ea1c0fed68256443f7e4144683b4885/400",
    "gfx_unittests": "c1ed5dccf07af323a084dee5b20eac23924fddb406560bca79546171454a347a/399",
    "gin_unittests": "ac4e1681d2d52ca0df8666e45118fd3de9d91a4c4c787354c963c85d8207a1a1/400",
    "google_apis_unittests": "155a8a0935a957b515f0d62a7c1b747236ee9752d462d32a6fdd9657367a0820/485",
    "gpu_unittests": "1ae6b51e5d896eef871f3298830fe32385155686fdc63c9e63c036dacaaa7fbe/400",
    "gwp_asan_unittests": "ddcf0f7db52dabcfd9df8d18456c7a57e6d9e0ce9c89a61016c6c7ce3d7ab9e4/408",
    "headless_browsertests": "e1c26d43b221e0d89bbe545630f8994378b4e07ceb6bcb926adc221cc21c06cf/569",
    "headless_shell_wpt": "3069eb3f5c4ddcf3c386fda54fb8ef946f5e47bd242e5f504e299c3644574f35/566",
    "headless_unittests": "fa03770791a450ccb88ec942d78180e4ac254c788ae5cc6d9fd90fb80e151ee8/323",
    "interactive_ui_tests": "76fa538c694f7d7645869552003490fccf0a1ff7481132780bb0c0232bc66da2/973",
    "ipc_tests": "aa84808d7051e3174bb6793c581d2c0c9327113dab0abf521f225d77b399b25d/323",
    "latency_unittests": "185008c32865bdb023ade1c4835f4fd6ac9181970432dee4fad17855559ffe2e/323",
    "leveldb_unittests": "6d0d3ee62d568f3d3886d3a6990672fabd7958477ea234a3d0cd020f0541b8b0/323",
    "libjingle_xmpp_unittests": "d45c76517a00ca2111947e7ec97047de0e47443ef2732b0bea32104ca2da12d5/323",
    "liburlpattern_unittests": "853facfe105dfb35e6d3e2d1d8630afedd1920fd1867fbd28741869d7fe123af/323",
    "mac_signing_tests": "e2e424dc66df172bc2ac5ba585f3f2f00bcffa3764641a403e094dc540d9e3ec/488",
    "media_unittests": "2677527d5073b79b02296673f74000c897dcac4754aa138cdf3109a97fabdf05/403",
    "message_center_unittests": "23ade704098a853faa48de994047d77909779c13e7b3820e56e20c34d8e9a092/323",
    "midi_unittests": "3e1d32887040a823d394c651df2b7dfe58f16d13a88c141a076378f0df526419/323",
    "mojo_python_unittests": "4b1a0c2a196726365d73ba59d520c2944bd8d7e72688710af157539e22d9e1a5/490",
    "mojo_unittests": "f51992e0aa83355e5761d18ca00c684190fa825cbf524d649a552cc6db04ac52/401",
    "native_theme_unittests": "30606a0296e047e5e5ba6e05eb63b6af187160d7f997be1e1a42a9df5e537464/323",
    "net_unittests": "326ba7201174863dd4fa9850bab5b6b81caacafcc92ea69f7b7bbde7eac2c5e0/487",
    "openscreen_unittests": "aafa2dfd4590a227401869374586e7f4c0dfdcd34090dc2157cb224df7db4fe0/408",
    "pdf_unittests": "3884b8decf9d727bca038c3e4ba41a6969fc345b92de89212688bcf0088c5831/400",
    "perfetto_unittests": "a19da1c8a57161ea04e7a8626cb44f30a99a53cb50c083c6792c949b9d886a4c/323",
    "power_sampler_unittests": "0bd3ac9bda4e10c783ec4cc4805d3eab869e309591ba9488d489e4407cf81bbc/323",
    "printing_unittests": "c9fd62ceb689357a3fc8e1ed10c888cb26b046ee7956994b7b81607216d1e423/482",
    "remoting_unittests": "40ab9b91eb6c94f9e1853b574ce019c465c7cf50cc926035125592267cf2590d/400",
    "sandbox_unittests": "7bb11cc5c1c767da37b1f071f2408fd54f46c9ce687d402e535f761fb7ea3c55/323",
    "services_unittests": "f1cb0fcbfd0db913924889bd6a479ede8dd76c1d2bcbb60d5a38f516eebfa64e/653",
    "shell_dialogs_unittests": "273ed9d52fc670c06682914d6c7f3488f407ddf5ca663b7f44878417940ff5d2/323",
    "skia_unittests": "8ad5aece725cd17e687caa1a4902e71e5359688f61e461a39dd80502977276d6/323",
    "snapshot_unittests": "ac4696758f28b0f60270cd497f49b72753063a76f6e87d3178872b9890e0b2e7/323",
    "sql_unittests": "5eceb054778530c584fead456d67952bfe1af11594826bd24e5d40f8424c92cd/400",
    "storage_unittests": "78bc4d83bc897f2fbf850aad36ecc40532de66e8889464a53413bc32845b663b/481",
    "sync_integration_tests": "d36bbc58ff34def229f7b9fe06928096b6f0fb4e2671ece484d0e3106cab5528/646",
    "telemetry_gpu_unittests": "9001f97129000c88afbde7d74bf06e2d5d6a75baf6caa9853b249d006e9e47e7/736",
    "telemetry_perf_unittests": "c81efa6886a07fcc28adc1e251a20e5ba836b65cffcff3fd9577e75f235bd825/655",
    "ui_base_unittests": "9a4d8c10f56848dd9781635667ff8fa716e3981abffe5d63a0d852497030af63/555",
    "ui_touch_selection_unittests": "35ae0c346aad3bcd082ca1d9895e11aa5212976f362122e69c1a2c17a58859cc/323",
    "ui_unittests": "15f9f917051cfa04346bc7dcde94e4320dfb0e9e7e168f4efc904e54a4d0c57d/323",
    "unit_tests": "f72d210107f801c4a85285e2069a8e6cc1daf948377374e78c7a001516fa97b0/1061",
    "updater_tests": "48ae390b0ea175bdf7f6a6b31357cc07f740beac2ef189c536ec8ee6bfbaf71b/566",
    "url_unittests": "763eb6bb818a04a4a35728a4e574e339a5b97034bde049ca9a6c62b090cd143e/323",
    "views_perftests": "0041cacaeed5c7bcbe37a35490e19ceb92ee31f083b7c112a6bd8b67dc176d3f/487",
    "views_unittests": "dd186c303d725db1d94580f302b153d1de9e5fcc766ce06a2a63fa276e9d745c/402",
    "viz_unittests": "23ebf3365809704d7c0de0286c2037313e4dd97ded018188281928fd978d9586/407",
    "wtf_unittests": "a9ad03ad790d11564a52384018461b69a8bc2b189601bd2bee6e5f1ea7cd259c/323",
    "xr_browser_tests": "3c24c60589f67d1ee9f6920fba4128e72497eb80fc6bc2386f47923e02bc66e4/645",
    "zlib_unittests": "859623bee14d6f523c14c4879fc3753e17f8b7570f82baac1e5495c84860c366/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a00dcdd2c0be106492cad265fb01cca5c9ad604
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:108154
  • user_agent:recipe

Debug log (UTC)

[04:19:48.835] New invocation is queued and will start shortly
[04:19:48.835] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:19:49.976] Starting the invocation (attempt 1)
[04:19:50.006] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a00dcdd2c0be106492cad265fb01cca5c9ad604"
[04:19:50.007] Popped gitiles commit info from properties and tags
[04:19:50.007] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:19:50.007] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:19:50.007] Buildbucket request:
{
  "requestId": "8890864824105889216",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2a00dcdd2c0be106492cad265fb01cca5c9ad604"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8725435907634550177"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8725435907634550177"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8725435907634550177"
                }
          ],
      "parent_build_id": "8725435907634550177",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "0dabfe5a6ac5377854a3f5ee673d56315c175e71",
      "parent_got_dawn_revision": "4548f0cdeb8bef00bbce127760a0cda8bdaa9fb7",
      "parent_got_revision": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
      "parent_got_revision_cp": "refs/heads/main@{#1408283}",
      "parent_got_swiftshader_revision": "64af4180372914d6d3f37749a5fab2bc3f43a7f9",
      "parent_got_v8_revision": "4bd0d4731ea90ff9460eeb6d5cfc6cc1127363d3",
      "parent_got_v8_revision_cp": "refs/heads/13.4.53@{#1}",
      "parent_got_webrtc_revision": "b0038dd14a1cc637ffbc48e36e55bd96452eef5d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43758}",
      "swarm_hashes": {
            "absl_hardening_tests": "d46f39c6f2a73f8579ac26e7df70c0185e7559025f1aded394e7e3527448f853/323",
            "accessibility_unittests": "1209b1c4ea4d091a5dca91701e740af26d7c40cd3d428b67c06e2c486107334f/323",
            "angle_unittests": "546972a595e507333bcdf983809c54890bbce478ad908c7c57a1a79d0130e4a0/408",
            "app_shell_unittests": "2eaf2d459887599c660ef4ea3ad0dc1fe7ca8f0441abb96199e066d015a297e2/484",
            "base_unittests": "b76070b12626f11ef8f8e130344142c611d8e93af5f66ac2c8ba5eff1f65f082/480",
            "blink_common_unittests": "0547104e2675224f02ed7fd84d609b37aad049438f9feab97b346e2da0b4409d/485",
            "blink_fuzzer_unittests": "4ca53234e21e4f3f9f508f7cff430bfba02deadbefbe055c613c4eb664b39345/323",
            "blink_heap_unittests": "603a8df5a057d8c9439905372be482c26a91d0d65285ea6eccaeef2468f3c47e/323",
            "blink_platform_unittests": "e6a3db10f4ea636a21b229c5f91bb8b28ddc14c7d2c566dc4a15368badcd74ae/643",
            "blink_python_tests": "a50f27300677ca0cfca644d2a14d9a5d554ff815da612d27d2c57c9701f9ac72/574",
            "blink_unittests": "c43b558dff757de7e719a96349d779cc4258a7de0a0b6df90b3d4431e6352f9c/649",
            "blink_web_tests": "da32d429230c2c8c0b33555b0545d1504a54ec0e497e501a31e42a4451fce415/566",
            "blink_wpt_tests": "cdb4a4bd80903d5142178c9f3a472df51b39004c0914dc2b1375fb0b87892116/566",
            "boringssl_crypto_tests": "d765037701001cf77b0fc249d92a3bf649e05a1c052902435a5568c0be7d9a50/408",
            "boringssl_ssl_tests": "1e6d8e50862da2ae9898c29abfc353b2299a7df7b27b8f3d00d7c63920d48263/323",
            "browser_tests": "6fae80ef383ea63eb3f8774752924ab807eedf03203f40e775e001a462c6501a/1220",
            "capture_unittests": "fc3fb30aac1a5c778a0d4d7f2419f759cc1ff4d6861caf56b8d75b9573c08c47/402",
            "cast_unittests": "4e2e878aaa7ebbcb0f2c2c959f4c196e7459e248d1080fd8f0ce9cfe35dbb9c5/323",
            "cc_unittests": "563ad9a54edb28561ba6ef7e2a073fda92c4ecc3a7b3da8c242401617588cb73/483",
            "chrome_app_unittests": "a26f3a1f40930bee106dfc5d9852d05924436cad69923982d78eea9161a9a26d/564",
            "chrome_wpt_tests": "5a85d6931f80068af689395f5edb6183d87a2469c7012d863eb08ce20c1ee9f0/566",
            "chromedriver_py_tests": "51a6f244610496a42bc0a08b5b84878a90ecc686c847f2842b4fd1056c901bf8/489",
            "chromedriver_py_tests_headless_shell": "e8428751bd354992b8cd4d3b85f8b60722ac09c6db7cf799a40abe179c4ff146/489",
            "chromedriver_replay_unittests": "a901f9f960cd97c8b58f1e9a15433c145328ed02166c084c840879600b134d2d/326",
            "chromedriver_unittests": "a076a878718b0177347ef232b3327648a024c6342619f3bbb64e947436f34190/480",
            "components_browsertests": "7d9c5c5b20358859b1e6cc3d6cb06804c66eb830ce9e576128858e01e9d0e439/652",
            "components_perftests": "d577c86efa902529be61cfa7cd7df364e220cd25d21e66e52b6904394d314e47/649",
            "components_unittests": "e7a3eb6956429c4d4140d2e2c94a45b5b269e091e5d520d9462073aa1a8d1a5d/731",
            "content_browsertests": "010a3a0cfec834d953ddca8fba358391adb869157491fc56a282ae2a1333add9/724",
            "content_shell_crash_test": "7b8dedd0cbc0d0f6800ad630a82d194be3f2ad98c089f66c4cc235ec505bf9ef/566",
            "content_unittests": "5366dc7032c61d0bd41ca81050c8538f8f014ac00ecea0ce427e2644e6296b28/560",
            "crashpad_tests": "e3765d269114b2de7f51f0a3dbb9bc96d0797649adc5fa13c3fc1731b99ed93e/408",
            "cronet_tests": "e6c7ecea0754ad940379c5d0d950158e89b3be4010378216a56a5dea8cc73d18/484",
            "cronet_unittests": "a66e6b7885fde38c547daa3439235bae6947a1ec7d08c06a36feac49d1365202/400",
            "crypto_unittests": "5d1d9a2d3be1d5ed7100149a60727b02a2ea60d221460cee418d9750be7b8de4/323",
            "device_unittests": "4bbfe7cd8ca3ad7ce8e4675124b490801d0b98a9245acf7bb22bf16516d4a90f/400",
            "display_unittests": "ae35398ba961e600846657cb60f1f4e17923011eedad7782e746655ab9aefb57/323",
            "env_chromium_unittests": "e30d85aec36fd118fd2a27dc9e9d4d689125e73ff6c2c223561794dcb73b38f8/323",
            "events_unittests": "29593570c1fcf506c9ab2ff9c62a6b644e94c77ce911ecc400c9dd7ceb69cf82/323",
            "extensions_browsertests": "a45a4171dfda00a8ec757ae4fcbfce93f137f25bcc5cb05902d34b63b6942b94/570",
            "extensions_unittests": "2ec2b1c8e38dc9cda8e46c1055670dc9e71534223436e518d4fc37b2194a3591/644",
            "filesystem_service_unittests": "5157746402f4317983ac8ceab70b9b61cf234107e92aab98429de4aaa143824d/323",
            "flatbuffers_unittests": "014fbd0a2fefce61989c1e0aa7f39324e2dbd93df633ca212c257da6823a828b/408",
            "fuzzing_unittests": "9e21ca61d42f91a530bcef3ed7dcbcfbe5d04f17aaa623751fc22e203a2423e3/323",
            "gcm_unit_tests": "d0814409e320aa18d2f702a011399e8f3ea1c0fed68256443f7e4144683b4885/400",
            "gfx_unittests": "c1ed5dccf07af323a084dee5b20eac23924fddb406560bca79546171454a347a/399",
            "gin_unittests": "ac4e1681d2d52ca0df8666e45118fd3de9d91a4c4c787354c963c85d8207a1a1/400",
            "google_apis_unittests": "155a8a0935a957b515f0d62a7c1b747236ee9752d462d32a6fdd9657367a0820/485",
            "gpu_unittests": "1ae6b51e5d896eef871f3298830fe32385155686fdc63c9e63c036dacaaa7fbe/400",
            "gwp_asan_unittests": "ddcf0f7db52dabcfd9df8d18456c7a57e6d9e0ce9c89a61016c6c7ce3d7ab9e4/408",
            "headless_browsertests": "e1c26d43b221e0d89bbe545630f8994378b4e07ceb6bcb926adc221cc21c06cf/569",
            "headless_shell_wpt": "3069eb3f5c4ddcf3c386fda54fb8ef946f5e47bd242e5f504e299c3644574f35/566",
            "headless_unittests": "fa03770791a450ccb88ec942d78180e4ac254c788ae5cc6d9fd90fb80e151ee8/323",
            "interactive_ui_tests": "76fa538c694f7d7645869552003490fccf0a1ff7481132780bb0c0232bc66da2/973",
            "ipc_tests": "aa84808d7051e3174bb6793c581d2c0c9327113dab0abf521f225d77b399b25d/323",
            "latency_unittests": "185008c32865bdb023ade1c4835f4fd6ac9181970432dee4fad17855559ffe2e/323",
            "leveldb_unittests": "6d0d3ee62d568f3d3886d3a6990672fabd7958477ea234a3d0cd020f0541b8b0/323",
            "libjingle_xmpp_unittests": "d45c76517a00ca2111947e7ec97047de0e47443ef2732b0bea32104ca2da12d5/323",
            "liburlpattern_unittests": "853facfe105dfb35e6d3e2d1d8630afedd1920fd1867fbd28741869d7fe123af/323",
            "mac_signing_tests": "e2e424dc66df172bc2ac5ba585f3f2f00bcffa3764641a403e094dc540d9e3ec/488",
            "media_unittests": "2677527d5073b79b02296673f74000c897dcac4754aa138cdf3109a97fabdf05/403",
            "message_center_unittests": "23ade704098a853faa48de994047d77909779c13e7b3820e56e20c34d8e9a092/323",
            "midi_unittests": "3e1d32887040a823d394c651df2b7dfe58f16d13a88c141a076378f0df526419/323",
            "mojo_python_unittests": "4b1a0c2a196726365d73ba59d520c2944bd8d7e72688710af157539e22d9e1a5/490",
            "mojo_unittests": "f51992e0aa83355e5761d18ca00c684190fa825cbf524d649a552cc6db04ac52/401",
            "native_theme_unittests": "30606a0296e047e5e5ba6e05eb63b6af187160d7f997be1e1a42a9df5e537464/323",
            "net_unittests": "326ba7201174863dd4fa9850bab5b6b81caacafcc92ea69f7b7bbde7eac2c5e0/487",
            "openscreen_unittests": "aafa2dfd4590a227401869374586e7f4c0dfdcd34090dc2157cb224df7db4fe0/408",
            "pdf_unittests": "3884b8decf9d727bca038c3e4ba41a6969fc345b92de89212688bcf0088c5831/400",
            "perfetto_unittests": "a19da1c8a57161ea04e7a8626cb44f30a99a53cb50c083c6792c949b9d886a4c/323",
            "power_sampler_unittests": "0bd3ac9bda4e10c783ec4cc4805d3eab869e309591ba9488d489e4407cf81bbc/323",
            "printing_unittests": "c9fd62ceb689357a3fc8e1ed10c888cb26b046ee7956994b7b81607216d1e423/482",
            "remoting_unittests": "40ab9b91eb6c94f9e1853b574ce019c465c7cf50cc926035125592267cf2590d/400",
            "sandbox_unittests": "7bb11cc5c1c767da37b1f071f2408fd54f46c9ce687d402e535f761fb7ea3c55/323",
            "services_unittests": "f1cb0fcbfd0db913924889bd6a479ede8dd76c1d2bcbb60d5a38f516eebfa64e/653",
            "shell_dialogs_unittests": "273ed9d52fc670c06682914d6c7f3488f407ddf5ca663b7f44878417940ff5d2/323",
            "skia_unittests": "8ad5aece725cd17e687caa1a4902e71e5359688f61e461a39dd80502977276d6/323",
            "snapshot_unittests": "ac4696758f28b0f60270cd497f49b72753063a76f6e87d3178872b9890e0b2e7/323",
            "sql_unittests": "5eceb054778530c584fead456d67952bfe1af11594826bd24e5d40f8424c92cd/400",
            "storage_unittests": "78bc4d83bc897f2fbf850aad36ecc40532de66e8889464a53413bc32845b663b/481",
            "sync_integration_tests": "d36bbc58ff34def229f7b9fe06928096b6f0fb4e2671ece484d0e3106cab5528/646",
            "telemetry_gpu_unittests": "9001f97129000c88afbde7d74bf06e2d5d6a75baf6caa9853b249d006e9e47e7/736",
            "telemetry_perf_unittests": "c81efa6886a07fcc28adc1e251a20e5ba836b65cffcff3fd9577e75f235bd825/655",
            "ui_base_unittests": "9a4d8c10f56848dd9781635667ff8fa716e3981abffe5d63a0d852497030af63/555",
            "ui_touch_selection_unittests": "35ae0c346aad3bcd082ca1d9895e11aa5212976f362122e69c1a2c17a58859cc/323",
            "ui_unittests": "15f9f917051cfa04346bc7dcde94e4320dfb0e9e7e168f4efc904e54a4d0c57d/323",
            "unit_tests": "f72d210107f801c4a85285e2069a8e6cc1daf948377374e78c7a001516fa97b0/1061",
            "updater_tests": "48ae390b0ea175bdf7f6a6b31357cc07f740beac2ef189c536ec8ee6bfbaf71b/566",
            "url_unittests": "763eb6bb818a04a4a35728a4e574e339a5b97034bde049ca9a6c62b090cd143e/323",
            "views_perftests": "0041cacaeed5c7bcbe37a35490e19ceb92ee31f083b7c112a6bd8b67dc176d3f/487",
            "views_unittests": "dd186c303d725db1d94580f302b153d1de9e5fcc766ce06a2a63fa276e9d745c/402",
            "viz_unittests": "23ebf3365809704d7c0de0286c2037313e4dd97ded018188281928fd978d9586/407",
            "wtf_unittests": "a9ad03ad790d11564a52384018461b69a8bc2b189601bd2bee6e5f1ea7cd259c/323",
            "xr_browser_tests": "3c24c60589f67d1ee9f6920fba4128e72497eb80fc6bc2386f47923e02bc66e4/645",
            "zlib_unittests": "859623bee14d6f523c14c4879fc3753e17f8b7570f82baac1e5495c84860c366/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8890864824105889216"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "108154"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:19:51.328] Scheduled build:
{
  "id": "8725434762102896545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19997,
  "createdBy": "project:chromium",
  "createTime": "2025-01-18T04:19:50.112949701Z",
  "updateTime": "2025-01-18T04:19:50.112949701Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
      "ref": "refs/heads/main"
    }
  }
}
[04:19:51.328] Task URL: https://cr-buildbucket.appspot.com/build/8725434762102896545
[04:19:51.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:2:0) after 4m10s
[04:19:51.881] Received PubSub notification, asking Buildbucket for the build status
[04:19:52.161] Build status: SCHEDULED
[04:24:01.348] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:2:0)
[04:24:01.442] Build status: SCHEDULED
[04:24:01.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:4:0) after 3m34s
[04:27:35.639] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:4:0)
[04:27:35.665] Build status: SCHEDULED
[04:27:35.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:5:0) after 9m40s
[04:37:15.833] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:5:0)
[04:37:15.901] Build status: SCHEDULED
[04:37:15.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:6:0) after 4m44s
[04:42:00.211] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:6:0)
[04:42:00.239] Build status: SCHEDULED
[04:42:00.240] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:7:0) after 4m23s
[04:46:23.310] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:7:0)
[04:46:23.348] Build status: SCHEDULED
[04:46:23.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:8:0) after 1m37s
[04:48:00.372] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:8:0)
[04:48:00.387] Build status: SCHEDULED
[04:48:00.387] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:9:0) after 4m41s
[04:52:41.762] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:9:0)
[04:52:41.800] Build status: SCHEDULED
[04:52:41.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:10:0) after 2m23s
[04:55:05.030] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:10:0)
[04:55:05.050] Build status: SCHEDULED
[04:55:05.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:11:0) after 3m50s
[04:58:55.143] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:11:0)
[04:58:55.168] Build status: SCHEDULED
[04:58:55.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:12:0) after 1m40s
[05:00:35.197] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:12:0)
[05:00:35.215] Build status: SCHEDULED
[05:00:35.215] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:13:0) after 9m3s
[05:09:38.306] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:13:0)
[05:09:38.335] Build status: SCHEDULED
[05:09:38.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:14:0) after 7m27s
[05:17:05.725] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:14:0)
[05:17:05.744] Build status: SCHEDULED
[05:17:05.744] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:15:0) after 8m15s
[05:25:20.779] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:15:0)
[05:25:20.798] Build status: SCHEDULED
[05:25:20.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:16:0) after 4m52s
[05:30:12.827] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:16:0)
[05:30:12.876] Build status: SCHEDULED
[05:30:12.876] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:17:0) after 5m14s
[05:35:26.923] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:17:0)
[05:35:26.941] Build status: SCHEDULED
[05:35:26.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:18:0) after 8m31s
[05:43:58.056] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:18:0)
[05:43:58.083] Build status: SCHEDULED
[05:43:58.083] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:19:0) after 6m48s
[05:50:46.703] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:19:0)
[05:50:46.720] Build status: SCHEDULED
[05:50:46.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:20:0) after 5m18s
[05:56:04.930] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:20:0)
[05:56:04.986] Build status: SCHEDULED
[05:56:04.986] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:21:0) after 7m12s
[06:03:17.180] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:21:0)
[06:03:17.202] Build status: SCHEDULED
[06:03:17.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:22:0) after 7m1s
[06:10:18.550] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:22:0)
[06:10:18.566] Build status: SCHEDULED
[06:10:18.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:23:0) after 8m3s
[06:18:21.610] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:23:0)
[06:18:21.628] Build status: SCHEDULED
[06:18:21.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:24:0) after 7m34s
[06:25:55.664] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:24:0)
[06:25:55.688] Build status: SCHEDULED
[06:25:55.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:25:0) after 9m49s
[06:35:45.133] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:25:0)
[06:35:45.147] Build status: SCHEDULED
[06:35:45.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:26:0) after 5m44s
[06:41:29.172] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:26:0)
[06:41:29.190] Build status: SCHEDULED
[06:41:29.190] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:27:0) after 2m27s
[06:43:56.212] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:27:0)
[06:43:56.231] Build status: SCHEDULED
[06:43:56.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:28:0) after 9m12s
[06:53:08.258] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:28:0)
[06:53:08.279] Build status: SCHEDULED
[06:53:08.279] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:29:0) after 9m49s
[07:02:57.311] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:29:0)
[07:02:57.788] Build status: SCHEDULED
[07:02:57.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:30:0) after 9m8s
[07:12:05.822] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:30:0)
[07:12:05.891] Build status: SCHEDULED
[07:12:05.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:31:0) after 3m27s
[07:15:32.972] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:31:0)
[07:15:32.989] Build status: SCHEDULED
[07:15:32.989] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:32:0) after 1m53s
[07:17:26.019] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:32:0)
[07:17:26.037] Build status: SCHEDULED
[07:17:26.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:33:0) after 8m59s
[07:26:25.175] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:33:0)
[07:26:25.194] Build status: SCHEDULED
[07:26:25.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:34:0) after 9m53s
[07:36:18.227] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:34:0)
[07:36:18.261] Build status: SCHEDULED
[07:36:18.261] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:35:0) after 7m46s
[07:44:04.445] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:35:0)
[07:44:04.463] Build status: SCHEDULED
[07:44:04.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:36:0) after 2m17s
[07:46:21.565] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:36:0)
[07:46:21.593] Build status: SCHEDULED
[07:46:21.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:37:0) after 6m16s
[07:52:38.117] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:37:0)
[07:52:38.132] Build status: SCHEDULED
[07:52:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:38:0) after 6m52s
[07:59:30.164] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:38:0)
[07:59:30.210] Build status: SCHEDULED
[07:59:30.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:39:0) after 7m38s
[08:07:08.262] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:39:0)
[08:07:08.293] Build status: SCHEDULED
[08:07:08.293] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:40:0) after 3m48s
[08:10:56.332] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:40:0)
[08:10:56.353] Build status: SCHEDULED
[08:10:56.354] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:41:0) after 5m45s
[08:16:41.381] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:41:0)
[08:16:41.401] Build status: SCHEDULED
[08:16:41.401] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:42:0) after 8m33s
[08:25:14.479] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:42:0)
[08:25:14.502] Build status: SCHEDULED
[08:25:14.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:43:0) after 9m59s
[08:35:13.634] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:43:0)
[08:35:13.654] Build status: SCHEDULED
[08:35:13.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:44:0) after 1m40s
[08:36:53.779] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:44:0)
[08:36:53.803] Build status: SCHEDULED
[08:36:53.804] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:45:0) after 6m49s
[08:43:43.058] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:45:0)
[08:43:43.085] Build status: SCHEDULED
[08:43:43.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:46:0) after 4m15s
[08:47:58.200] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:46:0)
[08:47:58.222] Build status: SCHEDULED
[08:47:58.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:47:0) after 5m5s
[08:53:03.253] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:47:0)
[08:53:03.274] Build status: SCHEDULED
[08:53:03.274] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:48:0) after 9m37s
[09:02:40.486] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:48:0)
[09:02:40.522] Build status: SCHEDULED
[09:02:40.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:49:0) after 1m2s
[09:03:42.552] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:49:0)
[09:03:42.568] Build status: SCHEDULED
[09:03:42.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:50:0) after 8m11s
[09:11:53.642] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:50:0)
[09:11:53.660] Build status: SCHEDULED
[09:11:53.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:51:0) after 6m11s
[09:18:04.712] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:51:0)
[09:18:04.729] Build status: SCHEDULED
[09:18:04.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:52:0) after 9m33s
[09:27:37.829] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:52:0)
[09:27:37.846] Build status: SCHEDULED
[09:27:37.846] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:53:0) after 7m46s
[09:35:23.874] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:53:0)
[09:35:23.892] Build status: SCHEDULED
[09:35:23.892] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:54:0) after 9m49s
[09:45:12.920] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:54:0)
[09:45:12.938] Build status: SCHEDULED
[09:45:12.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:55:0) after 5m19s
[09:50:31.963] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:55:0)
[09:50:31.979] Build status: SCHEDULED
[09:50:31.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:56:0) after 5m41s
[09:56:13.097] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:56:0)
[09:56:13.115] Build status: SCHEDULED
[09:56:13.115] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:57:0) after 3m24s
[09:59:37.188] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:57:0)
[09:59:37.204] Build status: SCHEDULED
[09:59:37.204] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:58:0) after 8m45s
[10:08:22.279] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:58:0)
[10:08:22.297] Build status: SCHEDULED
[10:08:22.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:59:0) after 1m32s
[10:09:54.398] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:59:0)
[10:09:54.412] Build status: SCHEDULED
[10:09:54.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:60:0) after 9m22s
[10:19:16.442] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:60:0)
[10:19:16.459] Build status: SCHEDULED
[10:19:16.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8890864824105889216:61:0) after 8m25s
[10:19:56.773] Received PubSub notification, asking Buildbucket for the build status
[10:19:56.800] Build:
{
  "id": "8725434762102896545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19997,
  "createdBy": "project:chromium",
  "createTime": "2025-01-18T04:19:50.112949701Z",
  "endTime": "2025-01-18T10:19:56.166704163Z",
  "updateTime": "2025-01-18T10:19:56.166704163Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2a00dcdd2c0be106492cad265fb01cca5c9ad604",
      "ref": "refs/heads/main"
    }
  }
}
[10:19:56.800] Invocation finished in 6h0m7.982504873s with status FAILED