Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/88911 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/88912 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/88913 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/88914 (1 year ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "73d96078ba0a5f9c674904a80d8eec84102005d1",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "73d96078ba0a5f9c674904a80d8eec84102005d1"
  },
  "parent_build_id": "8743747580502898401",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "4f23429a1f094d34b7878ba3cb3e3327f2bfa142",
  "parent_got_dawn_revision": "ed73a8861b57f6d2d4da5ece06c9c207aec69680",
  "parent_got_revision": "73d96078ba0a5f9c674904a80d8eec84102005d1",
  "parent_got_revision_cp": "refs/heads/main@{#1321394}",
  "parent_got_swiftshader_revision": "a0ec371d8331d787c61eccc89fb411019330314e",
  "parent_got_v8_revision": "5b07fbc023301f615e2ecd8027374d1e64c9a73e",
  "parent_got_v8_revision_cp": "refs/heads/12.8.168@{#1}",
  "parent_got_webrtc_revision": "fb2c7bc8bd2e95b211b47369a19c6a88ef862ffb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42562}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "73d96078ba0a5f9c674904a80d8eec84102005d1",
  "swarm_hashes": {
    "absl_hardening_tests": "56065ea28abd25ada7ab3caff198286e6e6c828a66e9e52340080c0669c604cf/322",
    "accessibility_unittests": "901999e58d9f2687f0927374c949d58dd7b6e33415245f20b9e5510f43aaf0eb/322",
    "angle_unittests": "cf916517a32a703ae56c2428d831fd1e568633950e617d4532101466bcb13d07/407",
    "app_shell_unittests": "237fe9804dcaf36c6e400cf9bd97b827a32e45fb411e732686177c9cf03148f6/483",
    "base_unittests": "11796a0d87ab968a6096094c31bf8deb0a27681378bd97ae4e3ef8ebdd0ba6ae/479",
    "blink_common_unittests": "090d2a52bcceef596f7a08be468327db61af3302038306fda62b4c0d05faa17c/484",
    "blink_fuzzer_unittests": "8aa8cbc3a121306f8e7e31a543d74f7d97c64da131272a503c7256e8f3173262/322",
    "blink_heap_unittests": "8168abd3f3dbb96b7614f6ce2e75dd0de6deceea669e25f8b14017c1a9747902/322",
    "blink_platform_unittests": "afbaa1f9182a324f7381b3a3f7623b931c0209165db140fcb891849f9b4e92c9/642",
    "blink_python_tests": "f6950473083eaeffb61ebfde337d442d12962af415a29c1e3c430d2f0c4e9fa2/573",
    "blink_unittests": "498368f811821e5786639353556330ee08e99c27635fd27db22ace1c3612bba9/648",
    "blink_web_tests": "175acded7fc105d40d4ec7fd4caa126f06f523f9ef26b2f0d1a1de6c61bb4234/565",
    "blink_wpt_tests": "9676047b564881c04c112b56e3df2b241117ea70b6df2150979352bd6c7848ff/565",
    "boringssl_crypto_tests": "a47600c92099a05291b43fbd7ac61575b33eb1e033aa3f53b1be81faea0347a8/407",
    "boringssl_ssl_tests": "507fd90f20fe85f1ee1585e91ac63dc631f720d55660a5fd4d34adfd79311524/322",
    "browser_tests": "3335a045c393151b0208ee2925dbea08a5264ddbceec298a0c88b12df51b54b5/1214",
    "capture_unittests": "b64553afc2e0a3af9542bac6b47ab5e4c07d63088390c2acec6a02c740775049/401",
    "cast_unittests": "57d61047600a73d6c3d74fac048323ece1e48ad7058effdbd61c95f28d5071f1/322",
    "cc_unittests": "ecbde84d6b0ace9f3006d52a269dd944a676c50b9aafa8fe19b6c83081bccce7/482",
    "chrome_app_unittests": "cf673a57f1f64e51065ed3ee026a1fca9d84831d12d59b0be3771bd34811a809/563",
    "chromedriver_py_tests": "b032de73757338dc3e9de6d3c3209e99161d2a5bce3f3fd79d30ca1072ea3a1b/488",
    "chromedriver_py_tests_headless_shell": "d01ce0b437d695915a4ff00237b2a86e864b318376f6c28e4fa3c140be665844/488",
    "chromedriver_replay_unittests": "664605e0c55fedd0fcde0effe2d790e8ea374e3d956f1fcc073bf407ca6ba044/325",
    "chromedriver_unittests": "04e01f65ea2678c35b5dd0c6557be7ddbf5ef30748caeddb0cc4ad5f169f8c41/479",
    "components_browsertests": "80fec3adbc37dbf8d013f25649231f4226804cd2dd94530b09bfd01bd547d8a4/651",
    "components_perftests": "722fd81140bff79e1fb0d4848db8ad6228e230e10951951c890279351d809c3a/648",
    "components_unittests": "8b4ef7786e54cb332593cdc7d985eb14352dcbad9473a2e59d0bebb854a282f4/730",
    "content_browsertests": "62eedac750ce5c5a8416e1f3ed04127e7dcd07fc94bde2a0fed4f6b2b6759006/645",
    "content_shell_crash_test": "d4ed0a9e9b011c34412cadb516b83e779f158c6257fb6a2a44fdfe9c0c5b7ece/565",
    "content_unittests": "eae1ce175f9abc6219dea5a4188a8bde5b7a33c69a80b509e72ec5776163e19d/559",
    "crashpad_tests": "ee8745f31498983b5a334e669504491baf34696ffd33a50065a7d01d8a85f337/407",
    "cronet_tests": "b94a5776ffea9a1ce99a6033697f66c9bffba0746182efbe4deafc0af3515a66/483",
    "cronet_unittests": "804b6d7ce99a260312ebacf6042d1830b394b3f21f686e4895b3d8ce5f83e751/399",
    "crypto_unittests": "bdb5eab327fd7776ff1827e4f246de00f2831b855de26072b2ec4207fd5a8b88/322",
    "device_unittests": "77484cba60151388b5676e350d154223e2885f1bc3804478641f4954f31c0d21/479",
    "display_unittests": "24249780c1cc111fe64c1b103f25e6b9ba239030b9cb601359efa07247b1ecb2/322",
    "env_chromium_unittests": "b9c9e830015221b67e598fe62fed07b724f755d9a64a48f6e85c9e5c14fea524/322",
    "events_unittests": "f50aa6e6ddce607179b18edee2d0f9d099aa3c4f9fc90c6d4e1b68082ed76cfb/322",
    "extensions_browsertests": "5c6e09aeb0b06cf2d31adcdc3035610bd3a1155d652478675653e92cc718b072/569",
    "extensions_unittests": "607d36f1ba95f4ceedaba6685afc89feac8400f3e25ea702979bc55a2587109c/643",
    "filesystem_service_unittests": "c1ee77bf049ddc872e4e6af80bcca822c6d21494c11335cf919646906ee3a4bc/322",
    "flatbuffers_unittests": "a6bff325e4fb484e7a3afef1299e3b14d3cc7dff83980224fc04e36e5855a419/407",
    "gcm_unit_tests": "e99a96f2447524927dc54dff8f1cd3e76d1d24649108edc6f1f709e74a36baaf/399",
    "gfx_unittests": "3fc121eb5e6345d83196f66f75383e81f202e88170b66f5655e455788bada113/398",
    "gin_unittests": "f3be9ac3b8cfa3529b5113bf60d92b236cdfe3ff40a6c224dc7b3551827ed67a/399",
    "google_apis_unittests": "b50ca7021cd4b14043b4bb2dbc5de2b3eeea3033e573395f1f6f39173a8ec8ce/484",
    "gpu_unittests": "abacf3b9df0dab00569d3dfa8e8f4d4b83912f57028a5653bbe286f0a6cb0e0f/399",
    "gwp_asan_unittests": "cdd5a1c4135f4811a718f486304a7bf51cf105d99da87529985133377a4398e3/407",
    "headless_browsertests": "4db4429c195cfd43378da293a402326913ccb6a25128a3eb6005fbcd540a00e6/568",
    "headless_unittests": "8960b518463e240ea2abf5d4b38a2c282dc47f97c1e965b7c09cd035ea8f08c2/322",
    "interactive_ui_tests": "ff3d36db55a76acb16747f32c9374a24b6daecc43baee0adf929f04dc3161dc2/972",
    "ipc_tests": "c03a01b654b9756decbe20856ec22e760301edadad8e7f891326c0e0e04aa459/322",
    "latency_unittests": "348ae798497a45844fff8e619821113f808a7a107caa8a923da7f39765579b35/322",
    "leveldb_unittests": "ee4df83befd651b4aec746847e89296f01d0a46c2977e6503054a4e5fc987ac3/322",
    "libjingle_xmpp_unittests": "2f568f1229baba73147bc396beed2957bec3cdd1eb71ab4eaf275aba2f3a73f0/322",
    "liburlpattern_unittests": "c4534d4aca31d1bc65bb4481f9d25a2f96620c2fae87bfe16efb2fd91f917464/322",
    "mac_signing_tests": "c0fda035d504d10f737b3f729d8c5b3f0fc3a559aefa657f2915bc302c512ee4/487",
    "media_unittests": "580a2adaa0be0a279860d82019dc5e2ec766fa7c17b53432ed1e5a72b4d40bcc/402",
    "message_center_unittests": "3dc522c48908e151135faabf3e357c694bb6e2ac887c9191e38775e06b8685b0/322",
    "midi_unittests": "b584f890326831b17a4e10c23785f6d361760e763871d616f8612efd8a694d04/322",
    "mojo_python_unittests": "00c155c14f6b452c086c7752e951fa64e061b79398de832b4f0981352fdcf470/489",
    "mojo_unittests": "cef993560d5ff69c6bd59bf22bc350753c5d1019bcc6a7aa003ba49c1f707238/400",
    "native_theme_unittests": "53005a199dedebc9b93f26f290bdf6e27b32e880806594e33dbf7275cc4a300b/322",
    "net_unittests": "a08f56a2cb75ee7490cc7275861191ee6c4a6b8d85f08a76117445824e079704/486",
    "openscreen_unittests": "aef0570657e875953272eb272a73c2278316140f13d9afdd8bdbed8df288e059/407",
    "pdf_unittests": "44ccb1f6c96030fedc17a0baa45d707301d7191bca051e21994da43d2ddc53be/399",
    "perfetto_unittests": "a056cfc34d5a67985bc42422b8a0ee0d8e348c79d60d7be809c0aa689b9c2b20/322",
    "power_sampler_unittests": "e8743775cab9f6f95c651c4a7d48c427418bf2be5b03d77dda9b2091791671a7/322",
    "printing_unittests": "d72c2badb58e616ed71bef182c671fe68b815c92f04b24b858d139049d3a82a2/481",
    "remoting_unittests": "b0fd6faa06b0896fd89cbde050c470cb820e1a8057f802c6e92f89a4ee834188/399",
    "sandbox_unittests": "e090775ea64e678c3eb660b8eee1da40aa3029d48a3045227cafbab97189ac59/322",
    "services_unittests": "4d207bd59f17ee71225abc6ffc99c3714d8208ff716e3103539dcb775e8779f7/652",
    "shell_dialogs_unittests": "72a5e171c2b056f3e88ac225c18be784a6e2bb41825318d9c4334ad64893cb2a/322",
    "skia_unittests": "3f911887aa506560aa3a22df86d27aab28b20dcda67bf846b1ea75a63541d834/322",
    "snapshot_unittests": "cb387ba603a98fa2e019a6f3d9bd0351124746dc1539c56c6ce4774661630fae/322",
    "sql_unittests": "341ad1d0e5fafb10f06bd89ce411cd989c93862f2c51d7feedad310f9ecd90dc/399",
    "storage_unittests": "d7a407e4851ec2ff52b0d285785d17c3b168928cb8e5dacd5d47f0f21e3b25d8/480",
    "sync_integration_tests": "77cfb698433f97cb731eecd64b812c470017e1565918a922ed4dad93186c6c78/645",
    "telemetry_gpu_unittests": "cae35ba2a54e4f86e9605d3a00429bbdc0a8c7b6aac94f632e105a4671d983dc/735",
    "telemetry_perf_unittests": "a57769c4beecd312cce49be4c34d6a0171e89ba11740eeed44ac9b70aba13058/654",
    "ui_base_unittests": "c0df786b056cdd44b99fa1967a5d3bdbdd78115d8cb84b577e6dec61efb2c4e1/554",
    "ui_touch_selection_unittests": "6a9cc4a7ba30611b2bfab6fbb45f59da23e5fbe13a90e96134c8858ed910f653/322",
    "ui_unittests": "0c69aea96015d7bb66046667ac457c9b211888006a3a62db8f9059533ff01a3f/322",
    "unit_tests": "367c94aa2d90c3883f4190be65a74777a434b13f902c3ce4dcf61f471414ba96/1056",
    "updater_tests": "1f7dddae3a333866a50ff6a34ead362a0846e3b55887ef521b70c8bbcde5e2db/565",
    "url_unittests": "85bb49ce227033fe956555acd44a5d29fc014313664e68f6d96b041a5da1f0c2/322",
    "views_perftests": "9c1fee5192be436912cd49d8e7a542844fb980fa65e10c8c39df6ebb71e68ad4/486",
    "views_unittests": "d13620713b34bc7242e9e85529aebb6dfd3bbba022502d478bba1b2f38970d9d/401",
    "viz_unittests": "f2219330074563d378249cbe749a7693203f801c0dbf29595d32e567cc34ae3e/406",
    "wtf_unittests": "4dba29edeae11f8a382d319890c271174091830c2bad3327aae3edb1b9af1cc2/322",
    "xr_browser_tests": "b3a8dc5510e346b791d589bb2278aa4e4d555ddc32df7190888c58a031279ab4/644",
    "zlib_unittests": "db3a341a4899509b8cb95d886cf1cfbd39f690856d9afad6f7251550d1ec2764/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "ab5fe3d6a18b222c1645063351c9dc03908d1f95d20f8e211ff8f5dd885f1261/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73d96078ba0a5f9c674904a80d8eec84102005d1
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:88914
  • user_agent:recipe

Debug log (UTC)

[01:23:38.795] New invocation is queued and will start shortly
[01:23:38.795] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:23:39.987] Starting the invocation (attempt 1)
[01:23:40.020] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73d96078ba0a5f9c674904a80d8eec84102005d1"
[01:23:40.020] Popped gitiles commit info from properties and tags
[01:23:40.020] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:23:40.021] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:23:40.022] Buildbucket request:
{
  "requestId": "8909176494807177824",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "73d96078ba0a5f9c674904a80d8eec84102005d1",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "73d96078ba0a5f9c674904a80d8eec84102005d1"
          },
      "parent_build_id": "8743747580502898401",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "4f23429a1f094d34b7878ba3cb3e3327f2bfa142",
      "parent_got_dawn_revision": "ed73a8861b57f6d2d4da5ece06c9c207aec69680",
      "parent_got_revision": "73d96078ba0a5f9c674904a80d8eec84102005d1",
      "parent_got_revision_cp": "refs/heads/main@{#1321394}",
      "parent_got_swiftshader_revision": "a0ec371d8331d787c61eccc89fb411019330314e",
      "parent_got_v8_revision": "5b07fbc023301f615e2ecd8027374d1e64c9a73e",
      "parent_got_v8_revision_cp": "refs/heads/12.8.168@{#1}",
      "parent_got_webrtc_revision": "fb2c7bc8bd2e95b211b47369a19c6a88ef862ffb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42562}",
      "swarm_hashes": {
            "absl_hardening_tests": "56065ea28abd25ada7ab3caff198286e6e6c828a66e9e52340080c0669c604cf/322",
            "accessibility_unittests": "901999e58d9f2687f0927374c949d58dd7b6e33415245f20b9e5510f43aaf0eb/322",
            "angle_unittests": "cf916517a32a703ae56c2428d831fd1e568633950e617d4532101466bcb13d07/407",
            "app_shell_unittests": "237fe9804dcaf36c6e400cf9bd97b827a32e45fb411e732686177c9cf03148f6/483",
            "base_unittests": "11796a0d87ab968a6096094c31bf8deb0a27681378bd97ae4e3ef8ebdd0ba6ae/479",
            "blink_common_unittests": "090d2a52bcceef596f7a08be468327db61af3302038306fda62b4c0d05faa17c/484",
            "blink_fuzzer_unittests": "8aa8cbc3a121306f8e7e31a543d74f7d97c64da131272a503c7256e8f3173262/322",
            "blink_heap_unittests": "8168abd3f3dbb96b7614f6ce2e75dd0de6deceea669e25f8b14017c1a9747902/322",
            "blink_platform_unittests": "afbaa1f9182a324f7381b3a3f7623b931c0209165db140fcb891849f9b4e92c9/642",
            "blink_python_tests": "f6950473083eaeffb61ebfde337d442d12962af415a29c1e3c430d2f0c4e9fa2/573",
            "blink_unittests": "498368f811821e5786639353556330ee08e99c27635fd27db22ace1c3612bba9/648",
            "blink_web_tests": "175acded7fc105d40d4ec7fd4caa126f06f523f9ef26b2f0d1a1de6c61bb4234/565",
            "blink_wpt_tests": "9676047b564881c04c112b56e3df2b241117ea70b6df2150979352bd6c7848ff/565",
            "boringssl_crypto_tests": "a47600c92099a05291b43fbd7ac61575b33eb1e033aa3f53b1be81faea0347a8/407",
            "boringssl_ssl_tests": "507fd90f20fe85f1ee1585e91ac63dc631f720d55660a5fd4d34adfd79311524/322",
            "browser_tests": "3335a045c393151b0208ee2925dbea08a5264ddbceec298a0c88b12df51b54b5/1214",
            "capture_unittests": "b64553afc2e0a3af9542bac6b47ab5e4c07d63088390c2acec6a02c740775049/401",
            "cast_unittests": "57d61047600a73d6c3d74fac048323ece1e48ad7058effdbd61c95f28d5071f1/322",
            "cc_unittests": "ecbde84d6b0ace9f3006d52a269dd944a676c50b9aafa8fe19b6c83081bccce7/482",
            "chrome_app_unittests": "cf673a57f1f64e51065ed3ee026a1fca9d84831d12d59b0be3771bd34811a809/563",
            "chromedriver_py_tests": "b032de73757338dc3e9de6d3c3209e99161d2a5bce3f3fd79d30ca1072ea3a1b/488",
            "chromedriver_py_tests_headless_shell": "d01ce0b437d695915a4ff00237b2a86e864b318376f6c28e4fa3c140be665844/488",
            "chromedriver_replay_unittests": "664605e0c55fedd0fcde0effe2d790e8ea374e3d956f1fcc073bf407ca6ba044/325",
            "chromedriver_unittests": "04e01f65ea2678c35b5dd0c6557be7ddbf5ef30748caeddb0cc4ad5f169f8c41/479",
            "components_browsertests": "80fec3adbc37dbf8d013f25649231f4226804cd2dd94530b09bfd01bd547d8a4/651",
            "components_perftests": "722fd81140bff79e1fb0d4848db8ad6228e230e10951951c890279351d809c3a/648",
            "components_unittests": "8b4ef7786e54cb332593cdc7d985eb14352dcbad9473a2e59d0bebb854a282f4/730",
            "content_browsertests": "62eedac750ce5c5a8416e1f3ed04127e7dcd07fc94bde2a0fed4f6b2b6759006/645",
            "content_shell_crash_test": "d4ed0a9e9b011c34412cadb516b83e779f158c6257fb6a2a44fdfe9c0c5b7ece/565",
            "content_unittests": "eae1ce175f9abc6219dea5a4188a8bde5b7a33c69a80b509e72ec5776163e19d/559",
            "crashpad_tests": "ee8745f31498983b5a334e669504491baf34696ffd33a50065a7d01d8a85f337/407",
            "cronet_tests": "b94a5776ffea9a1ce99a6033697f66c9bffba0746182efbe4deafc0af3515a66/483",
            "cronet_unittests": "804b6d7ce99a260312ebacf6042d1830b394b3f21f686e4895b3d8ce5f83e751/399",
            "crypto_unittests": "bdb5eab327fd7776ff1827e4f246de00f2831b855de26072b2ec4207fd5a8b88/322",
            "device_unittests": "77484cba60151388b5676e350d154223e2885f1bc3804478641f4954f31c0d21/479",
            "display_unittests": "24249780c1cc111fe64c1b103f25e6b9ba239030b9cb601359efa07247b1ecb2/322",
            "env_chromium_unittests": "b9c9e830015221b67e598fe62fed07b724f755d9a64a48f6e85c9e5c14fea524/322",
            "events_unittests": "f50aa6e6ddce607179b18edee2d0f9d099aa3c4f9fc90c6d4e1b68082ed76cfb/322",
            "extensions_browsertests": "5c6e09aeb0b06cf2d31adcdc3035610bd3a1155d652478675653e92cc718b072/569",
            "extensions_unittests": "607d36f1ba95f4ceedaba6685afc89feac8400f3e25ea702979bc55a2587109c/643",
            "filesystem_service_unittests": "c1ee77bf049ddc872e4e6af80bcca822c6d21494c11335cf919646906ee3a4bc/322",
            "flatbuffers_unittests": "a6bff325e4fb484e7a3afef1299e3b14d3cc7dff83980224fc04e36e5855a419/407",
            "gcm_unit_tests": "e99a96f2447524927dc54dff8f1cd3e76d1d24649108edc6f1f709e74a36baaf/399",
            "gfx_unittests": "3fc121eb5e6345d83196f66f75383e81f202e88170b66f5655e455788bada113/398",
            "gin_unittests": "f3be9ac3b8cfa3529b5113bf60d92b236cdfe3ff40a6c224dc7b3551827ed67a/399",
            "google_apis_unittests": "b50ca7021cd4b14043b4bb2dbc5de2b3eeea3033e573395f1f6f39173a8ec8ce/484",
            "gpu_unittests": "abacf3b9df0dab00569d3dfa8e8f4d4b83912f57028a5653bbe286f0a6cb0e0f/399",
            "gwp_asan_unittests": "cdd5a1c4135f4811a718f486304a7bf51cf105d99da87529985133377a4398e3/407",
            "headless_browsertests": "4db4429c195cfd43378da293a402326913ccb6a25128a3eb6005fbcd540a00e6/568",
            "headless_unittests": "8960b518463e240ea2abf5d4b38a2c282dc47f97c1e965b7c09cd035ea8f08c2/322",
            "interactive_ui_tests": "ff3d36db55a76acb16747f32c9374a24b6daecc43baee0adf929f04dc3161dc2/972",
            "ipc_tests": "c03a01b654b9756decbe20856ec22e760301edadad8e7f891326c0e0e04aa459/322",
            "latency_unittests": "348ae798497a45844fff8e619821113f808a7a107caa8a923da7f39765579b35/322",
            "leveldb_unittests": "ee4df83befd651b4aec746847e89296f01d0a46c2977e6503054a4e5fc987ac3/322",
            "libjingle_xmpp_unittests": "2f568f1229baba73147bc396beed2957bec3cdd1eb71ab4eaf275aba2f3a73f0/322",
            "liburlpattern_unittests": "c4534d4aca31d1bc65bb4481f9d25a2f96620c2fae87bfe16efb2fd91f917464/322",
            "mac_signing_tests": "c0fda035d504d10f737b3f729d8c5b3f0fc3a559aefa657f2915bc302c512ee4/487",
            "media_unittests": "580a2adaa0be0a279860d82019dc5e2ec766fa7c17b53432ed1e5a72b4d40bcc/402",
            "message_center_unittests": "3dc522c48908e151135faabf3e357c694bb6e2ac887c9191e38775e06b8685b0/322",
            "midi_unittests": "b584f890326831b17a4e10c23785f6d361760e763871d616f8612efd8a694d04/322",
            "mojo_python_unittests": "00c155c14f6b452c086c7752e951fa64e061b79398de832b4f0981352fdcf470/489",
            "mojo_unittests": "cef993560d5ff69c6bd59bf22bc350753c5d1019bcc6a7aa003ba49c1f707238/400",
            "native_theme_unittests": "53005a199dedebc9b93f26f290bdf6e27b32e880806594e33dbf7275cc4a300b/322",
            "net_unittests": "a08f56a2cb75ee7490cc7275861191ee6c4a6b8d85f08a76117445824e079704/486",
            "openscreen_unittests": "aef0570657e875953272eb272a73c2278316140f13d9afdd8bdbed8df288e059/407",
            "pdf_unittests": "44ccb1f6c96030fedc17a0baa45d707301d7191bca051e21994da43d2ddc53be/399",
            "perfetto_unittests": "a056cfc34d5a67985bc42422b8a0ee0d8e348c79d60d7be809c0aa689b9c2b20/322",
            "power_sampler_unittests": "e8743775cab9f6f95c651c4a7d48c427418bf2be5b03d77dda9b2091791671a7/322",
            "printing_unittests": "d72c2badb58e616ed71bef182c671fe68b815c92f04b24b858d139049d3a82a2/481",
            "remoting_unittests": "b0fd6faa06b0896fd89cbde050c470cb820e1a8057f802c6e92f89a4ee834188/399",
            "sandbox_unittests": "e090775ea64e678c3eb660b8eee1da40aa3029d48a3045227cafbab97189ac59/322",
            "services_unittests": "4d207bd59f17ee71225abc6ffc99c3714d8208ff716e3103539dcb775e8779f7/652",
            "shell_dialogs_unittests": "72a5e171c2b056f3e88ac225c18be784a6e2bb41825318d9c4334ad64893cb2a/322",
            "skia_unittests": "3f911887aa506560aa3a22df86d27aab28b20dcda67bf846b1ea75a63541d834/322",
            "snapshot_unittests": "cb387ba603a98fa2e019a6f3d9bd0351124746dc1539c56c6ce4774661630fae/322",
            "sql_unittests": "341ad1d0e5fafb10f06bd89ce411cd989c93862f2c51d7feedad310f9ecd90dc/399",
            "storage_unittests": "d7a407e4851ec2ff52b0d285785d17c3b168928cb8e5dacd5d47f0f21e3b25d8/480",
            "sync_integration_tests": "77cfb698433f97cb731eecd64b812c470017e1565918a922ed4dad93186c6c78/645",
            "telemetry_gpu_unittests": "cae35ba2a54e4f86e9605d3a00429bbdc0a8c7b6aac94f632e105a4671d983dc/735",
            "telemetry_perf_unittests": "a57769c4beecd312cce49be4c34d6a0171e89ba11740eeed44ac9b70aba13058/654",
            "ui_base_unittests": "c0df786b056cdd44b99fa1967a5d3bdbdd78115d8cb84b577e6dec61efb2c4e1/554",
            "ui_touch_selection_unittests": "6a9cc4a7ba30611b2bfab6fbb45f59da23e5fbe13a90e96134c8858ed910f653/322",
            "ui_unittests": "0c69aea96015d7bb66046667ac457c9b211888006a3a62db8f9059533ff01a3f/322",
            "unit_tests": "367c94aa2d90c3883f4190be65a74777a434b13f902c3ce4dcf61f471414ba96/1056",
            "updater_tests": "1f7dddae3a333866a50ff6a34ead362a0846e3b55887ef521b70c8bbcde5e2db/565",
            "url_unittests": "85bb49ce227033fe956555acd44a5d29fc014313664e68f6d96b041a5da1f0c2/322",
            "views_perftests": "9c1fee5192be436912cd49d8e7a542844fb980fa65e10c8c39df6ebb71e68ad4/486",
            "views_unittests": "d13620713b34bc7242e9e85529aebb6dfd3bbba022502d478bba1b2f38970d9d/401",
            "viz_unittests": "f2219330074563d378249cbe749a7693203f801c0dbf29595d32e567cc34ae3e/406",
            "wtf_unittests": "4dba29edeae11f8a382d319890c271174091830c2bad3327aae3edb1b9af1cc2/322",
            "xr_browser_tests": "b3a8dc5510e346b791d589bb2278aa4e4d555ddc32df7190888c58a031279ab4/644",
            "zlib_unittests": "db3a341a4899509b8cb95d886cf1cfbd39f690856d9afad6f7251550d1ec2764/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "ab5fe3d6a18b222c1645063351c9dc03908d1f95d20f8e211ff8f5dd885f1261/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "73d96078ba0a5f9c674904a80d8eec84102005d1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8909176494807177824"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "88914"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:23:40.643] Scheduled build:
{
  "id": "8743746432779439937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 16057,
  "createdBy": "project:chromium",
  "createTime": "2024-06-30T01:23:40.097106761Z",
  "updateTime": "2024-06-30T01:23:40.097106761Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "73d96078ba0a5f9c674904a80d8eec84102005d1",
      "ref": "refs/heads/main"
    }
  }
}
[01:23:40.643] Task URL: https://cr-buildbucket.appspot.com/build/8743746432779439937
[01:23:40.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:2:0) after 3m2s
[01:23:41.669] Received PubSub notification, asking Buildbucket for the build status
[01:23:41.753] Build status: SCHEDULED
[01:26:42.670] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:2:0)
[01:26:42.689] Build status: SCHEDULED
[01:26:42.689] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:4:0) after 5m0s
[01:31:42.737] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:4:0)
[01:31:42.758] Build status: SCHEDULED
[01:31:42.758] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:5:0) after 3m21s
[01:35:03.943] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:5:0)
[01:35:04.007] Build status: SCHEDULED
[01:35:04.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:6:0) after 1m31s
[01:36:35.028] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:6:0)
[01:36:35.052] Build status: SCHEDULED
[01:36:35.052] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:7:0) after 9m57s
[01:46:32.296] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:7:0)
[01:46:32.312] Build status: SCHEDULED
[01:46:32.312] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:8:0) after 5m13s
[01:51:45.337] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:8:0)
[01:51:45.398] Build status: SCHEDULED
[01:51:45.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:9:0) after 7m37s
[01:59:22.541] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:9:0)
[01:59:22.573] Build status: SCHEDULED
[01:59:22.573] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:10:0) after 9m49s
[02:09:11.788] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:10:0)
[02:09:11.819] Build status: SCHEDULED
[02:09:11.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:11:0) after 5m57s
[02:15:08.950] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:11:0)
[02:15:08.968] Build status: SCHEDULED
[02:15:08.968] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:12:0) after 4m37s
[02:19:46.084] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:12:0)
[02:19:46.100] Build status: SCHEDULED
[02:19:46.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:13:0) after 1m40s
[02:21:26.348] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:13:0)
[02:21:26.367] Build status: SCHEDULED
[02:21:26.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:14:0) after 4m18s
[02:25:44.694] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:14:0)
[02:25:44.712] Build status: SCHEDULED
[02:25:44.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:15:0) after 1m43s
[02:27:27.800] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:15:0)
[02:27:27.822] Build status: SCHEDULED
[02:27:27.822] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:16:0) after 6m39s
[02:34:06.842] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:16:0)
[02:34:06.865] Build status: SCHEDULED
[02:34:06.865] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:17:0) after 4m26s
[02:38:32.887] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:17:0)
[02:38:32.912] Build status: SCHEDULED
[02:38:32.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:18:0) after 4m30s
[02:43:02.935] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:18:0)
[02:43:02.955] Build status: SCHEDULED
[02:43:02.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:19:0) after 8m31s
[02:51:33.946] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:19:0)
[02:51:33.965] Build status: SCHEDULED
[02:51:33.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:20:0) after 9m17s
[03:00:51.096] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:20:0)
[03:00:51.152] Build status: SCHEDULED
[03:00:51.152] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:21:0) after 2m31s
[03:03:22.178] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:21:0)
[03:03:22.202] Build status: SCHEDULED
[03:03:22.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:22:0) after 6m49s
[03:10:11.266] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:22:0)
[03:10:11.335] Build status: SCHEDULED
[03:10:11.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:23:0) after 4m24s
[03:14:35.460] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:23:0)
[03:14:35.478] Build status: SCHEDULED
[03:14:35.478] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:24:0) after 5m5s
[03:19:40.524] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:24:0)
[03:19:40.544] Build status: SCHEDULED
[03:19:40.544] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:25:0) after 3m21s
[03:23:01.568] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:25:0)
[03:23:01.602] Build status: SCHEDULED
[03:23:01.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:26:0) after 4m31s
[03:27:32.624] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:26:0)
[03:27:32.644] Build status: SCHEDULED
[03:27:32.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:27:0) after 5m7s
[03:32:39.667] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:27:0)
[03:32:39.811] Build status: SCHEDULED
[03:32:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:28:0) after 6m22s
[03:39:01.837] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:28:0)
[03:39:01.865] Build status: SCHEDULED
[03:39:01.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:29:0) after 7m35s
[03:41:33.911] Received PubSub notification, asking Buildbucket for the build status
[03:41:33.967] Build status: STARTED
[03:46:36.904] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:29:0)
[03:46:36.925] Build status: STARTED
[03:46:36.925] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:31:0) after 6m50s
[03:53:27.441] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:31:0)
[03:53:27.458] Build status: STARTED
[03:53:27.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:32:0) after 1m54s
[03:55:21.623] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:32:0)
[03:55:21.661] Build status: STARTED
[03:55:21.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:33:0) after 8m50s
[04:04:11.703] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:33:0)
[04:04:11.721] Build status: STARTED
[04:04:11.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:34:0) after 7m36s
[04:11:48.198] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:34:0)
[04:11:48.218] Build status: STARTED
[04:11:48.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:35:0) after 5m59s
[04:17:47.238] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:35:0)
[04:17:47.256] Build status: STARTED
[04:17:47.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:36:0) after 8m2s
[04:25:49.289] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:36:0)
[04:25:49.307] Build status: STARTED
[04:25:49.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:37:0) after 9m31s
[04:35:20.367] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:37:0)
[04:35:20.445] Build status: STARTED
[04:35:20.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:38:0) after 4m18s
[04:39:38.482] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:38:0)
[04:39:38.500] Build status: STARTED
[04:39:38.500] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8909176494807177824:39:0) after 6m1s
[04:45:13.571] Received PubSub notification, asking Buildbucket for the build status
[04:45:13.597] Build:
{
  "id": "8743746432779439937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 16057,
  "createdBy": "project:chromium",
  "createTime": "2024-06-30T01:23:40.097106761Z",
  "startTime": "2024-06-30T03:41:29.742788906Z",
  "endTime": "2024-06-30T04:45:13.233023972Z",
  "updateTime": "2024-06-30T04:45:13.233023972Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "73d96078ba0a5f9c674904a80d8eec84102005d1",
      "ref": "refs/heads/main"
    }
  }
}
[04:45:13.597] Invocation finished in 3h21m34.816911544s with status FAILED