Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/103879 (2 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/103880 (2 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/103881 (2 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/103882 (2 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "19d1ecabe8113561bec478c1beb4eac9c4ba6995"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8730382446410259441"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8730382446410259441"
    }
  ],
  "parent_build_id": "8730382446410259441",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "cb31b8864d1a282ebdc41d7cf6c32e835cd33bfb",
  "parent_got_dawn_revision": "91bcd47a30c2e70f737cad19ceff2fc7adf3a61e",
  "parent_got_revision": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
  "parent_got_revision_cp": "refs/heads/main@{#1387353}",
  "parent_got_swiftshader_revision": "4074d9674b3e5a9a96a34b1c63fbed7dce35772f",
  "parent_got_v8_revision": "21b1402e2d1f6c477a4a542d45b08725ec0b09b6",
  "parent_got_v8_revision_cp": "refs/heads/13.3.144@{#1}",
  "parent_got_webrtc_revision": "c63e43f27d2fecb57b8f288736f238662753c83f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43444}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
  "swarm_hashes": {
    "absl_hardening_tests": "2cb4aa42727ea381216451c0829204dbc5a81d04243659b03169123b5ef2096a/323",
    "accessibility_unittests": "e99ec574a3df23702f331f4ac2090f8660727655ffb9a3a81f8687046de46017/323",
    "angle_unittests": "ffcd6fe3c6289f448b6909c06f7b71f6209bf3cbc06c42aed2db6e59ea59f23f/408",
    "app_shell_unittests": "f0eb005ff8b8a5b40b23a8a56e752c1e69eaa31e57d13f76acda4f248aadc273/484",
    "base_unittests": "3db50998885361b0a164e1ff2a384cfaf11d0313da18c428c9e7f17d56b69ed8/480",
    "blink_common_unittests": "30baacb5251a0b78afb90fcbc721b648eb7999cfed413e854d91a0da51807c4e/485",
    "blink_fuzzer_unittests": "aa01d825f29d21d6f2d6d2e819b322bd3d600b681529971bb261fa43f71ce04b/323",
    "blink_heap_unittests": "de844c856cacf6deb860c4e1fdd6ac8e18bf4ff7c78e6fb150ba74bf2526ab1a/323",
    "blink_platform_unittests": "ab4a9ed29dc8085f16ce4ff7fae5074901611b2147558002001fbbf8e331621d/643",
    "blink_python_tests": "c2ae987eb0b58d3d9e00ae9f837f323b0ee02c35ede9e74b7f7a59506a72ad84/574",
    "blink_unittests": "7ee84b60e75e21f7128f9bd4aaa4aca4ae74607fe9af24e614b06a5032bfa12d/649",
    "blink_web_tests": "d0210b1a0afd1c31c93a34a55c9f92131b76e9795667efb2901a9e9760586c78/566",
    "blink_wpt_tests": "2c10056f4f7eafcaab259a7c774e0b0ce0f33c47e3cc1bd44ee2376acfbfb669/566",
    "boringssl_crypto_tests": "e5f83c0510e3055b490fcf4836663d9f04b4133d164c4be05f58de6f8ae8a13a/408",
    "boringssl_ssl_tests": "4d7babbf04f72ba8d757555373ed6f5a29d32d3c8d67d18c106337c814f5ba59/323",
    "browser_tests": "341baa60d717088dba973b235aae22862795be05dbbea017bd7ee27272df7d75/1215",
    "capture_unittests": "fd18c0aa30cb78c012072b1a8a3d0512824f5371845c9102fba5ca9599b8f6cb/402",
    "cast_unittests": "4257899229a03dae191e9d4f710d0994f4603a2ec9f01bbc7d8d967591477505/323",
    "cc_unittests": "bd4b8177010c13fa8ff1e2b4ddc8a73426efbb04749e05aef41fbb305700a1da/483",
    "chrome_app_unittests": "18c4547680bb911bbe13862cabd56f3532be2b4b3da4c083baf521be736375ca/564",
    "chrome_wpt_tests": "cc5ae4d32c84eca65c67edd15097cf860f1e26182337dc2653b82daedafb52e3/566",
    "chromedriver_py_tests": "728ba21e28ea1aa28c9c40a6989da91708b58c3a941bac2ecb9aeba446e0cae7/489",
    "chromedriver_py_tests_headless_shell": "bf278663cdde8fec93eca84d64cd2cf53573252b0a4898e544f02d4a28220f0d/489",
    "chromedriver_replay_unittests": "e34500573e29ad39bc6f10b7207f6497b6477aeb39d8ee141ecadafcd119d87e/326",
    "chromedriver_unittests": "b4c93b65045da5a0fff7a01e625ac1a906fffa8fb733d8ed7bf840d5ba2821af/480",
    "components_browsertests": "959c26f141cf2ed880d0bcd2d1c8f5851acb47b7a3233bf31472172acff6913f/652",
    "components_perftests": "c9a51405f83f4f6690a7a22b103c5eda96607d2a100e8bc361502cf2bff9e4c3/649",
    "components_unittests": "84201d335ef41fd9870b1df300039507e5918461c6f8009dbfecec66e38b894f/731",
    "content_browsertests": "3b513821401d48721522c304283e04abd5dae3c6a0696a79b8f3b48f2df47eaa/724",
    "content_shell_crash_test": "7a07bbedf6f73320087d116b4e711ca84aac0e79cbd9288038688cc34b5d9968/566",
    "content_unittests": "71a7b22e3a3ed8a40d198a6b9d8e97246baa6af7d866904e566e9545974caa6a/560",
    "crashpad_tests": "2a727468986623456858b1b05a41233e7646ebd162d9111dd7b4fd337e436a44/408",
    "cronet_tests": "968462e822b98dfd027175e3e35d0b43fec504299950e29801b4d34c9f25360d/484",
    "cronet_unittests": "ecb58eeaf52eb818c7be0a95eea4fde73af9b1cd9489706a2acd2d13b9f942b6/400",
    "crypto_unittests": "028a6e9e11202e0e5d44371ca0559cab99b7a2da37ff218b9e129810de0e6926/323",
    "device_unittests": "455122382354cc77222c742d867d9fc960a4d9bc439b9deeb8932937f0e02d58/480",
    "display_unittests": "d3226f10485c0fbb5293f237cf263562d253ed1ed1083c2c946fbf5f2592aa60/323",
    "env_chromium_unittests": "71b7d3d9c40d6dd1506b221c6adcafc4ca915653918c93c34062d586ed573147/323",
    "events_unittests": "671f5a38b8c9447b39948b3305383e8c0e051fe1ec041b7be1b7a3f7e4494a60/323",
    "extensions_browsertests": "6cc5f9643fa5f99cb7ccbed1d42717d7e6cab3dbd31324d9ee0119c0982085b0/570",
    "extensions_unittests": "d5022a5d5a43b6cc27d57d5c9e23701e6c0158d56028ec38e34320bd5733f5aa/644",
    "filesystem_service_unittests": "486bb468b13298e639b89d6cc7913d95a66546218c0aff35a4e8a5e903e38310/323",
    "flatbuffers_unittests": "b1a541589305eff6872695a94243115f682de84a53e1079044322541b0418dbf/408",
    "fuzzing_unittests": "96ec58817cd2719942ed246a23643c4177a480dfe6fb25a4ceb1656285ee5a73/323",
    "gcm_unit_tests": "4945f60ffb13415e6765eba0e98ad6b593213aeb25f723a195d847cfbf856f03/400",
    "gfx_unittests": "dd12cedcab1d4898baa85bc4d06bcf7a92200dcf42ddf9983a36329aaed85bdc/399",
    "gin_unittests": "fedfdf176ffb09a9a719c42a89cf8f02d2f438f88f96739015d827d371fd1c70/400",
    "google_apis_unittests": "00c7cb0f299a45d956855f288f85ff55fb12f46d6baa93d74d5b17adf71daf82/485",
    "gpu_unittests": "0b8592c7e3dce077b5a7bd50d965ef24d696d662e789712f68f39aef43ef412a/400",
    "gwp_asan_unittests": "7f22a767cbc852b3e712bfc43be44002efb4e41bdb8d27b4b85af09dc032d446/408",
    "headless_browsertests": "d740ab28ffbd0a17bcbf0141011a08bf21160eeae1d5b6f852ea9284fe0ae94c/569",
    "headless_shell_wpt": "b8a371a30ccd14b0b2779a0de4bd4281caee9b151d47a999957ddc97064f5614/566",
    "headless_unittests": "665b6c0524b680800e963b0fd7e2339bb58445f4be5a08729b2a3af031320f17/323",
    "interactive_ui_tests": "0a47c683a6ea0493b22752804b8898b28411efac2a99211de497ff58e6530f15/973",
    "ipc_tests": "ff88cf7a691bda587f555961ef5d703223697b4304cd2436c8f6af85ebfb2e54/323",
    "latency_unittests": "c79a26b1389e4d0445853b55c243200627ba9b87895c094b294309c7c59fb05d/323",
    "leveldb_unittests": "6500e3ca21df2150cbd9defa66aaef6874aba44edc809efa0d3add2487d26b41/323",
    "libjingle_xmpp_unittests": "19001fb626079749e0e567b9861db6b310b724d5e674c11e2ee7eeddffa40b10/323",
    "liburlpattern_unittests": "ed10ecf25a4049ce7ce1c5b210a96aec8188bb2c944164339f3f096ba7ab1d47/323",
    "mac_signing_tests": "097a2170ea3221dddca37d5a492f8037288dcb2ede2213f5ebb1af7e78ffe166/488",
    "media_unittests": "31ddb28ce31cbebba4703bfc9014a7332cff04a23696370a5cad26837d7ee74e/403",
    "message_center_unittests": "c5e9f3da42d50cf9e3c292f439d84f29971591716fe70a4e83a207a5ed7c3028/323",
    "midi_unittests": "142bbe37ef5af2365da218a028c6a9695959d5c0d8d27bceb4b140a406694a8b/323",
    "mojo_python_unittests": "b8b88a093d406cd9e0189e4cb48d68a3bb28e3f6f8c04c3c06dd76b90a7c9658/490",
    "mojo_unittests": "18cdc89d88d689ae2c0d9d0ec3d4991b7d7e6a399e303bcffca7699122770095/401",
    "native_theme_unittests": "6b72fef8e022fc02c46fd97f986bf544024c9693b6a90b84fa8526729d2db4f1/323",
    "net_unittests": "30a1be528a31b0aef2cda9656557a8e128c4487cac512424cbebeec6365f6737/487",
    "openscreen_unittests": "1a3fee209ea6ef5c4f14cb015a2d9d1555dda5066ffba4fa91d8267f58c09bbd/408",
    "pdf_unittests": "de0ff1dc540400ed3830efa41c0fbb7668621f127e28c1f250316bbb92b3dff0/400",
    "perfetto_unittests": "8bb6cff5d969117dbfd87deffed15c92e194eb684a3fa303412db0727515fa44/323",
    "power_sampler_unittests": "1a88e20b37b89b9cb570227c7797f65658def8bad043360343f10eb5b88bba30/323",
    "printing_unittests": "e77c79952a260804889b526b44925da1d39d44f006ab94efbaefd393d68cd5bc/482",
    "remoting_unittests": "753356909472a0eaec0f68b217e02ce28b964dcb454f391587533b3f357f1645/400",
    "sandbox_unittests": "a2cdf9c9d15dac254ac9b406885e92188593944a83e21e5ec6986c072fd34cd0/323",
    "services_unittests": "1ce7f382fc43e0fc3ddf05f0836ff2f5f264fcf8be66834c1ddc1b8b40fe60dd/653",
    "shell_dialogs_unittests": "b1d8109437041f19d79c038f318a4f032cf79078d83051282be1a5416742181c/323",
    "skia_unittests": "3ec6857dee5bf371f2f3dcb8edfab3ee67fdbc250e3d12096a8ed8d15d15661a/323",
    "snapshot_unittests": "7cd45c2d37614c67fe163f780b760b217ea7d7cdaccb5a63f5c6cd21ba1c0dca/323",
    "sql_unittests": "a3fc1e107022d360ff61b57797e8f648d0822bb82699baaf5bb1be7d9ab8fb99/400",
    "storage_unittests": "5b545736daabb31869ea5c4577fb6e9e0ab72e213e7cdd49e454f1de16431e34/481",
    "sync_integration_tests": "50bd26410757307bb71c888722fc0342efd20a5cd095b56da2ecdbdbbdad58d2/646",
    "telemetry_gpu_unittests": "bbbfe1bb43d2dfb454aa2a67fdd39fd49c97386c1c312dc9da3d70b0e0385579/736",
    "telemetry_perf_unittests": "f22db179ca65bed3cc755e75cef99d81751ef37be664964ca44093e0d3e10ca6/655",
    "ui_base_unittests": "e25a096ce22c3b0aafbdfb4f157c0efc3dbc4dda0e316000da55cf7f4e03be89/555",
    "ui_touch_selection_unittests": "eb3185c5d017f8bcff8e1a735d24ae6062134cac376d8c1cf72d06d36dbb71c3/323",
    "ui_unittests": "c8345d5ab41f04f5adfd84fe6969e59ff47bbf94cbdc4afa11e78ac1206daaca/323",
    "unit_tests": "2a4e90fb7dc0a90ff82d21fd3966dd3c71e2c6da2214943a9380789fd9e06f68/1056",
    "updater_tests": "140f297e06103f0a7a9cd18797fa9eb7d5c50812fc4b5ee0b0648525a7445726/566",
    "url_unittests": "a0057ec8d86cb0c82b8eff83f247a62d28bd99d5c5b465d129be91f8b45cf1cc/323",
    "views_perftests": "e557c577fde88bcca158b33e834318eedefe6ee2a7ec1298cea863b1d9b30a4a/487",
    "views_unittests": "131177356f643c055b8e8569423e9582f284e80a00be48db15d70d30354d06ea/402",
    "viz_unittests": "ce41af79af689ee91597c3166c4e3c803b59e11f1126c3cbe6b2d982d88dedc7/407",
    "wtf_unittests": "402604fd32470a0361323e2da1a8943af2b14b3e7d3036bf0991269e6844f277/323",
    "xr_browser_tests": "e74ae3b97c7c9af1ebba60ce56ae4cd917b32a17c3af162ad894fa1de22fe201/645",
    "zlib_unittests": "2e407a98d5001e627640e831969b77353f336f04a9297b238ed5df1752185cb2/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19d1ecabe8113561bec478c1beb4eac9c4ba6995
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:103882
  • user_agent:recipe

Debug log (UTC)

[14:00:04.653] New invocation is queued and will start shortly
[14:00:04.653] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:00:05.819] Starting the invocation (attempt 1)
[14:00:05.852] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19d1ecabe8113561bec478c1beb4eac9c4ba6995"
[14:00:05.853] Popped gitiles commit info from properties and tags
[14:00:05.853] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:00:05.853] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:00:05.853] Buildbucket request:
{
  "requestId": "8895811150223560784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "19d1ecabe8113561bec478c1beb4eac9c4ba6995"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8730382446410259441"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8730382446410259441"
                }
          ],
      "parent_build_id": "8730382446410259441",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "cb31b8864d1a282ebdc41d7cf6c32e835cd33bfb",
      "parent_got_dawn_revision": "91bcd47a30c2e70f737cad19ceff2fc7adf3a61e",
      "parent_got_revision": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
      "parent_got_revision_cp": "refs/heads/main@{#1387353}",
      "parent_got_swiftshader_revision": "4074d9674b3e5a9a96a34b1c63fbed7dce35772f",
      "parent_got_v8_revision": "21b1402e2d1f6c477a4a542d45b08725ec0b09b6",
      "parent_got_v8_revision_cp": "refs/heads/13.3.144@{#1}",
      "parent_got_webrtc_revision": "c63e43f27d2fecb57b8f288736f238662753c83f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43444}",
      "swarm_hashes": {
            "absl_hardening_tests": "2cb4aa42727ea381216451c0829204dbc5a81d04243659b03169123b5ef2096a/323",
            "accessibility_unittests": "e99ec574a3df23702f331f4ac2090f8660727655ffb9a3a81f8687046de46017/323",
            "angle_unittests": "ffcd6fe3c6289f448b6909c06f7b71f6209bf3cbc06c42aed2db6e59ea59f23f/408",
            "app_shell_unittests": "f0eb005ff8b8a5b40b23a8a56e752c1e69eaa31e57d13f76acda4f248aadc273/484",
            "base_unittests": "3db50998885361b0a164e1ff2a384cfaf11d0313da18c428c9e7f17d56b69ed8/480",
            "blink_common_unittests": "30baacb5251a0b78afb90fcbc721b648eb7999cfed413e854d91a0da51807c4e/485",
            "blink_fuzzer_unittests": "aa01d825f29d21d6f2d6d2e819b322bd3d600b681529971bb261fa43f71ce04b/323",
            "blink_heap_unittests": "de844c856cacf6deb860c4e1fdd6ac8e18bf4ff7c78e6fb150ba74bf2526ab1a/323",
            "blink_platform_unittests": "ab4a9ed29dc8085f16ce4ff7fae5074901611b2147558002001fbbf8e331621d/643",
            "blink_python_tests": "c2ae987eb0b58d3d9e00ae9f837f323b0ee02c35ede9e74b7f7a59506a72ad84/574",
            "blink_unittests": "7ee84b60e75e21f7128f9bd4aaa4aca4ae74607fe9af24e614b06a5032bfa12d/649",
            "blink_web_tests": "d0210b1a0afd1c31c93a34a55c9f92131b76e9795667efb2901a9e9760586c78/566",
            "blink_wpt_tests": "2c10056f4f7eafcaab259a7c774e0b0ce0f33c47e3cc1bd44ee2376acfbfb669/566",
            "boringssl_crypto_tests": "e5f83c0510e3055b490fcf4836663d9f04b4133d164c4be05f58de6f8ae8a13a/408",
            "boringssl_ssl_tests": "4d7babbf04f72ba8d757555373ed6f5a29d32d3c8d67d18c106337c814f5ba59/323",
            "browser_tests": "341baa60d717088dba973b235aae22862795be05dbbea017bd7ee27272df7d75/1215",
            "capture_unittests": "fd18c0aa30cb78c012072b1a8a3d0512824f5371845c9102fba5ca9599b8f6cb/402",
            "cast_unittests": "4257899229a03dae191e9d4f710d0994f4603a2ec9f01bbc7d8d967591477505/323",
            "cc_unittests": "bd4b8177010c13fa8ff1e2b4ddc8a73426efbb04749e05aef41fbb305700a1da/483",
            "chrome_app_unittests": "18c4547680bb911bbe13862cabd56f3532be2b4b3da4c083baf521be736375ca/564",
            "chrome_wpt_tests": "cc5ae4d32c84eca65c67edd15097cf860f1e26182337dc2653b82daedafb52e3/566",
            "chromedriver_py_tests": "728ba21e28ea1aa28c9c40a6989da91708b58c3a941bac2ecb9aeba446e0cae7/489",
            "chromedriver_py_tests_headless_shell": "bf278663cdde8fec93eca84d64cd2cf53573252b0a4898e544f02d4a28220f0d/489",
            "chromedriver_replay_unittests": "e34500573e29ad39bc6f10b7207f6497b6477aeb39d8ee141ecadafcd119d87e/326",
            "chromedriver_unittests": "b4c93b65045da5a0fff7a01e625ac1a906fffa8fb733d8ed7bf840d5ba2821af/480",
            "components_browsertests": "959c26f141cf2ed880d0bcd2d1c8f5851acb47b7a3233bf31472172acff6913f/652",
            "components_perftests": "c9a51405f83f4f6690a7a22b103c5eda96607d2a100e8bc361502cf2bff9e4c3/649",
            "components_unittests": "84201d335ef41fd9870b1df300039507e5918461c6f8009dbfecec66e38b894f/731",
            "content_browsertests": "3b513821401d48721522c304283e04abd5dae3c6a0696a79b8f3b48f2df47eaa/724",
            "content_shell_crash_test": "7a07bbedf6f73320087d116b4e711ca84aac0e79cbd9288038688cc34b5d9968/566",
            "content_unittests": "71a7b22e3a3ed8a40d198a6b9d8e97246baa6af7d866904e566e9545974caa6a/560",
            "crashpad_tests": "2a727468986623456858b1b05a41233e7646ebd162d9111dd7b4fd337e436a44/408",
            "cronet_tests": "968462e822b98dfd027175e3e35d0b43fec504299950e29801b4d34c9f25360d/484",
            "cronet_unittests": "ecb58eeaf52eb818c7be0a95eea4fde73af9b1cd9489706a2acd2d13b9f942b6/400",
            "crypto_unittests": "028a6e9e11202e0e5d44371ca0559cab99b7a2da37ff218b9e129810de0e6926/323",
            "device_unittests": "455122382354cc77222c742d867d9fc960a4d9bc439b9deeb8932937f0e02d58/480",
            "display_unittests": "d3226f10485c0fbb5293f237cf263562d253ed1ed1083c2c946fbf5f2592aa60/323",
            "env_chromium_unittests": "71b7d3d9c40d6dd1506b221c6adcafc4ca915653918c93c34062d586ed573147/323",
            "events_unittests": "671f5a38b8c9447b39948b3305383e8c0e051fe1ec041b7be1b7a3f7e4494a60/323",
            "extensions_browsertests": "6cc5f9643fa5f99cb7ccbed1d42717d7e6cab3dbd31324d9ee0119c0982085b0/570",
            "extensions_unittests": "d5022a5d5a43b6cc27d57d5c9e23701e6c0158d56028ec38e34320bd5733f5aa/644",
            "filesystem_service_unittests": "486bb468b13298e639b89d6cc7913d95a66546218c0aff35a4e8a5e903e38310/323",
            "flatbuffers_unittests": "b1a541589305eff6872695a94243115f682de84a53e1079044322541b0418dbf/408",
            "fuzzing_unittests": "96ec58817cd2719942ed246a23643c4177a480dfe6fb25a4ceb1656285ee5a73/323",
            "gcm_unit_tests": "4945f60ffb13415e6765eba0e98ad6b593213aeb25f723a195d847cfbf856f03/400",
            "gfx_unittests": "dd12cedcab1d4898baa85bc4d06bcf7a92200dcf42ddf9983a36329aaed85bdc/399",
            "gin_unittests": "fedfdf176ffb09a9a719c42a89cf8f02d2f438f88f96739015d827d371fd1c70/400",
            "google_apis_unittests": "00c7cb0f299a45d956855f288f85ff55fb12f46d6baa93d74d5b17adf71daf82/485",
            "gpu_unittests": "0b8592c7e3dce077b5a7bd50d965ef24d696d662e789712f68f39aef43ef412a/400",
            "gwp_asan_unittests": "7f22a767cbc852b3e712bfc43be44002efb4e41bdb8d27b4b85af09dc032d446/408",
            "headless_browsertests": "d740ab28ffbd0a17bcbf0141011a08bf21160eeae1d5b6f852ea9284fe0ae94c/569",
            "headless_shell_wpt": "b8a371a30ccd14b0b2779a0de4bd4281caee9b151d47a999957ddc97064f5614/566",
            "headless_unittests": "665b6c0524b680800e963b0fd7e2339bb58445f4be5a08729b2a3af031320f17/323",
            "interactive_ui_tests": "0a47c683a6ea0493b22752804b8898b28411efac2a99211de497ff58e6530f15/973",
            "ipc_tests": "ff88cf7a691bda587f555961ef5d703223697b4304cd2436c8f6af85ebfb2e54/323",
            "latency_unittests": "c79a26b1389e4d0445853b55c243200627ba9b87895c094b294309c7c59fb05d/323",
            "leveldb_unittests": "6500e3ca21df2150cbd9defa66aaef6874aba44edc809efa0d3add2487d26b41/323",
            "libjingle_xmpp_unittests": "19001fb626079749e0e567b9861db6b310b724d5e674c11e2ee7eeddffa40b10/323",
            "liburlpattern_unittests": "ed10ecf25a4049ce7ce1c5b210a96aec8188bb2c944164339f3f096ba7ab1d47/323",
            "mac_signing_tests": "097a2170ea3221dddca37d5a492f8037288dcb2ede2213f5ebb1af7e78ffe166/488",
            "media_unittests": "31ddb28ce31cbebba4703bfc9014a7332cff04a23696370a5cad26837d7ee74e/403",
            "message_center_unittests": "c5e9f3da42d50cf9e3c292f439d84f29971591716fe70a4e83a207a5ed7c3028/323",
            "midi_unittests": "142bbe37ef5af2365da218a028c6a9695959d5c0d8d27bceb4b140a406694a8b/323",
            "mojo_python_unittests": "b8b88a093d406cd9e0189e4cb48d68a3bb28e3f6f8c04c3c06dd76b90a7c9658/490",
            "mojo_unittests": "18cdc89d88d689ae2c0d9d0ec3d4991b7d7e6a399e303bcffca7699122770095/401",
            "native_theme_unittests": "6b72fef8e022fc02c46fd97f986bf544024c9693b6a90b84fa8526729d2db4f1/323",
            "net_unittests": "30a1be528a31b0aef2cda9656557a8e128c4487cac512424cbebeec6365f6737/487",
            "openscreen_unittests": "1a3fee209ea6ef5c4f14cb015a2d9d1555dda5066ffba4fa91d8267f58c09bbd/408",
            "pdf_unittests": "de0ff1dc540400ed3830efa41c0fbb7668621f127e28c1f250316bbb92b3dff0/400",
            "perfetto_unittests": "8bb6cff5d969117dbfd87deffed15c92e194eb684a3fa303412db0727515fa44/323",
            "power_sampler_unittests": "1a88e20b37b89b9cb570227c7797f65658def8bad043360343f10eb5b88bba30/323",
            "printing_unittests": "e77c79952a260804889b526b44925da1d39d44f006ab94efbaefd393d68cd5bc/482",
            "remoting_unittests": "753356909472a0eaec0f68b217e02ce28b964dcb454f391587533b3f357f1645/400",
            "sandbox_unittests": "a2cdf9c9d15dac254ac9b406885e92188593944a83e21e5ec6986c072fd34cd0/323",
            "services_unittests": "1ce7f382fc43e0fc3ddf05f0836ff2f5f264fcf8be66834c1ddc1b8b40fe60dd/653",
            "shell_dialogs_unittests": "b1d8109437041f19d79c038f318a4f032cf79078d83051282be1a5416742181c/323",
            "skia_unittests": "3ec6857dee5bf371f2f3dcb8edfab3ee67fdbc250e3d12096a8ed8d15d15661a/323",
            "snapshot_unittests": "7cd45c2d37614c67fe163f780b760b217ea7d7cdaccb5a63f5c6cd21ba1c0dca/323",
            "sql_unittests": "a3fc1e107022d360ff61b57797e8f648d0822bb82699baaf5bb1be7d9ab8fb99/400",
            "storage_unittests": "5b545736daabb31869ea5c4577fb6e9e0ab72e213e7cdd49e454f1de16431e34/481",
            "sync_integration_tests": "50bd26410757307bb71c888722fc0342efd20a5cd095b56da2ecdbdbbdad58d2/646",
            "telemetry_gpu_unittests": "bbbfe1bb43d2dfb454aa2a67fdd39fd49c97386c1c312dc9da3d70b0e0385579/736",
            "telemetry_perf_unittests": "f22db179ca65bed3cc755e75cef99d81751ef37be664964ca44093e0d3e10ca6/655",
            "ui_base_unittests": "e25a096ce22c3b0aafbdfb4f157c0efc3dbc4dda0e316000da55cf7f4e03be89/555",
            "ui_touch_selection_unittests": "eb3185c5d017f8bcff8e1a735d24ae6062134cac376d8c1cf72d06d36dbb71c3/323",
            "ui_unittests": "c8345d5ab41f04f5adfd84fe6969e59ff47bbf94cbdc4afa11e78ac1206daaca/323",
            "unit_tests": "2a4e90fb7dc0a90ff82d21fd3966dd3c71e2c6da2214943a9380789fd9e06f68/1056",
            "updater_tests": "140f297e06103f0a7a9cd18797fa9eb7d5c50812fc4b5ee0b0648525a7445726/566",
            "url_unittests": "a0057ec8d86cb0c82b8eff83f247a62d28bd99d5c5b465d129be91f8b45cf1cc/323",
            "views_perftests": "e557c577fde88bcca158b33e834318eedefe6ee2a7ec1298cea863b1d9b30a4a/487",
            "views_unittests": "131177356f643c055b8e8569423e9582f284e80a00be48db15d70d30354d06ea/402",
            "viz_unittests": "ce41af79af689ee91597c3166c4e3c803b59e11f1126c3cbe6b2d982d88dedc7/407",
            "wtf_unittests": "402604fd32470a0361323e2da1a8943af2b14b3e7d3036bf0991269e6844f277/323",
            "xr_browser_tests": "e74ae3b97c7c9af1ebba60ce56ae4cd917b32a17c3af162ad894fa1de22fe201/645",
            "zlib_unittests": "2e407a98d5001e627640e831969b77353f336f04a9297b238ed5df1752185cb2/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8895811150223560784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "103882"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:00:06.403] Scheduled build:
{
  "id": "8730381088240485985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 18993,
  "createdBy": "project:chromium",
  "createTime": "2024-11-24T14:00:05.914343595Z",
  "updateTime": "2024-11-24T14:00:05.914343595Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
      "ref": "refs/heads/main"
    }
  }
}
[14:00:06.403] Task URL: https://cr-buildbucket.appspot.com/build/8730381088240485985
[14:00:06.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:2:0) after 8m30s
[14:00:06.520] Received PubSub notification, asking Buildbucket for the build status
[14:00:06.535] Build status: SCHEDULED
[14:08:36.923] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:2:0)
[14:08:36.942] Build status: SCHEDULED
[14:08:36.942] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:4:0) after 7m39s
[14:16:15.967] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:4:0)
[14:16:15.988] Build status: SCHEDULED
[14:16:15.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:5:0) after 7m7s
[14:23:23.203] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:5:0)
[14:23:23.218] Build status: SCHEDULED
[14:23:23.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:6:0) after 8m0s
[14:31:23.252] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:6:0)
[14:31:23.272] Build status: SCHEDULED
[14:31:23.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:7:0) after 4m42s
[14:36:05.419] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:7:0)
[14:36:05.436] Build status: SCHEDULED
[14:36:05.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:8:0) after 8m9s
[14:44:14.453] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:8:0)
[14:44:14.473] Build status: SCHEDULED
[14:44:14.473] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:9:0) after 7m0s
[14:51:14.610] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:9:0)
[14:51:14.626] Build status: SCHEDULED
[14:51:14.626] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:10:0) after 3m35s
[14:54:49.848] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:10:0)
[14:54:49.876] Build status: SCHEDULED
[14:54:49.876] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:11:0) after 2m57s
[14:57:47.157] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:11:0)
[14:57:47.180] Build status: SCHEDULED
[14:57:47.180] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:12:0) after 9m13s
[15:07:00.255] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:12:0)
[15:07:00.307] Build status: SCHEDULED
[15:07:00.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:13:0) after 4m38s
[15:11:38.665] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:13:0)
[15:11:38.732] Build status: SCHEDULED
[15:11:38.732] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:14:0) after 3m20s
[15:14:58.799] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:14:0)
[15:14:58.820] Build status: SCHEDULED
[15:14:58.820] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:15:0) after 3m0s
[15:17:58.894] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:15:0)
[15:17:58.914] Build status: SCHEDULED
[15:17:58.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:16:0) after 5m53s
[15:23:51.934] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:16:0)
[15:23:51.956] Build status: SCHEDULED
[15:23:51.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:17:0) after 1m18s
[15:25:09.978] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:17:0)
[15:25:10.001] Build status: SCHEDULED
[15:25:10.001] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:18:0) after 4m5s
[15:29:15.025] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:18:0)
[15:29:15.068] Build status: SCHEDULED
[15:29:15.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:19:0) after 6m0s
[15:35:15.387] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:19:0)
[15:35:15.407] Build status: SCHEDULED
[15:35:15.407] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:20:0) after 8m21s
[15:43:36.505] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:20:0)
[15:43:36.521] Build status: SCHEDULED
[15:43:36.521] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:21:0) after 6m4s
[15:49:40.646] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:21:0)
[15:49:40.663] Build status: SCHEDULED
[15:49:40.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:22:0) after 9m22s
[15:59:02.808] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:22:0)
[15:59:02.826] Build status: SCHEDULED
[15:59:02.826] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:23:0) after 1m22s
[16:00:24.947] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:23:0)
[16:00:25.005] Build status: SCHEDULED
[16:00:25.006] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:24:0) after 6m26s
[16:06:51.051] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:24:0)
[16:06:51.126] Build status: SCHEDULED
[16:06:51.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:25:0) after 9m2s
[16:15:53.335] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:25:0)
[16:15:53.351] Build status: SCHEDULED
[16:15:53.351] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:26:0) after 4m57s
[16:20:50.630] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:26:0)
[16:20:50.647] Build status: SCHEDULED
[16:20:50.647] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:27:0) after 4m20s
[16:25:10.735] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:27:0)
[16:25:10.752] Build status: SCHEDULED
[16:25:10.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:28:0) after 6m49s
[16:31:59.873] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:28:0)
[16:31:59.888] Build status: SCHEDULED
[16:31:59.888] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:29:0) after 2m39s
[16:34:38.913] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:29:0)
[16:34:38.937] Build status: SCHEDULED
[16:34:38.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:30:0) after 2m33s
[16:37:11.957] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:30:0)
[16:37:11.972] Build status: SCHEDULED
[16:37:11.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:31:0) after 1m13s
[16:38:24.993] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:31:0)
[16:38:25.013] Build status: SCHEDULED
[16:38:25.013] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:32:0) after 6m42s
[16:45:07.042] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:32:0)
[16:45:07.058] Build status: SCHEDULED
[16:45:07.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:33:0) after 4m35s
[16:49:42.081] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:33:0)
[16:49:42.117] Build status: SCHEDULED
[16:49:42.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:34:0) after 1m53s
[16:51:35.141] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:34:0)
[16:51:35.159] Build status: SCHEDULED
[16:51:35.159] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:35:0) after 1m22s
[16:52:57.423] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:35:0)
[16:52:57.465] Build status: SCHEDULED
[16:52:57.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:36:0) after 2m36s
[16:55:33.607] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:36:0)
[16:55:33.621] Build status: SCHEDULED
[16:55:33.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:37:0) after 9m16s
[17:04:49.742] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:37:0)
[17:04:49.760] Build status: SCHEDULED
[17:04:49.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:38:0) after 6m12s
[17:11:01.885] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:38:0)
[17:11:01.907] Build status: SCHEDULED
[17:11:01.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:39:0) after 7m35s
[17:18:37.049] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:39:0)
[17:18:37.069] Build status: SCHEDULED
[17:18:37.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:40:0) after 8m47s
[17:27:24.091] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:40:0)
[17:27:24.111] Build status: SCHEDULED
[17:27:24.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:41:0) after 8m2s
[17:35:26.323] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:41:0)
[17:35:26.337] Build status: SCHEDULED
[17:35:26.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:42:0) after 5m52s
[17:41:18.359] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:42:0)
[17:41:18.374] Build status: SCHEDULED
[17:41:18.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:43:0) after 3m6s
[17:44:24.386] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:43:0)
[17:44:24.399] Build status: SCHEDULED
[17:44:24.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:44:0) after 9m21s
[17:53:45.464] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:44:0)
[17:53:45.519] Build status: SCHEDULED
[17:53:45.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:45:0) after 9m26s
[18:03:11.715] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:45:0)
[18:03:11.734] Build status: SCHEDULED
[18:03:11.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:46:0) after 1m14s
[18:04:25.759] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:46:0)
[18:04:25.806] Build status: SCHEDULED
[18:04:25.806] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:47:0) after 4m49s
[18:09:14.850] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:47:0)
[18:09:14.868] Build status: SCHEDULED
[18:09:14.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:48:0) after 1m18s
[18:10:32.900] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:48:0)
[18:10:32.978] Build status: SCHEDULED
[18:10:32.978] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:49:0) after 4m26s
[18:14:59.006] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:49:0)
[18:14:59.055] Build status: SCHEDULED
[18:14:59.055] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:50:0) after 6m20s
[18:21:19.195] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:50:0)
[18:21:19.211] Build status: SCHEDULED
[18:21:19.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:51:0) after 6m33s
[18:27:52.236] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:51:0)
[18:27:52.252] Build status: SCHEDULED
[18:27:52.252] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:52:0) after 8m18s
[18:36:10.274] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:52:0)
[18:36:10.288] Build status: SCHEDULED
[18:36:10.288] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:53:0) after 8m19s
[18:44:29.330] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:53:0)
[18:44:29.347] Build status: SCHEDULED
[18:44:29.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:54:0) after 8m54s
[18:53:23.383] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:54:0)
[18:53:23.400] Build status: SCHEDULED
[18:53:23.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:55:0) after 2m20s
[18:55:43.420] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:55:0)
[18:55:43.438] Build status: SCHEDULED
[18:55:43.438] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:56:0) after 7m10s
[19:02:53.459] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:56:0)
[19:02:53.477] Build status: SCHEDULED
[19:02:53.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:57:0) after 8m19s
[19:06:35.155] Received PubSub notification, asking Buildbucket for the build status
[19:06:35.172] Build status: STARTED
[19:11:12.564] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:57:0)
[19:11:12.580] Build status: STARTED
[19:11:12.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:59:0) after 5m0s
[19:16:12.603] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:59:0)
[19:16:12.620] Build status: STARTED
[19:16:12.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:60:0) after 2m19s
[19:18:31.742] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:60:0)
[19:18:31.758] Build status: STARTED
[19:18:31.758] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:61:0) after 1m34s
[19:20:05.806] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:61:0)
[19:20:05.823] Build status: STARTED
[19:20:05.823] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:62:0) after 2m31s
[19:22:36.914] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:62:0)
[19:22:36.930] Build status: STARTED
[19:22:36.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:63:0) after 9m25s
[19:32:01.956] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:63:0)
[19:32:01.978] Build status: STARTED
[19:32:01.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:64:0) after 1m47s
[19:33:49.111] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:64:0)
[19:33:49.131] Build status: STARTED
[19:33:49.131] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:65:0) after 3m3s
[19:36:52.133] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:65:0)
[19:36:52.147] Build status: STARTED
[19:36:52.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:66:0) after 9m31s
[19:46:23.299] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:66:0)
[19:46:23.320] Build status: STARTED
[19:46:23.320] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:67:0) after 9m25s
[19:55:48.666] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:67:0)
[19:55:48.683] Build status: STARTED
[19:55:48.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:68:0) after 2m59s
[19:58:47.712] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:68:0)
[19:58:47.739] Build status: STARTED
[19:58:47.739] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:69:0) after 5m31s
[20:04:18.767] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:69:0)
[20:04:18.785] Build status: STARTED
[20:04:18.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:70:0) after 5m46s
[20:10:04.821] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:70:0)
[20:10:04.922] Build status: STARTED
[20:10:04.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8895811150223560784:71:0) after 6m8s
[20:15:35.264] Received PubSub notification, asking Buildbucket for the build status
[20:15:35.283] Build:
{
  "id": "8730381088240485985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 18993,
  "createdBy": "project:chromium",
  "createTime": "2024-11-24T14:00:05.914343595Z",
  "startTime": "2024-11-24T19:06:34.973228733Z",
  "endTime": "2024-11-24T20:15:34.886652169Z",
  "updateTime": "2024-11-24T20:15:34.886652169Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19d1ecabe8113561bec478c1beb4eac9c4ba6995",
      "ref": "refs/heads/main"
    }
  }
}
[20:15:35.283] Invocation finished in 6h15m30.644113397s with status FAILED