Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 5 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/106482 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106483 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106484 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106485 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106486 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106487 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106488 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106489 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/106490 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8727328872049760081"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8727328872049760081"
    }
  ],
  "parent_build_id": "8727328872049760081",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "7c766c0edc707b9d8201c550cec8036d3e13e3f3",
  "parent_got_dawn_revision": "a8360e7f5c7bc81facafe2046410bab5b463d655",
  "parent_got_revision": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
  "parent_got_revision_cp": "refs/heads/main@{#1400646}",
  "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
  "parent_got_v8_revision": "6dbeb319bc7bad5970cec1fd035daf332ece1940",
  "parent_got_v8_revision_cp": "refs/heads/13.3.405@{#1}",
  "parent_got_webrtc_revision": "599148cf91bad81603e1fc8c4e3303e63416ea9a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43635}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
  "swarm_hashes": {
    "absl_hardening_tests": "aff0fffdf2cee5244f35a9b2bb09faa960d139b8804094d2e522841f22787db3/323",
    "accessibility_unittests": "40e588c20b969839d717410d8d6b9439456aff79450a874719319d8e37ee69ca/323",
    "angle_unittests": "c8a20541ea644de9e6ea7d3cc152402f29642ce7651652ef04c430630fd67848/408",
    "app_shell_unittests": "f007741cd2a061ee53b8b8a6def6e8b2d53af78775966f7cad0aaf96d47926fb/484",
    "base_unittests": "3008c4ac656ab4c5110743e8bec752b7c6287916898928918d92b0c78587edf3/480",
    "blink_common_unittests": "9b007d19d88b01302b15351afe340de38f12fe0390cec2a365ea6c3cf696e8f5/485",
    "blink_fuzzer_unittests": "0ac895cf8ab17ebd4014752bc8a96ddb96e875e9de2ea9524f50c4f55ea81a5a/323",
    "blink_heap_unittests": "6e496e0d6b5dbc711a42d6c6d70fa611839ef23f1381a6cf8975950c0bf96f43/323",
    "blink_platform_unittests": "1732c0b0b5348c779e75521bede474506e7461bae7c6f50b84de5941b21106eb/643",
    "blink_python_tests": "305735226eac72fafb84c4d38f503ae1d41f6a6bb1dccc1730d8da5a881a800e/574",
    "blink_unittests": "aa37d558a4a9b96eb6b9940460439c286236b893cd3db7d02b85b268e2d91741/649",
    "blink_web_tests": "32f9bc54541f3922f2f30a07d38c07ec7ed4a69e9c51458f7c3d65f7ad4a5e9e/566",
    "blink_wpt_tests": "87d28f20f025888ff5cb3383c58c81f2a311d8c71d35a83a72d64233569cba27/566",
    "boringssl_crypto_tests": "9868739cdad900b9ad72e8953a0b3717a04a6265b5656d6c38246ac475b755f7/408",
    "boringssl_ssl_tests": "c0815eae968233c903359ec7cf71ea73e108401dc597cf548ff2a1c52c3ecf47/323",
    "browser_tests": "9564fb554c47dba44b14b82ac3a17efa8f4f251c7830945051aa2912512fcd2e/1215",
    "capture_unittests": "b573cc045c4a4dd2235a2325a2c90b721b3317c7bc443528182727a6d758edfa/402",
    "cast_unittests": "ae381d9554e7bd212b70b868e3bf422f5db7c70a054e5e24da33f88e06d419ed/323",
    "cc_unittests": "39f5061c861c6253aa4336087538a0c27ea0551eda464664a2699a31f6510f52/483",
    "chrome_app_unittests": "681cab7e6aed5d79aaed9179d6d35d37e8e104489a6bc9765d28a75a6cc4dfde/564",
    "chrome_wpt_tests": "d53933c4a5c7aee3166f18447ad33e2c65663b211f3d26feb77ec948b4818667/566",
    "chromedriver_py_tests": "f537c40087b6e860b89fb38c3a1523fe7949603f10443a965ee49fc91a7e0fea/489",
    "chromedriver_py_tests_headless_shell": "ece2d1bb63d29501ac2ab6a2e1be5ffa6ae25b194ea62e2c34fa91f694188d0a/489",
    "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
    "chromedriver_unittests": "ea5b193d7bc1c2f4bfbd292c3b73b5833d34270ab4e956b17f404755aa8104fc/480",
    "components_browsertests": "40850d5a005728ea5bbf16053d0efe1805e4a10b2e77b172bcc3a43747d84b0a/652",
    "components_perftests": "d054ac593b074da5387c959b2d9e966bfb3206f623108b6b5dbd0a87d5ab0997/649",
    "components_unittests": "272b74ada20761ed489f1547e121890de084cec2046ee15718259e70d189179d/731",
    "content_browsertests": "770bee9424add3eefd09e79c059d3e6fced4a948442f72cd5a7bd71f4199fa93/724",
    "content_shell_crash_test": "ad0a50bde345079ad291c4279acb56d94779cc1a5709df435b26dbcaf68cc786/566",
    "content_unittests": "0aaeac3e96ce32e1c20b2e90974445717121162f5a95c171ff0d0e686188facf/560",
    "crashpad_tests": "dc687f8152eed16c544386883228e3c972f05e637ce32d8ee4be8979279d2576/408",
    "cronet_tests": "29aa6b1071f6ac8d94385c29673b85d65b7eb2b848e4b570ec53e9fe9ffe63b7/484",
    "cronet_unittests": "3fe957c5c7e6bd48cdf5f7fd903e867b089040feea3a4134ab4f369c01317cd1/400",
    "crypto_unittests": "3fbe9fe2c4062fee019df36f1c8a6ba46f203543dd61f91245fe9cec4fffb951/323",
    "device_unittests": "5c5769a927e54b3bc9aa05881e0c7f267e6a6a82b47296c5eafb8d9ad40d4c21/480",
    "display_unittests": "02a7b12cb74dcee588b4b4ceaf1af7aa9e3b0a5bdc4e0f997ed38a67a1230805/323",
    "env_chromium_unittests": "1c09147ecf3bbd24bba128c13f3becfd7ad0088c2a6f5bd535bd5670802f44fe/323",
    "events_unittests": "3e0b1af9b65840d17026e80bfa3bbe970a0129b3b859b0f70aabf38321781dff/323",
    "extensions_browsertests": "1007878a044a96191929acf6a3e2efbdbf2d86ae1798307bf713c294f6045402/570",
    "extensions_unittests": "f9a1da44d052442bd3dfc5c9a448a61d33fbc6a3c51035ed000996bb1cd8b88d/644",
    "filesystem_service_unittests": "6d44fa8afd41044b9cccc69aef8043e0f153cd4a54df5121a0e1bc3c6d8f223f/323",
    "flatbuffers_unittests": "ad613f1462ccbbbe851fabd5176401f4c396699086a9c6374b768628d9c95701/408",
    "fuzzing_unittests": "e9fc363f76d8e2222a896464a555082e3f55e1adab2b499e6859b6317cbf67a2/323",
    "gcm_unit_tests": "6cbfd2b14e79e61360fbfb9f2007bd5ceec129a1902c271ba544b406fdaa61d4/400",
    "gfx_unittests": "dc1ccca3c0a7291c1778a94e989ece61cd3f0a5020538b954bcf4baa4b18ea13/399",
    "gin_unittests": "7567f0bcf88c62cde54c09df9726177b4b6f9ad415b960b867b3ba056f0c55f3/400",
    "google_apis_unittests": "ac7b5c0889fdd24972564919a805c7273d6ee25fa4aef6de49e4d8ee9e0a3929/485",
    "gpu_unittests": "296f6d91ce65c0d7588b71d81264d4297a9d4ed275b312cb86b9929407fbc38d/400",
    "gwp_asan_unittests": "5796f8fee805c60a787115ed204b5f6d54b2c2122b91dcb107644c1f64ebb188/408",
    "headless_browsertests": "7f059f3353ad0a5bec01628a94d0bc0d4eb9c6df3c477bcc774c024f338449cc/569",
    "headless_shell_wpt": "c514652165db6575126db462383245d195ffd394231572eb7ee4b05480871983/566",
    "headless_unittests": "36ce8692e5d2206f693a26fd67e37b6a0a8086874cb5ed35d724f110101a7fc4/323",
    "interactive_ui_tests": "2723de9878a897f73a2701a90f56c1e83f4c210931c0e0d92e53a9408842bd60/973",
    "ipc_tests": "80e6cf0ef451308bd825081d06b6457818054041ea6fddc7fa306445bf37a9d8/323",
    "latency_unittests": "78262697413288263a1d12b2bf4dbc10bd47212344ff869abcb3c5b40ce18691/323",
    "leveldb_unittests": "90403dcbfa4091cfa9851ac1e88eeec2dafc121638c29788becebc62e2f8089f/323",
    "libjingle_xmpp_unittests": "1e6182827d6b004dbc982ab22b469412b322652ae02c23e1d457aeddaa749b10/323",
    "liburlpattern_unittests": "e13eeaa8a8f993c3679eeaf25d9fdaeef5044acfe98b2546b7afc2b36b9e7bd1/323",
    "mac_signing_tests": "1b1ec5a2cf14fe0bf59880a52803c94ed7589cfc6585ab04bcceb804f6201ea0/488",
    "media_unittests": "1a59240a677c0b43f513c0028363b1b68f3b6c1388cffbe7a29685ad820bffef/403",
    "message_center_unittests": "fd16c5756ce7b87133d96a4a5ce675ce4413c5622f0cd1a087d34cd325ac75a5/323",
    "midi_unittests": "4c88423d2ecfcf901985a8a07c047030f39b30ecf5041aa054a6988fa197d95f/323",
    "mojo_python_unittests": "528f750746e4a2553ac1f5cc01a14806a53e27f855166fe0ab4db007dd4f29c7/490",
    "mojo_unittests": "c9ab26f6acc5a1d24316e9b758a95305c003071c09cc1109c3d6e92262a11719/401",
    "native_theme_unittests": "0680abc43898efeb9c07a816fa52db7120eb0c87dfc5b97332ff8fd46c91fab6/323",
    "net_unittests": "e2ab08781723306cd634d0dec9574d1b1438c537d9b901a669cc32eb22be46b8/487",
    "openscreen_unittests": "3fd97e84572b63ec2f06c78037f940472b9124a4848b8f57e20725c417d938af/408",
    "pdf_unittests": "71be1233fa17e9de7cc072a2365e56ad4b5bd5cfaf48b36fcf3f813faae52a96/400",
    "perfetto_unittests": "79e1fd7bfa7a6d2bef9d9dd037f3094b2094507929718c68a2aad4e0a6d8e68f/323",
    "power_sampler_unittests": "65cb87fb51300ae2e321a208a5b703d27d6b20e69caf24049ccd4a65262af3b0/323",
    "printing_unittests": "0a4f06e47fc16e515754ce490695bb46fd603dc44fc9242d61663b927e6a8817/482",
    "remoting_unittests": "e824d7d073778f72c16603a70d7e56265731423d0b62c76fe03061f27cc934ab/400",
    "sandbox_unittests": "ff04c16f4f7898ad1ee6acd7d79f7e0efbf72bf3c6790f7bfc29bd2305915bc4/323",
    "services_unittests": "c873e3e991c628cc6b6e8427f1606e0df0dad6354f9b03988d82970dd32ed90d/653",
    "shell_dialogs_unittests": "272bc87db1271d349c9812c7801314b4d6ddfcfbc3949f7f50abb5ecdda4a7b1/323",
    "skia_unittests": "5d68ca0deb9bf17c894422d607a107e6c0184052177b3e2c4112642ecb275921/323",
    "snapshot_unittests": "5353c52fa449e9c43776a9d0861dcc8680e27538afe3622c36f6098d6a242d1a/323",
    "sql_unittests": "406878e6af2c2449d16b46bf239198cba8d4b2e187d236be4c5b475d4466dc61/400",
    "storage_unittests": "af8409e8d2dd76ce923ca5cf34afbfbb3e2780156429a5dbca694a35466bb4ec/481",
    "sync_integration_tests": "e04260ec344f97aa9eb0d58b02232f717dfa0574e56e85b9c55655301a6ec2b4/646",
    "telemetry_gpu_unittests": "7f873bf3294ef57c8c83dc78c9765ff836a7d919112eac66625cf724be3d30e4/736",
    "telemetry_perf_unittests": "36667b6f8e4b2158d005229d9cf165e70efac993e961da09ca7e4deef95b35e3/655",
    "ui_base_unittests": "128f6ea0bcb18d76ddbb9f039facbe7ed6fc6651ea5a86769b086eb123b766a7/555",
    "ui_touch_selection_unittests": "60cb415d0b9cf8d17537f98f65e44f78e0f79da863ad9589e68ca3731d22fb70/323",
    "ui_unittests": "9e0de8985c49fc830f5c07271561c50b44fe0a7330363601b5eb1583e11040d6/323",
    "unit_tests": "47798fdef2b0bf52525edeb21a03eb34a4005472a718f6e121c601efc39459ab/1056",
    "updater_tests": "347a3c8cad1edf5bbe7672d147a20058ee10e116ddf12fc40660aa7d11117f8d/566",
    "url_unittests": "c9eb69add0fdc2d81ae24b659cdfea171f87f3de3c639826a5b7429ef4ba5445/323",
    "views_perftests": "49c4085e6833eec7aafbf0b61fccb8959915bc4d9d5f99a3a7b927446420c4ac/487",
    "views_unittests": "c75eb9e25cdf20debc9fe388b651f20fec88132359ed23dfa919958b4e31882f/402",
    "viz_unittests": "6679d5b8c76013de8a47e5d8b923160b54120607d09bc0b6916c601904da5178/407",
    "wtf_unittests": "742570d70fe90c9fc7eae4f1fbcb3189d09a9d4d2b0fed23cf681396f607f5ce/323",
    "xr_browser_tests": "998a97856d96da0ae38ff36d0405677a1627c5b0903dd48b8111e9d8ec0a6403/645",
    "zlib_unittests": "af659810f6b918c9ad775ae21e7e1d39c9590a7d5390f22e28caf090c6a8e8f9/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:106490
  • user_agent:recipe

Debug log (UTC)

[06:43:36.732] New invocation is queued and will start shortly
[06:43:36.732] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:43:37.749] Starting the invocation (attempt 1)
[06:43:37.778] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc"
[06:43:37.779] Popped gitiles commit info from properties and tags
[06:43:37.779] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:43:37.779] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:43:37.779] Buildbucket request:
{
  "requestId": "8892758313392490032",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8727328872049760081"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8727328872049760081"
                }
          ],
      "parent_build_id": "8727328872049760081",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "7c766c0edc707b9d8201c550cec8036d3e13e3f3",
      "parent_got_dawn_revision": "a8360e7f5c7bc81facafe2046410bab5b463d655",
      "parent_got_revision": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
      "parent_got_revision_cp": "refs/heads/main@{#1400646}",
      "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
      "parent_got_v8_revision": "6dbeb319bc7bad5970cec1fd035daf332ece1940",
      "parent_got_v8_revision_cp": "refs/heads/13.3.405@{#1}",
      "parent_got_webrtc_revision": "599148cf91bad81603e1fc8c4e3303e63416ea9a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43635}",
      "swarm_hashes": {
            "absl_hardening_tests": "aff0fffdf2cee5244f35a9b2bb09faa960d139b8804094d2e522841f22787db3/323",
            "accessibility_unittests": "40e588c20b969839d717410d8d6b9439456aff79450a874719319d8e37ee69ca/323",
            "angle_unittests": "c8a20541ea644de9e6ea7d3cc152402f29642ce7651652ef04c430630fd67848/408",
            "app_shell_unittests": "f007741cd2a061ee53b8b8a6def6e8b2d53af78775966f7cad0aaf96d47926fb/484",
            "base_unittests": "3008c4ac656ab4c5110743e8bec752b7c6287916898928918d92b0c78587edf3/480",
            "blink_common_unittests": "9b007d19d88b01302b15351afe340de38f12fe0390cec2a365ea6c3cf696e8f5/485",
            "blink_fuzzer_unittests": "0ac895cf8ab17ebd4014752bc8a96ddb96e875e9de2ea9524f50c4f55ea81a5a/323",
            "blink_heap_unittests": "6e496e0d6b5dbc711a42d6c6d70fa611839ef23f1381a6cf8975950c0bf96f43/323",
            "blink_platform_unittests": "1732c0b0b5348c779e75521bede474506e7461bae7c6f50b84de5941b21106eb/643",
            "blink_python_tests": "305735226eac72fafb84c4d38f503ae1d41f6a6bb1dccc1730d8da5a881a800e/574",
            "blink_unittests": "aa37d558a4a9b96eb6b9940460439c286236b893cd3db7d02b85b268e2d91741/649",
            "blink_web_tests": "32f9bc54541f3922f2f30a07d38c07ec7ed4a69e9c51458f7c3d65f7ad4a5e9e/566",
            "blink_wpt_tests": "87d28f20f025888ff5cb3383c58c81f2a311d8c71d35a83a72d64233569cba27/566",
            "boringssl_crypto_tests": "9868739cdad900b9ad72e8953a0b3717a04a6265b5656d6c38246ac475b755f7/408",
            "boringssl_ssl_tests": "c0815eae968233c903359ec7cf71ea73e108401dc597cf548ff2a1c52c3ecf47/323",
            "browser_tests": "9564fb554c47dba44b14b82ac3a17efa8f4f251c7830945051aa2912512fcd2e/1215",
            "capture_unittests": "b573cc045c4a4dd2235a2325a2c90b721b3317c7bc443528182727a6d758edfa/402",
            "cast_unittests": "ae381d9554e7bd212b70b868e3bf422f5db7c70a054e5e24da33f88e06d419ed/323",
            "cc_unittests": "39f5061c861c6253aa4336087538a0c27ea0551eda464664a2699a31f6510f52/483",
            "chrome_app_unittests": "681cab7e6aed5d79aaed9179d6d35d37e8e104489a6bc9765d28a75a6cc4dfde/564",
            "chrome_wpt_tests": "d53933c4a5c7aee3166f18447ad33e2c65663b211f3d26feb77ec948b4818667/566",
            "chromedriver_py_tests": "f537c40087b6e860b89fb38c3a1523fe7949603f10443a965ee49fc91a7e0fea/489",
            "chromedriver_py_tests_headless_shell": "ece2d1bb63d29501ac2ab6a2e1be5ffa6ae25b194ea62e2c34fa91f694188d0a/489",
            "chromedriver_replay_unittests": "9085c1be7f651d0fab0583c153ad489e370d43972060f9659403153e118a3d79/326",
            "chromedriver_unittests": "ea5b193d7bc1c2f4bfbd292c3b73b5833d34270ab4e956b17f404755aa8104fc/480",
            "components_browsertests": "40850d5a005728ea5bbf16053d0efe1805e4a10b2e77b172bcc3a43747d84b0a/652",
            "components_perftests": "d054ac593b074da5387c959b2d9e966bfb3206f623108b6b5dbd0a87d5ab0997/649",
            "components_unittests": "272b74ada20761ed489f1547e121890de084cec2046ee15718259e70d189179d/731",
            "content_browsertests": "770bee9424add3eefd09e79c059d3e6fced4a948442f72cd5a7bd71f4199fa93/724",
            "content_shell_crash_test": "ad0a50bde345079ad291c4279acb56d94779cc1a5709df435b26dbcaf68cc786/566",
            "content_unittests": "0aaeac3e96ce32e1c20b2e90974445717121162f5a95c171ff0d0e686188facf/560",
            "crashpad_tests": "dc687f8152eed16c544386883228e3c972f05e637ce32d8ee4be8979279d2576/408",
            "cronet_tests": "29aa6b1071f6ac8d94385c29673b85d65b7eb2b848e4b570ec53e9fe9ffe63b7/484",
            "cronet_unittests": "3fe957c5c7e6bd48cdf5f7fd903e867b089040feea3a4134ab4f369c01317cd1/400",
            "crypto_unittests": "3fbe9fe2c4062fee019df36f1c8a6ba46f203543dd61f91245fe9cec4fffb951/323",
            "device_unittests": "5c5769a927e54b3bc9aa05881e0c7f267e6a6a82b47296c5eafb8d9ad40d4c21/480",
            "display_unittests": "02a7b12cb74dcee588b4b4ceaf1af7aa9e3b0a5bdc4e0f997ed38a67a1230805/323",
            "env_chromium_unittests": "1c09147ecf3bbd24bba128c13f3becfd7ad0088c2a6f5bd535bd5670802f44fe/323",
            "events_unittests": "3e0b1af9b65840d17026e80bfa3bbe970a0129b3b859b0f70aabf38321781dff/323",
            "extensions_browsertests": "1007878a044a96191929acf6a3e2efbdbf2d86ae1798307bf713c294f6045402/570",
            "extensions_unittests": "f9a1da44d052442bd3dfc5c9a448a61d33fbc6a3c51035ed000996bb1cd8b88d/644",
            "filesystem_service_unittests": "6d44fa8afd41044b9cccc69aef8043e0f153cd4a54df5121a0e1bc3c6d8f223f/323",
            "flatbuffers_unittests": "ad613f1462ccbbbe851fabd5176401f4c396699086a9c6374b768628d9c95701/408",
            "fuzzing_unittests": "e9fc363f76d8e2222a896464a555082e3f55e1adab2b499e6859b6317cbf67a2/323",
            "gcm_unit_tests": "6cbfd2b14e79e61360fbfb9f2007bd5ceec129a1902c271ba544b406fdaa61d4/400",
            "gfx_unittests": "dc1ccca3c0a7291c1778a94e989ece61cd3f0a5020538b954bcf4baa4b18ea13/399",
            "gin_unittests": "7567f0bcf88c62cde54c09df9726177b4b6f9ad415b960b867b3ba056f0c55f3/400",
            "google_apis_unittests": "ac7b5c0889fdd24972564919a805c7273d6ee25fa4aef6de49e4d8ee9e0a3929/485",
            "gpu_unittests": "296f6d91ce65c0d7588b71d81264d4297a9d4ed275b312cb86b9929407fbc38d/400",
            "gwp_asan_unittests": "5796f8fee805c60a787115ed204b5f6d54b2c2122b91dcb107644c1f64ebb188/408",
            "headless_browsertests": "7f059f3353ad0a5bec01628a94d0bc0d4eb9c6df3c477bcc774c024f338449cc/569",
            "headless_shell_wpt": "c514652165db6575126db462383245d195ffd394231572eb7ee4b05480871983/566",
            "headless_unittests": "36ce8692e5d2206f693a26fd67e37b6a0a8086874cb5ed35d724f110101a7fc4/323",
            "interactive_ui_tests": "2723de9878a897f73a2701a90f56c1e83f4c210931c0e0d92e53a9408842bd60/973",
            "ipc_tests": "80e6cf0ef451308bd825081d06b6457818054041ea6fddc7fa306445bf37a9d8/323",
            "latency_unittests": "78262697413288263a1d12b2bf4dbc10bd47212344ff869abcb3c5b40ce18691/323",
            "leveldb_unittests": "90403dcbfa4091cfa9851ac1e88eeec2dafc121638c29788becebc62e2f8089f/323",
            "libjingle_xmpp_unittests": "1e6182827d6b004dbc982ab22b469412b322652ae02c23e1d457aeddaa749b10/323",
            "liburlpattern_unittests": "e13eeaa8a8f993c3679eeaf25d9fdaeef5044acfe98b2546b7afc2b36b9e7bd1/323",
            "mac_signing_tests": "1b1ec5a2cf14fe0bf59880a52803c94ed7589cfc6585ab04bcceb804f6201ea0/488",
            "media_unittests": "1a59240a677c0b43f513c0028363b1b68f3b6c1388cffbe7a29685ad820bffef/403",
            "message_center_unittests": "fd16c5756ce7b87133d96a4a5ce675ce4413c5622f0cd1a087d34cd325ac75a5/323",
            "midi_unittests": "4c88423d2ecfcf901985a8a07c047030f39b30ecf5041aa054a6988fa197d95f/323",
            "mojo_python_unittests": "528f750746e4a2553ac1f5cc01a14806a53e27f855166fe0ab4db007dd4f29c7/490",
            "mojo_unittests": "c9ab26f6acc5a1d24316e9b758a95305c003071c09cc1109c3d6e92262a11719/401",
            "native_theme_unittests": "0680abc43898efeb9c07a816fa52db7120eb0c87dfc5b97332ff8fd46c91fab6/323",
            "net_unittests": "e2ab08781723306cd634d0dec9574d1b1438c537d9b901a669cc32eb22be46b8/487",
            "openscreen_unittests": "3fd97e84572b63ec2f06c78037f940472b9124a4848b8f57e20725c417d938af/408",
            "pdf_unittests": "71be1233fa17e9de7cc072a2365e56ad4b5bd5cfaf48b36fcf3f813faae52a96/400",
            "perfetto_unittests": "79e1fd7bfa7a6d2bef9d9dd037f3094b2094507929718c68a2aad4e0a6d8e68f/323",
            "power_sampler_unittests": "65cb87fb51300ae2e321a208a5b703d27d6b20e69caf24049ccd4a65262af3b0/323",
            "printing_unittests": "0a4f06e47fc16e515754ce490695bb46fd603dc44fc9242d61663b927e6a8817/482",
            "remoting_unittests": "e824d7d073778f72c16603a70d7e56265731423d0b62c76fe03061f27cc934ab/400",
            "sandbox_unittests": "ff04c16f4f7898ad1ee6acd7d79f7e0efbf72bf3c6790f7bfc29bd2305915bc4/323",
            "services_unittests": "c873e3e991c628cc6b6e8427f1606e0df0dad6354f9b03988d82970dd32ed90d/653",
            "shell_dialogs_unittests": "272bc87db1271d349c9812c7801314b4d6ddfcfbc3949f7f50abb5ecdda4a7b1/323",
            "skia_unittests": "5d68ca0deb9bf17c894422d607a107e6c0184052177b3e2c4112642ecb275921/323",
            "snapshot_unittests": "5353c52fa449e9c43776a9d0861dcc8680e27538afe3622c36f6098d6a242d1a/323",
            "sql_unittests": "406878e6af2c2449d16b46bf239198cba8d4b2e187d236be4c5b475d4466dc61/400",
            "storage_unittests": "af8409e8d2dd76ce923ca5cf34afbfbb3e2780156429a5dbca694a35466bb4ec/481",
            "sync_integration_tests": "e04260ec344f97aa9eb0d58b02232f717dfa0574e56e85b9c55655301a6ec2b4/646",
            "telemetry_gpu_unittests": "7f873bf3294ef57c8c83dc78c9765ff836a7d919112eac66625cf724be3d30e4/736",
            "telemetry_perf_unittests": "36667b6f8e4b2158d005229d9cf165e70efac993e961da09ca7e4deef95b35e3/655",
            "ui_base_unittests": "128f6ea0bcb18d76ddbb9f039facbe7ed6fc6651ea5a86769b086eb123b766a7/555",
            "ui_touch_selection_unittests": "60cb415d0b9cf8d17537f98f65e44f78e0f79da863ad9589e68ca3731d22fb70/323",
            "ui_unittests": "9e0de8985c49fc830f5c07271561c50b44fe0a7330363601b5eb1583e11040d6/323",
            "unit_tests": "47798fdef2b0bf52525edeb21a03eb34a4005472a718f6e121c601efc39459ab/1056",
            "updater_tests": "347a3c8cad1edf5bbe7672d147a20058ee10e116ddf12fc40660aa7d11117f8d/566",
            "url_unittests": "c9eb69add0fdc2d81ae24b659cdfea171f87f3de3c639826a5b7429ef4ba5445/323",
            "views_perftests": "49c4085e6833eec7aafbf0b61fccb8959915bc4d9d5f99a3a7b927446420c4ac/487",
            "views_unittests": "c75eb9e25cdf20debc9fe388b651f20fec88132359ed23dfa919958b4e31882f/402",
            "viz_unittests": "6679d5b8c76013de8a47e5d8b923160b54120607d09bc0b6916c601904da5178/407",
            "wtf_unittests": "742570d70fe90c9fc7eae4f1fbcb3189d09a9d4d2b0fed23cf681396f607f5ce/323",
            "xr_browser_tests": "998a97856d96da0ae38ff36d0405677a1627c5b0903dd48b8111e9d8ec0a6403/645",
            "zlib_unittests": "af659810f6b918c9ad775ae21e7e1d39c9590a7d5390f22e28caf090c6a8e8f9/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892758313392490032"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "106490"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:43:38.310] Scheduled build:
{
  "id": "8727328251488472689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19622,
  "createdBy": "project:chromium",
  "createTime": "2024-12-28T06:43:37.916298310Z",
  "updateTime": "2024-12-28T06:43:37.916298310Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
      "ref": "refs/heads/main"
    }
  }
}
[06:43:38.310] Task URL: https://cr-buildbucket.appspot.com/build/8727328251488472689
[06:43:38.311] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:2:0) after 5m36s
[06:43:40.133] Received PubSub notification, asking Buildbucket for the build status
[06:43:40.188] Build status: SCHEDULED
[06:49:14.349] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:2:0)
[06:49:14.368] Build status: SCHEDULED
[06:49:14.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:4:0) after 5m30s
[06:54:44.501] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:4:0)
[06:54:44.523] Build status: SCHEDULED
[06:54:44.523] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:5:0) after 4m54s
[06:59:38.552] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:5:0)
[06:59:38.647] Build status: SCHEDULED
[06:59:38.647] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:6:0) after 5m46s
[07:05:24.767] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:6:0)
[07:05:24.836] Build status: SCHEDULED
[07:05:24.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:7:0) after 6m48s
[07:12:12.870] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:7:0)
[07:12:12.895] Build status: SCHEDULED
[07:12:12.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:8:0) after 1m12s
[07:13:24.908] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:8:0)
[07:13:24.932] Build status: SCHEDULED
[07:13:24.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:9:0) after 4m33s
[07:17:58.019] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:9:0)
[07:17:58.039] Build status: SCHEDULED
[07:17:58.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:10:0) after 2m12s
[07:20:10.070] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:10:0)
[07:20:10.095] Build status: SCHEDULED
[07:20:10.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:11:0) after 7m42s
[07:27:52.208] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:11:0)
[07:27:52.230] Build status: SCHEDULED
[07:27:52.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:12:0) after 9m57s
[07:37:49.269] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:12:0)
[07:37:49.360] Build status: SCHEDULED
[07:37:49.360] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:13:0) after 2m53s
[07:40:42.454] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:13:0)
[07:40:42.474] Build status: SCHEDULED
[07:40:42.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:14:0) after 8m35s
[07:49:17.622] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:14:0)
[07:49:17.704] Build status: SCHEDULED
[07:49:17.704] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:15:0) after 7m39s
[07:56:56.793] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:15:0)
[07:56:56.835] Build status: SCHEDULED
[07:56:56.835] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:16:0) after 6m45s
[08:03:41.893] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:16:0)
[08:03:41.911] Build status: SCHEDULED
[08:03:41.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:17:0) after 4m9s
[08:07:51.022] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:17:0)
[08:07:51.083] Build status: SCHEDULED
[08:07:51.083] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:18:0) after 8m10s
[08:16:01.351] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:18:0)
[08:16:01.371] Build status: SCHEDULED
[08:16:01.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:19:0) after 3m12s
[08:19:13.527] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:19:0)
[08:19:13.543] Build status: SCHEDULED
[08:19:13.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:20:0) after 1m15s
[08:20:28.569] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:20:0)
[08:20:28.633] Build status: SCHEDULED
[08:20:28.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:21:0) after 8m23s
[08:28:51.670] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:21:0)
[08:28:51.686] Build status: SCHEDULED
[08:28:51.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:22:0) after 1m19s
[08:30:10.713] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:22:0)
[08:30:10.729] Build status: SCHEDULED
[08:30:10.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:23:0) after 2m17s
[08:32:27.763] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:23:0)
[08:32:27.791] Build status: SCHEDULED
[08:32:27.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:24:0) after 6m52s
[08:39:19.886] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:24:0)
[08:39:19.932] Build status: SCHEDULED
[08:39:19.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:25:0) after 5m57s
[08:45:17.032] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:25:0)
[08:45:17.050] Build status: SCHEDULED
[08:45:17.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:26:0) after 9m7s
[08:54:24.181] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:26:0)
[08:54:24.199] Build status: SCHEDULED
[08:54:24.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:27:0) after 1m31s
[08:55:55.309] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:27:0)
[08:55:55.331] Build status: SCHEDULED
[08:55:55.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:28:0) after 2m56s
[08:58:51.366] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:28:0)
[08:58:51.386] Build status: SCHEDULED
[08:58:51.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:29:0) after 2m58s
[09:01:49.422] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:29:0)
[09:01:49.439] Build status: SCHEDULED
[09:01:49.439] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:30:0) after 5m54s
[09:07:43.495] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:30:0)
[09:07:43.652] Build status: SCHEDULED
[09:07:43.652] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:31:0) after 6m5s
[09:13:48.810] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:31:0)
[09:13:48.824] Build status: SCHEDULED
[09:13:48.824] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:32:0) after 9m23s
[09:23:11.856] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:32:0)
[09:23:11.890] Build status: SCHEDULED
[09:23:11.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:33:0) after 7m36s
[09:30:47.927] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:33:0)
[09:30:48.087] Build status: SCHEDULED
[09:30:48.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:34:0) after 4m37s
[09:35:25.132] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:34:0)
[09:35:25.160] Build status: SCHEDULED
[09:35:25.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:35:0) after 7m42s
[09:43:07.208] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:35:0)
[09:43:07.225] Build status: SCHEDULED
[09:43:07.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:36:0) after 6m50s
[09:49:57.265] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:36:0)
[09:49:57.283] Build status: SCHEDULED
[09:49:57.283] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:37:0) after 6m26s
[09:56:23.316] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:37:0)
[09:56:23.332] Build status: SCHEDULED
[09:56:23.332] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:38:0) after 9m7s
[10:05:30.513] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:38:0)
[10:05:30.656] Build status: SCHEDULED
[10:05:30.656] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:39:0) after 4m55s
[10:10:25.733] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:39:0)
[10:10:25.752] Build status: SCHEDULED
[10:10:25.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:40:0) after 4m42s
[10:15:07.785] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:40:0)
[10:15:07.810] Build status: SCHEDULED
[10:15:07.810] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:41:0) after 7m36s
[10:22:43.854] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:41:0)
[10:22:43.875] Build status: SCHEDULED
[10:22:43.875] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:42:0) after 6m9s
[10:28:52.913] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:42:0)
[10:28:52.978] Build status: SCHEDULED
[10:28:52.978] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:43:0) after 8m1s
[10:36:54.010] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:43:0)
[10:36:54.032] Build status: SCHEDULED
[10:36:54.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:44:0) after 7m42s
[10:44:36.306] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:44:0)
[10:44:36.323] Build status: SCHEDULED
[10:44:36.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:45:0) after 3m28s
[10:48:04.366] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:45:0)
[10:48:04.386] Build status: SCHEDULED
[10:48:04.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:46:0) after 1m29s
[10:49:33.529] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:46:0)
[10:49:33.555] Build status: SCHEDULED
[10:49:33.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:47:0) after 4m3s
[10:53:36.693] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:47:0)
[10:53:36.712] Build status: SCHEDULED
[10:53:36.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:48:0) after 8m41s
[11:02:17.827] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:48:0)
[11:02:17.845] Build status: SCHEDULED
[11:02:17.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:49:0) after 5m27s
[11:07:45.040] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:49:0)
[11:07:45.111] Build status: SCHEDULED
[11:07:45.111] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:50:0) after 1m26s
[11:09:11.198] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:50:0)
[11:09:11.218] Build status: SCHEDULED
[11:09:11.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:51:0) after 3m12s
[11:12:23.434] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:51:0)
[11:12:23.454] Build status: SCHEDULED
[11:12:23.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:52:0) after 9m47s
[11:22:10.588] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:52:0)
[11:22:10.621] Build status: SCHEDULED
[11:22:10.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:53:0) after 6m7s
[11:28:17.757] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:53:0)
[11:28:17.775] Build status: SCHEDULED
[11:28:17.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:54:0) after 8m29s
[11:29:59.816] Received PubSub notification, asking Buildbucket for the build status
[11:29:59.837] Build status: STARTED
[11:36:46.811] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:54:0)
[11:36:46.825] Build status: STARTED
[11:36:46.825] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:56:0) after 9m29s
[11:46:15.960] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:56:0)
[11:46:15.975] Build status: STARTED
[11:46:15.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:57:0) after 3m25s
[11:49:41.322] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:57:0)
[11:49:41.369] Build status: STARTED
[11:49:41.370] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:58:0) after 3m4s
[11:52:45.787] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:58:0)
[11:52:45.812] Build status: STARTED
[11:52:45.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:59:0) after 1m47s
[11:54:32.902] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:59:0)
[11:54:33.082] Build status: STARTED
[11:54:33.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:60:0) after 3m10s
[11:57:43.233] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:60:0)
[11:57:43.250] Build status: STARTED
[11:57:43.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:61:0) after 9m40s
[12:07:23.283] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:61:0)
[12:07:23.340] Build status: STARTED
[12:07:23.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:62:0) after 9m27s
[12:16:50.638] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:62:0)
[12:16:50.660] Build status: STARTED
[12:16:50.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:63:0) after 3m10s
[12:20:00.741] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:63:0)
[12:20:00.791] Build status: STARTED
[12:20:00.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:64:0) after 7m24s
[12:27:24.871] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:64:0)
[12:27:24.895] Build status: STARTED
[12:27:24.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:65:0) after 9m15s
[12:36:39.945] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:65:0)
[12:36:39.961] Build status: STARTED
[12:36:39.961] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8892758313392490032:66:0) after 8m51s
[12:37:36.669] Received PubSub notification, asking Buildbucket for the build status
[12:37:36.685] Build:
{
  "id": "8727328251488472689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 19622,
  "createdBy": "project:chromium",
  "createTime": "2024-12-28T06:43:37.916298310Z",
  "startTime": "2024-12-28T11:29:59.306453216Z",
  "endTime": "2024-12-28T12:37:36.389907882Z",
  "updateTime": "2024-12-28T12:37:36.389907882Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f72b1d5fbbfcfc962ff2caee80d2d43df0151fc",
      "ref": "refs/heads/main"
    }
  }
}
[12:37:36.685] Invocation finished in 5h53m59.96823916s with status FAILED