Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 6 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/112453 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112454 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112455 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112456 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112457 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112458 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112459 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112460 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112461 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112462 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112463 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112464 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112465 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112466 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112467 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112468 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112469 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112470 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112471 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/112472 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "35be9a31b563bd60e631a6dffb6de664142dfc33",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "35be9a31b563bd60e631a6dffb6de664142dfc33"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8720238976469035505"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8720238976469035505"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8720238976469035505"
    }
  ],
  "parent_build_id": "8720238976469035505",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "5c2789e0f185a3c7fff624907423a5054376b282",
  "parent_got_dawn_revision": "1a1b8258e63e8948298daf2df11590730f500ad0",
  "parent_got_revision": "35be9a31b563bd60e631a6dffb6de664142dfc33",
  "parent_got_revision_cp": "refs/heads/main@{#1433239}",
  "parent_got_swiftshader_revision": "5d97d5be883b757fc8a67f30e8027a4c10217b30",
  "parent_got_v8_revision": "3d1249365b2b5a9e241209d0ea58c55f9ab561dc",
  "parent_got_v8_revision_cp": "refs/heads/13.6.82@{#1}",
  "parent_got_webrtc_revision": "0e231c16d029314a4ed59922242c9c0edf755dcd",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44134}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "35be9a31b563bd60e631a6dffb6de664142dfc33",
  "swarm_hashes": {
    "absl_hardening_tests": "60a59119400f8e547ba3400b25f9954bad68115de25320c32047ae40b28be947/323",
    "accessibility_unittests": "94e14f69f5e0b9c2e458f6d753aad0236c0e69b1102c3aca2914424c59e36f4f/323",
    "angle_unittests": "0a2bdc8961a6f70cf6a54f38ef5138d18f28eb56332d2ae77a8ef5f66bbb21b2/408",
    "app_shell_unittests": "7c7aeb64fb8a5fbb19a5b505e24a85ddf55525716cb134601d03742b13c88cd6/484",
    "base_unittests": "64e1b3629681b54623c9127bf695bc1b5fbf9657956fec6e8697eb8a93abba05/480",
    "blink_common_unittests": "82e9799b1a975f20aefc2e0bd0754312c3314ae842b38255dd924db155b2ff2b/485",
    "blink_fuzzer_unittests": "71f47d27549a49a9c1015002f95d7c3611feb0912762dd4bafb5da4e528c3cec/323",
    "blink_heap_unittests": "f204e774375e846890b049310c0318d53286fdd15dc38b02775d5459772fcb0d/323",
    "blink_platform_unittests": "3ea2cea4d5c03938e9f593435365df68401077b38be473882836391f3e602714/643",
    "blink_python_tests": "a46d5ce6c4b3158271de63c2ca4d7312fbf2102b8b3b84fbb415884dcf0c131a/574",
    "blink_unittests": "a3b280048249b3f85207dec99458c3c1166783d42739dfeedef35957945cc4c4/649",
    "blink_web_tests": "4783871925ee124a098f9cbb38bc7b344b64532fbbeae6532bc9c9291fd8600f/566",
    "blink_wpt_tests": "e8cfca259d49bd6f36d4790fc7997d54681f5d8e20417c33d2d104a9caddceb6/566",
    "boringssl_crypto_tests": "2edf873cf794d7a40fb1789abee967c6fa50ede85dfaf1c9090728c9c8450f52/408",
    "boringssl_ssl_tests": "34dab0abca8dff049c05a0d34ac04805794c010a4d939ce740eb0d56a59eaaf8/323",
    "browser_tests": "5bc61483d5e4a72deecd5dc52a7daea99d6311185369a29ac4d20faa906f59e5/1220",
    "capture_unittests": "e3ae9450ac92b0cd907d038f45e7fec183d2f49fdaa3623f329121375804aa67/402",
    "cast_unittests": "09ccb1210a7090b9ff165e9bedbbaa7018f61326dada6db2531995be012b8b0d/323",
    "cc_unittests": "ec19fe0b790a67401df7db9eb2b7c917c7e9990ca30d06aeb24bc97162160d19/483",
    "chrome_app_unittests": "6b78aee94287d20911a018719350956385449156fbcdd90f9cb5cc41046aff44/564",
    "chrome_wpt_tests": "d546db9ddeb994155abf06e16fef865f05db0d2623742947b8fddca7eacbcd4e/566",
    "chromedriver_py_tests": "bde625fe1fe871cff0b9746a10363352c484246dd2722611dc93a9c9cf829d58/489",
    "chromedriver_py_tests_headless_shell": "e010fddbeec6f8f212b69089ec5c913852c26336a002531ebb6195ee794ee275/489",
    "chromedriver_replay_unittests": "c1f4260ac9d5555b3d7eefd3e6c76f44bbe05d752fe77479fa9b168b78ae72a9/326",
    "chromedriver_unittests": "1f5400d1a3fe82375f8db297f986b2d5b7d9568d7b9a7b81a2d56ed2322078ed/480",
    "components_browsertests": "abb350679751947a79104c6d714a21f4b2fd3a250187f55d8ca5461ee15f7944/652",
    "components_perftests": "c0af8e2dfa7f7088ae8beecf513329b85acb21bd84c9de6c4f1635360bd50156/649",
    "components_unittests": "61aa5cac89952ad00adb82cc9d0d1b56cc68492fff333ec18d844b8cb406cdc8/731",
    "content_browsertests": "69e7d130ada0b54240c32dd1f1d346f225b6b64eeee591b9497e76f108240fcb/724",
    "content_shell_crash_test": "0f805909e5aba8a792608f56cb62a0df8d2616e9bcd84170a2fc3d8c7a3bb2f6/566",
    "content_unittests": "6117dd1dc361224bc3b8d96c4c523417561491216dc4cbef0ef027f7fc6bee59/560",
    "crashpad_tests": "754a7a16b081d72df9ec4c2580723275c40e5c0b714de7d67af91f05fecb30ab/408",
    "cronet_tests": "344a577edf1bd57315c77a10e1850f044e6dcad987966e60d87dce1dc4aab571/484",
    "cronet_unittests": "bdfe602dab4e3f22f469bbdb1f57be2e560b7a7334a4a50ceca302d20a05505a/400",
    "crypto_unittests": "4d8f580bd3afe04fa7284bbba3e3027d426d78c5d2042e55e781aceb77fc8978/323",
    "device_unittests": "4061a2126d4fb518dc1d30bd371d9de7b9df292cf0fe2c6cd9c2bc6115db4643/400",
    "display_unittests": "e73daac3978769d2f7b7ba1322e5c838b205a2a2665390c9595d1e36d205da8e/323",
    "env_chromium_unittests": "858205fb41237169464b97061a0d68982a9778561b4915a0434ce5304417baac/323",
    "events_unittests": "8d0d4cd6f48035ef227f9cd43528ed2e23499ea2ca37be32884fed8320f3f8d1/323",
    "extensions_browsertests": "a0eda92127789ab73ea9a172606a69d9a543664257d3cc25eb7613dc513f4c08/570",
    "extensions_unittests": "fc0999f927efaae5c88c0729feb1f302b58f7a48c97361c1ca1fe9d9d08f914b/644",
    "filesystem_service_unittests": "0a50df90df82883348ab798c0840640ea0eb06b2fb0fe7c33164dde226b86d59/323",
    "flatbuffers_unittests": "0da162a89898493dc47583c0c2e01588dc8cf29fb39c2989b5002bbeebba9a40/408",
    "fuzzing_unittests": "b831800142d7a94a995b1f8371705acb4462b4fba0eb32cf08311022e5d865c3/323",
    "gcm_unit_tests": "4c8b672a167a11a9a45b77118e6c82eb3933b1747c5edeb29ba195b1cbbd360f/400",
    "gfx_unittests": "ca21c471f451a0f2f2d1717ba761f82dec52f02d159496278ed23976dbaeafe8/399",
    "gin_unittests": "d4fd7bb832c7211a9d400d8b082b3ffbd6174e3131ef7070656ac200e1ab2952/400",
    "google_apis_unittests": "534d332fb7ce9a48f53c77ae3c98f74039d919339017aa8a86976c05b6581e37/485",
    "gpu_unittests": "e873852c0d5ff2bfe01b9b20e1de84f6c72750774828e87bac535203ca789d3c/400",
    "gwp_asan_unittests": "67656eb7f9f023888f42b053292a658a7a23920f2548f2cf25b83cdf8ca37f71/408",
    "headless_browsertests": "f63a37f1c1a2f7dd95d47a204d90d519cea51102f8bcc419174da780a8e7d73a/569",
    "headless_shell_wpt": "97a9c1161d743130548bcf01f7ebb08a9ed8e93b98029f607eeb0419b0222dd5/566",
    "headless_unittests": "f9e50185d8aa002497f9523ff8284510fdd2f2486b0d8908f2cc995160820f04/323",
    "interactive_ui_tests": "24ba5c200bab61ff0120ba4867a8459f83d3305776019bf9f167465a348073b9/973",
    "ipc_tests": "eed190e0b04d1bf5558e1cf210206a09521f7c4b66212b7deb8f8275675581de/323",
    "latency_unittests": "da642bc0fa77981b53b1962058cd8b69f8beed62400f5dcfc2b8cd89a066fbd7/323",
    "leveldb_unittests": "856ebfa2c756f4bd6b31cf0b4cd75eee12ed9f03435fdc536f33f3902eee2da1/323",
    "libjingle_xmpp_unittests": "036fc7c0513a7ec46b68cd7a660ce329185891d8e1a7b1a1c66bd8a39fb2f088/323",
    "liburlpattern_unittests": "a23c29c4687f238395ba0df3736e437c0a776b4b17aa9a341b2b1eeee9d4e18b/323",
    "mac_signing_tests": "0049437cbb5e322bc55d4dc168a14dac23dd36d6c08efa8206947a3fb2f0ac4e/488",
    "media_unittests": "1df67cae442eddad9526c3afe982d3b5c85007deb2e882931f385f6967e904bc/403",
    "message_center_unittests": "300bea756db2e878981d6d75c7c509c76f752c79eb8d45474d2865430e48ce6e/323",
    "midi_unittests": "72e4249928e7a2615af3d91b846f13480e8b8e6335c9c048d2ab0eb0f6f7f494/323",
    "mojo_python_unittests": "102cc3cdf9c04b2144e37a7634a2f7f055bd9dadc885778f1472f2da86fcc41f/411",
    "mojo_unittests": "34d256c19e928c9a034e663f52d5c5bc69d737c00af09aa6ce1b07fece09d994/401",
    "native_theme_unittests": "f443f5b0e82766dd94ba0120382439c25f2a2e8f8f479309a2f4509b83270f64/323",
    "net_unittests": "078588555a956fa7c9742f4427ed8be12284eb6b6b47102e5b7232822fa68afd/487",
    "openscreen_unittests": "26e9d0d8a176507c4aa08452b7fbbee5205cd1393b91b27d5c694df79b19b571/408",
    "pdf_unittests": "e854ea5c979ad9ba0dbef7e9793bee8d38486c79a8ca74f0cb985b81ccc3a367/400",
    "perfetto_unittests": "7dac06363063420c84412e80909a4834ec3a0ad486c3c097e88275954316ade3/323",
    "power_sampler_unittests": "36f94fffe1fa6d61986072a6bf23014cdd7ff976df47380ec211d561e66c617c/323",
    "printing_unittests": "84b8fe47fd3785c078dc54e6d95d3f269803f52cf4d8a8e772e57414ae0dcce1/482",
    "remoting_unittests": "92faa842424750aba47da6989b278ae782e957e25b8ab388b6072f9ff6993afb/400",
    "sandbox_unittests": "775ea3cb09d5ff67410463c0e239f33a8064367514c44cafc1dc3d9c44f8bfd5/323",
    "services_unittests": "5473a5732b2c4158fc8133ef9cc0bde6e75c96976ce0d7f8f801a18f8d7d3e86/653",
    "shell_dialogs_unittests": "3c850059e41c5757fed2fadc21c859af044e62f001586568836948271971c5cd/323",
    "skia_unittests": "96b5f0059ade0af112cf5b529e9e6f6f49e7c0db399df3f14fef7c4908654bb1/323",
    "snapshot_unittests": "aafce81b721eed804eb6b6a6232948007b097eb0d07fa2d94ef211aa6dd6e30f/323",
    "sql_unittests": "215327d61473ea67415089132a50d23b0e5973cdee1f56f378eacb5845aa37ca/400",
    "storage_unittests": "67235966672b9aad6bb054f085f654dc564ec396250abed6e472194cdf89eca9/481",
    "sync_integration_tests": "d7c584a8fd76acdbf7fa19c7c82ca4ed4c44a27b5ccfc9cc5d5fa671bf6353f8/646",
    "telemetry_gpu_unittests": "b3240e4378f80a852918ccc274b8b12f0a5406087422f7b1b4af2a4f5ab4326b/736",
    "telemetry_perf_unittests": "24961ff50de067cf390ef7f8745f8e0ef175c23552b1d34fc58086520c9507a5/655",
    "ui_base_unittests": "209a18f9d5c670f21c998490efc512aa19b933dbde9e0d9a9ac8a72051f21066/555",
    "ui_touch_selection_unittests": "c98fab40966b79bf7112f145e4399bffba974b1a6c37b64456f1158b01b65300/323",
    "ui_unittests": "9ce7a8b8118a75129a25d703b37721b1c80e7250bbaddca34933302d73dc2961/323",
    "unit_tests": "ddfe8a3e03a1eeff8dd99c627cb6395ee00b8b94cc706722822756450716e1e3/1061",
    "updater_tests": "a8f785ece4584e298b26e9e7c180613210e844abc43a52658c21e8dae6bc287f/566",
    "url_unittests": "bba314d073e55bbe48314fe5e7dc847c2ff924d2c183b94a54ccd2be5d577289/323",
    "views_perftests": "3d4e32e427c693eec4562412be7909b1532879e7ac689ff42d5b00a3d6d6b1a2/487",
    "views_unittests": "51ab79350b264eebdec30f37ca1ff5a5a2eb3294b8d169a242626ecd379bea66/402",
    "viz_unittests": "3a151889b17b6579572bf338a207e40f9d507df200c01e99e575e2c6e3a22401/407",
    "wtf_unittests": "78430422aa90af5de6bb0c92caad06e61dff26abf4ac3c9f588df76ba1ecc290/323",
    "xr_browser_tests": "be1ccb7039acba05643a0fb5ef4e9f7fbdfc178d6a926b6d4b849de043bcc217/645",
    "zlib_unittests": "baecab47cfcce534890219f019035fc02048aa0a4dc9df64ef3926c41c8ed407/408"
  },
  "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
  "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/35be9a31b563bd60e631a6dffb6de664142dfc33
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:112472
  • user_agent:recipe

Debug log (UTC)

[12:54:48.874] New invocation is queued and will start shortly
[12:54:48.874] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:54:50.019] Starting the invocation (attempt 1)
[12:54:50.054] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/35be9a31b563bd60e631a6dffb6de664142dfc33"
[12:54:50.054] Popped gitiles commit info from properties and tags
[12:54:50.054] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:54:50.055] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:54:50.055] Buildbucket request:
{
  "requestId": "8885668395984300048",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "35be9a31b563bd60e631a6dffb6de664142dfc33",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "35be9a31b563bd60e631a6dffb6de664142dfc33"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8720238976469035505"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8720238976469035505"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8720238976469035505"
                }
          ],
      "parent_build_id": "8720238976469035505",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "5c2789e0f185a3c7fff624907423a5054376b282",
      "parent_got_dawn_revision": "1a1b8258e63e8948298daf2df11590730f500ad0",
      "parent_got_revision": "35be9a31b563bd60e631a6dffb6de664142dfc33",
      "parent_got_revision_cp": "refs/heads/main@{#1433239}",
      "parent_got_swiftshader_revision": "5d97d5be883b757fc8a67f30e8027a4c10217b30",
      "parent_got_v8_revision": "3d1249365b2b5a9e241209d0ea58c55f9ab561dc",
      "parent_got_v8_revision_cp": "refs/heads/13.6.82@{#1}",
      "parent_got_webrtc_revision": "0e231c16d029314a4ed59922242c9c0edf755dcd",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44134}",
      "swarm_hashes": {
            "absl_hardening_tests": "60a59119400f8e547ba3400b25f9954bad68115de25320c32047ae40b28be947/323",
            "accessibility_unittests": "94e14f69f5e0b9c2e458f6d753aad0236c0e69b1102c3aca2914424c59e36f4f/323",
            "angle_unittests": "0a2bdc8961a6f70cf6a54f38ef5138d18f28eb56332d2ae77a8ef5f66bbb21b2/408",
            "app_shell_unittests": "7c7aeb64fb8a5fbb19a5b505e24a85ddf55525716cb134601d03742b13c88cd6/484",
            "base_unittests": "64e1b3629681b54623c9127bf695bc1b5fbf9657956fec6e8697eb8a93abba05/480",
            "blink_common_unittests": "82e9799b1a975f20aefc2e0bd0754312c3314ae842b38255dd924db155b2ff2b/485",
            "blink_fuzzer_unittests": "71f47d27549a49a9c1015002f95d7c3611feb0912762dd4bafb5da4e528c3cec/323",
            "blink_heap_unittests": "f204e774375e846890b049310c0318d53286fdd15dc38b02775d5459772fcb0d/323",
            "blink_platform_unittests": "3ea2cea4d5c03938e9f593435365df68401077b38be473882836391f3e602714/643",
            "blink_python_tests": "a46d5ce6c4b3158271de63c2ca4d7312fbf2102b8b3b84fbb415884dcf0c131a/574",
            "blink_unittests": "a3b280048249b3f85207dec99458c3c1166783d42739dfeedef35957945cc4c4/649",
            "blink_web_tests": "4783871925ee124a098f9cbb38bc7b344b64532fbbeae6532bc9c9291fd8600f/566",
            "blink_wpt_tests": "e8cfca259d49bd6f36d4790fc7997d54681f5d8e20417c33d2d104a9caddceb6/566",
            "boringssl_crypto_tests": "2edf873cf794d7a40fb1789abee967c6fa50ede85dfaf1c9090728c9c8450f52/408",
            "boringssl_ssl_tests": "34dab0abca8dff049c05a0d34ac04805794c010a4d939ce740eb0d56a59eaaf8/323",
            "browser_tests": "5bc61483d5e4a72deecd5dc52a7daea99d6311185369a29ac4d20faa906f59e5/1220",
            "capture_unittests": "e3ae9450ac92b0cd907d038f45e7fec183d2f49fdaa3623f329121375804aa67/402",
            "cast_unittests": "09ccb1210a7090b9ff165e9bedbbaa7018f61326dada6db2531995be012b8b0d/323",
            "cc_unittests": "ec19fe0b790a67401df7db9eb2b7c917c7e9990ca30d06aeb24bc97162160d19/483",
            "chrome_app_unittests": "6b78aee94287d20911a018719350956385449156fbcdd90f9cb5cc41046aff44/564",
            "chrome_wpt_tests": "d546db9ddeb994155abf06e16fef865f05db0d2623742947b8fddca7eacbcd4e/566",
            "chromedriver_py_tests": "bde625fe1fe871cff0b9746a10363352c484246dd2722611dc93a9c9cf829d58/489",
            "chromedriver_py_tests_headless_shell": "e010fddbeec6f8f212b69089ec5c913852c26336a002531ebb6195ee794ee275/489",
            "chromedriver_replay_unittests": "c1f4260ac9d5555b3d7eefd3e6c76f44bbe05d752fe77479fa9b168b78ae72a9/326",
            "chromedriver_unittests": "1f5400d1a3fe82375f8db297f986b2d5b7d9568d7b9a7b81a2d56ed2322078ed/480",
            "components_browsertests": "abb350679751947a79104c6d714a21f4b2fd3a250187f55d8ca5461ee15f7944/652",
            "components_perftests": "c0af8e2dfa7f7088ae8beecf513329b85acb21bd84c9de6c4f1635360bd50156/649",
            "components_unittests": "61aa5cac89952ad00adb82cc9d0d1b56cc68492fff333ec18d844b8cb406cdc8/731",
            "content_browsertests": "69e7d130ada0b54240c32dd1f1d346f225b6b64eeee591b9497e76f108240fcb/724",
            "content_shell_crash_test": "0f805909e5aba8a792608f56cb62a0df8d2616e9bcd84170a2fc3d8c7a3bb2f6/566",
            "content_unittests": "6117dd1dc361224bc3b8d96c4c523417561491216dc4cbef0ef027f7fc6bee59/560",
            "crashpad_tests": "754a7a16b081d72df9ec4c2580723275c40e5c0b714de7d67af91f05fecb30ab/408",
            "cronet_tests": "344a577edf1bd57315c77a10e1850f044e6dcad987966e60d87dce1dc4aab571/484",
            "cronet_unittests": "bdfe602dab4e3f22f469bbdb1f57be2e560b7a7334a4a50ceca302d20a05505a/400",
            "crypto_unittests": "4d8f580bd3afe04fa7284bbba3e3027d426d78c5d2042e55e781aceb77fc8978/323",
            "device_unittests": "4061a2126d4fb518dc1d30bd371d9de7b9df292cf0fe2c6cd9c2bc6115db4643/400",
            "display_unittests": "e73daac3978769d2f7b7ba1322e5c838b205a2a2665390c9595d1e36d205da8e/323",
            "env_chromium_unittests": "858205fb41237169464b97061a0d68982a9778561b4915a0434ce5304417baac/323",
            "events_unittests": "8d0d4cd6f48035ef227f9cd43528ed2e23499ea2ca37be32884fed8320f3f8d1/323",
            "extensions_browsertests": "a0eda92127789ab73ea9a172606a69d9a543664257d3cc25eb7613dc513f4c08/570",
            "extensions_unittests": "fc0999f927efaae5c88c0729feb1f302b58f7a48c97361c1ca1fe9d9d08f914b/644",
            "filesystem_service_unittests": "0a50df90df82883348ab798c0840640ea0eb06b2fb0fe7c33164dde226b86d59/323",
            "flatbuffers_unittests": "0da162a89898493dc47583c0c2e01588dc8cf29fb39c2989b5002bbeebba9a40/408",
            "fuzzing_unittests": "b831800142d7a94a995b1f8371705acb4462b4fba0eb32cf08311022e5d865c3/323",
            "gcm_unit_tests": "4c8b672a167a11a9a45b77118e6c82eb3933b1747c5edeb29ba195b1cbbd360f/400",
            "gfx_unittests": "ca21c471f451a0f2f2d1717ba761f82dec52f02d159496278ed23976dbaeafe8/399",
            "gin_unittests": "d4fd7bb832c7211a9d400d8b082b3ffbd6174e3131ef7070656ac200e1ab2952/400",
            "google_apis_unittests": "534d332fb7ce9a48f53c77ae3c98f74039d919339017aa8a86976c05b6581e37/485",
            "gpu_unittests": "e873852c0d5ff2bfe01b9b20e1de84f6c72750774828e87bac535203ca789d3c/400",
            "gwp_asan_unittests": "67656eb7f9f023888f42b053292a658a7a23920f2548f2cf25b83cdf8ca37f71/408",
            "headless_browsertests": "f63a37f1c1a2f7dd95d47a204d90d519cea51102f8bcc419174da780a8e7d73a/569",
            "headless_shell_wpt": "97a9c1161d743130548bcf01f7ebb08a9ed8e93b98029f607eeb0419b0222dd5/566",
            "headless_unittests": "f9e50185d8aa002497f9523ff8284510fdd2f2486b0d8908f2cc995160820f04/323",
            "interactive_ui_tests": "24ba5c200bab61ff0120ba4867a8459f83d3305776019bf9f167465a348073b9/973",
            "ipc_tests": "eed190e0b04d1bf5558e1cf210206a09521f7c4b66212b7deb8f8275675581de/323",
            "latency_unittests": "da642bc0fa77981b53b1962058cd8b69f8beed62400f5dcfc2b8cd89a066fbd7/323",
            "leveldb_unittests": "856ebfa2c756f4bd6b31cf0b4cd75eee12ed9f03435fdc536f33f3902eee2da1/323",
            "libjingle_xmpp_unittests": "036fc7c0513a7ec46b68cd7a660ce329185891d8e1a7b1a1c66bd8a39fb2f088/323",
            "liburlpattern_unittests": "a23c29c4687f238395ba0df3736e437c0a776b4b17aa9a341b2b1eeee9d4e18b/323",
            "mac_signing_tests": "0049437cbb5e322bc55d4dc168a14dac23dd36d6c08efa8206947a3fb2f0ac4e/488",
            "media_unittests": "1df67cae442eddad9526c3afe982d3b5c85007deb2e882931f385f6967e904bc/403",
            "message_center_unittests": "300bea756db2e878981d6d75c7c509c76f752c79eb8d45474d2865430e48ce6e/323",
            "midi_unittests": "72e4249928e7a2615af3d91b846f13480e8b8e6335c9c048d2ab0eb0f6f7f494/323",
            "mojo_python_unittests": "102cc3cdf9c04b2144e37a7634a2f7f055bd9dadc885778f1472f2da86fcc41f/411",
            "mojo_unittests": "34d256c19e928c9a034e663f52d5c5bc69d737c00af09aa6ce1b07fece09d994/401",
            "native_theme_unittests": "f443f5b0e82766dd94ba0120382439c25f2a2e8f8f479309a2f4509b83270f64/323",
            "net_unittests": "078588555a956fa7c9742f4427ed8be12284eb6b6b47102e5b7232822fa68afd/487",
            "openscreen_unittests": "26e9d0d8a176507c4aa08452b7fbbee5205cd1393b91b27d5c694df79b19b571/408",
            "pdf_unittests": "e854ea5c979ad9ba0dbef7e9793bee8d38486c79a8ca74f0cb985b81ccc3a367/400",
            "perfetto_unittests": "7dac06363063420c84412e80909a4834ec3a0ad486c3c097e88275954316ade3/323",
            "power_sampler_unittests": "36f94fffe1fa6d61986072a6bf23014cdd7ff976df47380ec211d561e66c617c/323",
            "printing_unittests": "84b8fe47fd3785c078dc54e6d95d3f269803f52cf4d8a8e772e57414ae0dcce1/482",
            "remoting_unittests": "92faa842424750aba47da6989b278ae782e957e25b8ab388b6072f9ff6993afb/400",
            "sandbox_unittests": "775ea3cb09d5ff67410463c0e239f33a8064367514c44cafc1dc3d9c44f8bfd5/323",
            "services_unittests": "5473a5732b2c4158fc8133ef9cc0bde6e75c96976ce0d7f8f801a18f8d7d3e86/653",
            "shell_dialogs_unittests": "3c850059e41c5757fed2fadc21c859af044e62f001586568836948271971c5cd/323",
            "skia_unittests": "96b5f0059ade0af112cf5b529e9e6f6f49e7c0db399df3f14fef7c4908654bb1/323",
            "snapshot_unittests": "aafce81b721eed804eb6b6a6232948007b097eb0d07fa2d94ef211aa6dd6e30f/323",
            "sql_unittests": "215327d61473ea67415089132a50d23b0e5973cdee1f56f378eacb5845aa37ca/400",
            "storage_unittests": "67235966672b9aad6bb054f085f654dc564ec396250abed6e472194cdf89eca9/481",
            "sync_integration_tests": "d7c584a8fd76acdbf7fa19c7c82ca4ed4c44a27b5ccfc9cc5d5fa671bf6353f8/646",
            "telemetry_gpu_unittests": "b3240e4378f80a852918ccc274b8b12f0a5406087422f7b1b4af2a4f5ab4326b/736",
            "telemetry_perf_unittests": "24961ff50de067cf390ef7f8745f8e0ef175c23552b1d34fc58086520c9507a5/655",
            "ui_base_unittests": "209a18f9d5c670f21c998490efc512aa19b933dbde9e0d9a9ac8a72051f21066/555",
            "ui_touch_selection_unittests": "c98fab40966b79bf7112f145e4399bffba974b1a6c37b64456f1158b01b65300/323",
            "ui_unittests": "9ce7a8b8118a75129a25d703b37721b1c80e7250bbaddca34933302d73dc2961/323",
            "unit_tests": "ddfe8a3e03a1eeff8dd99c627cb6395ee00b8b94cc706722822756450716e1e3/1061",
            "updater_tests": "a8f785ece4584e298b26e9e7c180613210e844abc43a52658c21e8dae6bc287f/566",
            "url_unittests": "bba314d073e55bbe48314fe5e7dc847c2ff924d2c183b94a54ccd2be5d577289/323",
            "views_perftests": "3d4e32e427c693eec4562412be7909b1532879e7ac689ff42d5b00a3d6d6b1a2/487",
            "views_unittests": "51ab79350b264eebdec30f37ca1ff5a5a2eb3294b8d169a242626ecd379bea66/402",
            "viz_unittests": "3a151889b17b6579572bf338a207e40f9d507df200c01e99e575e2c6e3a22401/407",
            "wtf_unittests": "78430422aa90af5de6bb0c92caad06e61dff26abf4ac3c9f588df76ba1ecc290/323",
            "xr_browser_tests": "be1ccb7039acba05643a0fb5ef4e9f7fbdfc178d6a926b6d4b849de043bcc217/645",
            "zlib_unittests": "baecab47cfcce534890219f019035fc02048aa0a4dc9df64ef3926c41c8ed407/408"
          },
      "swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
      "swarming_command_lines_digest": "b4a3f17bbe4a8ec66d047339f54438428569c56b3956d7330213c29ca6a484b5/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "35be9a31b563bd60e631a6dffb6de664142dfc33",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885668395984300048"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "112472"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:54:50.505] Scheduled build:
{
  "id": "8720238334020923425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 20962,
  "createdBy": "project:chromium",
  "createTime": "2025-03-16T12:54:50.111170390Z",
  "updateTime": "2025-03-16T12:54:50.111170390Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "35be9a31b563bd60e631a6dffb6de664142dfc33",
      "ref": "refs/heads/main"
    }
  }
}
[12:54:50.505] Task URL: https://cr-buildbucket.appspot.com/build/8720238334020923425
[12:54:50.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:2:0) after 3m13s
[12:54:51.577] Received PubSub notification, asking Buildbucket for the build status
[12:54:51.601] Build status: SCHEDULED
[12:58:04.057] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:2:0)
[12:58:04.081] Build status: SCHEDULED
[12:58:04.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:4:0) after 1m26s
[12:59:30.204] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:4:0)
[12:59:30.226] Build status: SCHEDULED
[12:59:30.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:5:0) after 8m18s
[13:07:48.363] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:5:0)
[13:07:48.391] Build status: SCHEDULED
[13:07:48.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:6:0) after 1m3s
[13:08:51.499] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:6:0)
[13:08:51.526] Build status: SCHEDULED
[13:08:51.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:7:0) after 8m23s
[13:17:14.542] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:7:0)
[13:17:14.567] Build status: SCHEDULED
[13:17:14.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:8:0) after 6m3s
[13:23:17.799] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:8:0)
[13:23:17.827] Build status: SCHEDULED
[13:23:17.827] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:9:0) after 8m10s
[13:31:27.979] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:9:0)
[13:31:28.060] Build status: SCHEDULED
[13:31:28.060] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:10:0) after 5m6s
[13:36:34.242] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:10:0)
[13:36:34.280] Build status: SCHEDULED
[13:36:34.280] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:11:0) after 1m20s
[13:37:54.345] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:11:0)
[13:37:54.366] Build status: SCHEDULED
[13:37:54.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:12:0) after 1m28s
[13:39:22.429] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:12:0)
[13:39:22.444] Build status: SCHEDULED
[13:39:22.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:13:0) after 6m38s
[13:46:00.591] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:13:0)
[13:46:00.608] Build status: SCHEDULED
[13:46:00.608] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:14:0) after 2m32s
[13:48:32.685] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:14:0)
[13:48:32.710] Build status: SCHEDULED
[13:48:32.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:15:0) after 5m15s
[13:53:47.856] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:15:0)
[13:53:47.871] Build status: SCHEDULED
[13:53:47.871] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:16:0) after 8m44s
[14:02:32.203] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:16:0)
[14:02:32.222] Build status: SCHEDULED
[14:02:32.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:17:0) after 2m3s
[14:04:35.333] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:17:0)
[14:04:35.356] Build status: SCHEDULED
[14:04:35.356] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:18:0) after 2m9s
[14:06:44.394] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:18:0)
[14:06:44.422] Build status: SCHEDULED
[14:06:44.422] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:19:0) after 2m56s
[14:09:40.551] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:19:0)
[14:09:40.568] Build status: SCHEDULED
[14:09:40.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:20:0) after 2m26s
[14:12:06.757] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:20:0)
[14:12:06.773] Build status: SCHEDULED
[14:12:06.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:21:0) after 5m44s
[14:17:51.448] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:21:0)
[14:17:51.466] Build status: SCHEDULED
[14:17:51.466] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:22:0) after 7m22s
[14:25:13.512] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:22:0)
[14:25:13.663] Build status: SCHEDULED
[14:25:13.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:23:0) after 9m57s
[14:35:10.946] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:23:0)
[14:35:10.977] Build status: SCHEDULED
[14:35:10.977] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:24:0) after 9m45s
[14:44:56.049] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:24:0)
[14:44:56.094] Build status: SCHEDULED
[14:44:56.094] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:25:0) after 2m26s
[14:47:22.368] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:25:0)
[14:47:22.392] Build status: SCHEDULED
[14:47:22.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:26:0) after 9m48s
[14:57:10.431] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:26:0)
[14:57:10.455] Build status: SCHEDULED
[14:57:10.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:27:0) after 2m43s
[14:59:53.501] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:27:0)
[14:59:53.565] Build status: SCHEDULED
[14:59:53.565] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:28:0) after 2m52s
[15:02:45.628] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:28:0)
[15:02:45.660] Build status: SCHEDULED
[15:02:45.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:29:0) after 4m50s
[15:07:35.823] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:29:0)
[15:07:35.844] Build status: SCHEDULED
[15:07:35.844] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:30:0) after 7m51s
[15:15:27.045] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:30:0)
[15:15:27.059] Build status: SCHEDULED
[15:15:27.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:31:0) after 6m36s
[15:22:03.388] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:31:0)
[15:22:03.407] Build status: SCHEDULED
[15:22:03.407] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:32:0) after 6m42s
[15:28:45.506] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:32:0)
[15:28:45.529] Build status: SCHEDULED
[15:28:45.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:33:0) after 7m47s
[15:36:32.674] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:33:0)
[15:36:32.719] Build status: SCHEDULED
[15:36:32.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:34:0) after 5m7s
[15:41:40.365] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:34:0)
[15:41:40.389] Build status: SCHEDULED
[15:41:40.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:35:0) after 1m47s
[15:43:27.779] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:35:0)
[15:43:27.840] Build status: SCHEDULED
[15:43:27.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:36:0) after 4m55s
[15:48:22.878] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:36:0)
[15:48:22.895] Build status: SCHEDULED
[15:48:22.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:37:0) after 4m10s
[15:52:32.993] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:37:0)
[15:52:33.010] Build status: SCHEDULED
[15:52:33.010] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:38:0) after 3m37s
[15:56:10.174] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:38:0)
[15:56:10.193] Build status: SCHEDULED
[15:56:10.193] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:39:0) after 9m22s
[16:05:32.277] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:39:0)
[16:05:32.294] Build status: SCHEDULED
[16:05:32.294] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:40:0) after 7m25s
[16:12:57.346] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:40:0)
[16:12:57.368] Build status: SCHEDULED
[16:12:57.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:41:0) after 8m41s
[16:21:38.458] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:41:0)
[16:21:38.475] Build status: SCHEDULED
[16:21:38.475] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:42:0) after 5m33s
[16:27:11.523] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:42:0)
[16:27:11.541] Build status: SCHEDULED
[16:27:11.541] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:43:0) after 3m2s
[16:30:13.545] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:43:0)
[16:30:13.566] Build status: SCHEDULED
[16:30:13.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:44:0) after 7m35s
[16:37:48.870] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:44:0)
[16:37:48.938] Build status: SCHEDULED
[16:37:48.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:45:0) after 3m29s
[16:41:18.207] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:45:0)
[16:41:18.227] Build status: SCHEDULED
[16:41:18.227] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:46:0) after 7m51s
[16:49:09.310] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:46:0)
[16:49:09.403] Build status: SCHEDULED
[16:49:09.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:47:0) after 2m57s
[16:52:06.609] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:47:0)
[16:52:06.660] Build status: SCHEDULED
[16:52:06.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:48:0) after 3m10s
[16:55:16.820] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:48:0)
[16:55:16.864] Build status: SCHEDULED
[16:55:16.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:49:0) after 6m31s
[17:01:47.923] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:49:0)
[17:01:47.938] Build status: SCHEDULED
[17:01:47.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:50:0) after 2m9s
[17:03:57.276] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:50:0)
[17:03:57.295] Build status: SCHEDULED
[17:03:57.295] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:51:0) after 1m45s
[17:05:42.432] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:51:0)
[17:05:42.452] Build status: SCHEDULED
[17:05:42.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:52:0) after 6m52s
[17:12:34.678] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:52:0)
[17:12:34.696] Build status: SCHEDULED
[17:12:34.696] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:53:0) after 5m26s
[17:18:01.136] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:53:0)
[17:18:01.155] Build status: SCHEDULED
[17:18:01.156] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:54:0) after 9m22s
[17:27:23.315] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:54:0)
[17:27:23.333] Build status: SCHEDULED
[17:27:23.333] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:55:0) after 5m25s
[17:32:48.380] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:55:0)
[17:32:48.421] Build status: SCHEDULED
[17:32:48.421] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:56:0) after 4m28s
[17:37:16.477] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:56:0)
[17:37:16.510] Build status: SCHEDULED
[17:37:16.510] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:57:0) after 6m53s
[17:44:09.653] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:57:0)
[17:44:09.679] Build status: SCHEDULED
[17:44:09.679] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:58:0) after 5m48s
[17:49:57.732] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:58:0)
[17:49:57.771] Build status: SCHEDULED
[17:49:57.771] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:59:0) after 8m50s
[17:58:47.985] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:59:0)
[17:58:48.003] Build status: SCHEDULED
[17:58:48.003] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:60:0) after 7m16s
[18:06:04.300] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:60:0)
[18:06:04.556] Build status: SCHEDULED
[18:06:04.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:61:0) after 6m40s
[18:12:44.629] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:61:0)
[18:12:44.650] Build status: SCHEDULED
[18:12:44.651] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:62:0) after 8m56s
[18:21:40.723] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:62:0)
[18:21:40.739] Build status: SCHEDULED
[18:21:40.739] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:63:0) after 7m52s
[18:29:32.784] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:63:0)
[18:29:32.805] Build status: SCHEDULED
[18:29:32.805] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:64:0) after 8m34s
[18:38:06.965] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:64:0)
[18:38:06.983] Build status: SCHEDULED
[18:38:06.983] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:65:0) after 7m6s
[18:45:13.103] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:65:0)
[18:45:13.122] Build status: SCHEDULED
[18:45:13.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:66:0) after 1m28s
[18:46:41.294] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:66:0)
[18:46:41.343] Build status: SCHEDULED
[18:46:41.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:67:0) after 2m23s
[18:49:04.431] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:67:0)
[18:49:04.465] Build status: SCHEDULED
[18:49:04.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:68:0) after 2m55s
[18:51:59.576] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:68:0)
[18:51:59.655] Build status: SCHEDULED
[18:51:59.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8885668395984300048:69:0) after 3m34s
[18:54:56.116] Received PubSub notification, asking Buildbucket for the build status
[18:54:56.137] Build:
{
  "id": "8720238334020923425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 20962,
  "createdBy": "project:chromium",
  "createTime": "2025-03-16T12:54:50.111170390Z",
  "endTime": "2025-03-16T18:54:55.641582591Z",
  "updateTime": "2025-03-16T18:54:55.641582591Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "35be9a31b563bd60e631a6dffb6de664142dfc33",
      "ref": "refs/heads/main"
    }
  }
}
[18:54:56.137] Invocation finished in 6h0m7.281984826s with status FAILED