Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/93047 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93048 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93049 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93050 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93051 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93052 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93053 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93054 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93055 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93056 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93057 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93058 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93059 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93060 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93061 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93062 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93063 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93064 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93065 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93066 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93067 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93068 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93069 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93070 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/93071 (6 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5278f0b5fcff8180819821dd253d5726140dfe50",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "5278f0b5fcff8180819821dd253d5726140dfe50"
  },
  "parent_build_id": "8740505926991155825",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "5a159d69cef6eba08f394fece88eeabf751eaaad",
  "parent_got_dawn_revision": "709371988a9ce16a46086283ad506e515eeb9041",
  "parent_got_revision": "5278f0b5fcff8180819821dd253d5726140dfe50",
  "parent_got_revision_cp": "refs/heads/main@{#1337081}",
  "parent_got_swiftshader_revision": "f72761e8676601271ae282f9581cde771db57a5b",
  "parent_got_v8_revision": "c850b632588f5ae38d383956a0442a0e2d17bdd4",
  "parent_got_v8_revision_cp": "refs/heads/12.9.93@{#1}",
  "parent_got_webrtc_revision": "b2ce40605360f30861a7e2705b0e7a09c5cad30e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42720}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5278f0b5fcff8180819821dd253d5726140dfe50",
  "swarm_hashes": {
    "absl_hardening_tests": "58213a631207ba46174cd1388b62075868016eda432c170aca1c89a422fc262b/322",
    "accessibility_unittests": "17096e929e653cddec51ebfaf49b126854e02ea6110386855ef749dfd7333b92/322",
    "angle_unittests": "a007566514b2cd1a716e2d3465ff075f62e2c408b99339822bed4021e273bb88/407",
    "app_shell_unittests": "34d02b00de0245e452b486a3b09191170ff7155e77d61e822747f3398a608b31/483",
    "base_unittests": "38ed537bf547054adbd52a2bdd2045e8e2d06420bf10994f26d1502a2462e7ae/479",
    "blink_common_unittests": "ac0161e9c0ed0b11e0fa96d2c2fa054ddaff32f4e4e891e0cd4e24859e791fe7/484",
    "blink_fuzzer_unittests": "34f6a146f25dd745121db66c0eae60cc51e4412ba6343c9c978f0f63dc179401/322",
    "blink_heap_unittests": "5777942d629dfd504a10da97fa7052f38b9183b9d755abfdff70815250a71219/322",
    "blink_platform_unittests": "952214ca0ba229b7b6a950d80a7f0b88e01a4cde70e9b14441649f9beed53f90/642",
    "blink_python_tests": "425c7e8c569b2d902348991251546d114c2fc4d8c0a13d195b4c56008783e8e4/573",
    "blink_unittests": "7f428daa2b4909fdf7eccb5a0a18b5f6a303a49244daa9c0766e6f3848586a68/648",
    "blink_web_tests": "0024c6364effccbd1b9688a5a3e33d1ade077c298c2006bd04ea3117eee1ffe0/565",
    "blink_wpt_tests": "420af7b05179e7967182b31865bc0f0ef2e846bf1b3b71b844c9b938583bcb86/565",
    "boringssl_crypto_tests": "68beb85b7cfc5210872a4c022d38eedec6adea7076db097170e23c6907495521/407",
    "boringssl_ssl_tests": "53c44f2997162e915b35b850306e3cb6970fcf4fc8141efc81d14b8dc1534e12/322",
    "browser_tests": "1f206dc68c3b90d5dca11854d4e76679ebf19a600ad04e642cc46b7f46d85a68/1214",
    "capture_unittests": "6e4c71a245c820eb49045b5eae5a9a2470979aabc57d5fb6f6ddaaea8f5202af/401",
    "cast_unittests": "e5ee5003481acf43e9d6dc567d6ba81ff53371a27b90c17426cf670efa8ca966/322",
    "cc_unittests": "fd38484e7137debdac929129900318c3f6dbd2bfa10d4b5c2b4f3bc59bb46235/482",
    "chrome_app_unittests": "f8c317f0c346e07d8ed9764e4a0f57a5c0aa545d659115a1fc43d19d7cbab3dd/563",
    "chromedriver_py_tests": "2ef09294365e9764621747853de3c73cbe615c883f653299596d91a36a98c244/488",
    "chromedriver_py_tests_headless_shell": "a5398f9ac31ea1c6e6ab0102259d58b3ee3e5a840312b0e8877bf69c25433f62/488",
    "chromedriver_replay_unittests": "199718129a254368267d4c26da4c431a9f335c9d8451cc851fd4755f981ec60c/325",
    "chromedriver_unittests": "c9940fd06cb6b386152a5f95b30865338be1054cbff46a3fa2cca6c3545906c1/479",
    "components_browsertests": "f71cd25bfb840d43ac272978553bf4ddb51934998a90ff8f4d527fc149798653/651",
    "components_perftests": "11fcd04d5e0c7bef1fa8144eda92b82de911f162deae8e4b4c4c4f1fcc7423ec/648",
    "components_unittests": "1e0b57969925f287dc8bcfd7789c0f0aca061a2103b9ddef0d92b705e07af5af/730",
    "content_browsertests": "a9fe22472f5d341914e4f5d7259a3a38167a10a2c1e5489a5b3a01865299c818/645",
    "content_shell_crash_test": "280ea4eaed7b37f430973fd4393208544df02da09119627b41a6de8b1e742e24/565",
    "content_unittests": "897164d964ffcedeede31b1a01b363998f88f9ad9496a765bde912444891010c/559",
    "crashpad_tests": "a149ca9fda3e3201155cd386c3adbe40fcce923671f87f2e0432e534cda928de/407",
    "cronet_tests": "fff219af090597080cac690575228cfcd2b90d1ba69f24c77bf6412005c2232c/483",
    "cronet_unittests": "59395e91e64dc2fe0438b6d3cd694814a8b1610d7e9cfd773185c878ba55421a/399",
    "crypto_unittests": "55b3c8017aaee0e4edc959eb7a8fc2583f1ff5b9b7f0252cc1dd5f834c11d55b/322",
    "device_unittests": "fa38570f13d7c6ffdad84c4d6dadbb4fb59af5a77fdabe16badcd025d67abfe9/479",
    "display_unittests": "6ffc486bf4c02e2084edc82cf6ee6ce6681f29e3305434cf12445f3eb22dfa83/322",
    "env_chromium_unittests": "a7c873b87fdd17fb41f26e3b6d88ab67d52ab5a74520cc64944ecbe289a6b895/322",
    "events_unittests": "cd2cbb3ace394accc5ac2f25c54117b89c39cf77563f3b320c26d096f869da31/322",
    "extensions_browsertests": "1870e071fad846f88850e5579be7be137d429412e4866a847131ade6b311945b/569",
    "extensions_unittests": "0a76155ab653072189e2912bf46a055fa5e2b676a4711bfd8f82ffb8d0562b6b/643",
    "filesystem_service_unittests": "fbf30673f449a5d239674332f041940e73ea84b979485e2ea0e78e91e7c4f6a1/322",
    "flatbuffers_unittests": "fef993e7c12a53f07a7912595c4d8aa8108eefcb46733c6af44bd8e142cd2fdc/407",
    "fuzzing_unittests": "e1d23311783d559c6af94fdb1890173752a2e8858489aa9ddbd934cf5e55a372/322",
    "gcm_unit_tests": "fba72710211c5c37597337b8abc56ba95eedde3facd2f0e2b2b80b7a78c6044c/399",
    "gfx_unittests": "a81d14d005f107e94ac732ab1e2e2b3f6d55b83d26e1ada5d59fa43f41a6595e/398",
    "gin_unittests": "6a79c291599d78fccde7bd9d536dabf1fb5c2d59eb9fd1aaab194679291c190c/399",
    "google_apis_unittests": "3e29517463799116004c40b44dfec148fab4f8e24a3b1c4ca330956cd460b0ae/484",
    "gpu_unittests": "7308b49455d7661fd38f36b8900750767417924fda12fc1827caa5f6774e004b/399",
    "gwp_asan_unittests": "886b9a0e9d4ba5b1c4cffa9e0a61dd58274540b4edbd8a608c865491c9598834/407",
    "headless_browsertests": "6b1c3c45278a6c5b4d8c5f0e43004d8628f2e5613682a342289b99da534718ef/568",
    "headless_unittests": "87c791472833fdee6c3aa8e5c12bda89d8d05150143cadd320c555dea94fc729/322",
    "interactive_ui_tests": "139e40252465789c2c0903a95c28c8c0543fe1dcdc8d178c81ebc6110cde3643/972",
    "ipc_tests": "3ac31aedb54e798c4a41288eefdc9b25b285785601bb5c0b1a317babcb1b1e10/322",
    "latency_unittests": "6c87332a001a66da965c87a3857c7e86bc2d013612efcb53f86d4cc61e24e2c7/322",
    "leveldb_unittests": "16eb030cc5516afd0ae43167eefc27a71b6eff0aeb468f83c2446de2b8fe3e05/322",
    "libjingle_xmpp_unittests": "e48a5dd61b7ecb3b7052a3c9a135e0f793884a89f76b2e838d225d249b17e5f5/322",
    "liburlpattern_unittests": "fa4455288a307d4eb685660fdaec39f717aa66ff277c7b41e9353d0253f04695/322",
    "mac_signing_tests": "b055d05750613267b56cbb122e348db94a56d779c29a870f0a456614cca63d11/487",
    "media_unittests": "108614c0c6f721993be2ff1ba54370ba6e1563349c32aa2aa0892c3fab842070/402",
    "message_center_unittests": "00ccfe235fd59aec8881abc5dc395d74566f05cf97fac3b4fe7ccac0f02a2e68/322",
    "midi_unittests": "55b3d1bb6587d124b29937f5573c0b37b2766104fb8d39b1b0e803ced3416fc5/322",
    "mojo_python_unittests": "951b8a08000c85787a0628d25839b21f57d73e3d078fe5a74daf2dcf2e6a4785/489",
    "mojo_unittests": "75098ccc2736adc6dbc2045481e2376674a827a741e8704724255d8aa1acebb9/400",
    "native_theme_unittests": "913f9b389471a2c50e226fb14a53dc17b92b170a24e3a865264de334b4eb055f/322",
    "net_unittests": "2f43fcde23315f48f7801cd5619c4f73ef8b7f5521829314075d08ddb6f51ce9/486",
    "openscreen_unittests": "b52d133745391624b84c8b1b915f32b26d5ad46424587cff0e7e2d3b27cae68f/407",
    "pdf_unittests": "825e746e6e194d1bc0cd90ecca90b85e8ea8f5e3ab286c20d9d7c927b59c2af3/399",
    "perfetto_unittests": "e3020139120f521f7d88aeca450575dd37a3895f73fe7fb24dcc054a7a6fb510/322",
    "power_sampler_unittests": "6ccf3f21d4c3b63f04f90b34627c5f95cc5417f98fc52058425070f5199f0fd0/322",
    "printing_unittests": "638edc4697d987a947e68877b6a23135a6225cf869c09f8c0a45a100fa11be05/481",
    "remoting_unittests": "2d3e381102a8215408f0698cf653c9640de112a349c3d80e266ce588918ed75e/399",
    "sandbox_unittests": "6784eab8f7ef833b6a57f84a22637ee962aaa02f55ff656a023a4856896b6f6b/322",
    "services_unittests": "3a5bc6279d9444fa925e874413eb7810b2482c8cf1ff4f12adc5648c6b1842b7/652",
    "shell_dialogs_unittests": "a8b1bd81aa58061897713da078c6bd1d1530c43f59ffd08129076c01713746bf/322",
    "skia_unittests": "79360382e5f5e458ea699799a93867af44d846469533ebd65bd7a01c0e256da2/322",
    "snapshot_unittests": "88881c42e1182d0580e4ef287b62bd0e130fde21aeb8fc37c69babd2abd4c63d/322",
    "sql_unittests": "823bd3157471020d40abad07ecd6aad29300e26235844a916e719b18962b7738/399",
    "storage_unittests": "b57c378da96e4c947b72527de302459e485bd2838c4642a5c7383c7d5cff9d2a/480",
    "sync_integration_tests": "aa196cac7248bca144a58ddbabe5ec42fd115a9026973e34b49bf36f083633dd/645",
    "telemetry_gpu_unittests": "556beddaf32538ef488c46003d9a7da83fa4ea9c246d75d5848e20ecdd3ac98a/735",
    "telemetry_perf_unittests": "2500933993bbb0941268941d88c3bd8be15dd8c82f113c427b07e457feb6e9e2/654",
    "ui_base_unittests": "0393656c4805db7364abab0a83c2e261d84b2d2d497ea0a3dd53ae91197ad2a0/554",
    "ui_touch_selection_unittests": "27a78b495570e5abc4eda221670356131451d94c120d2cc0e06729fce81b430a/322",
    "ui_unittests": "42ad4c549eb13516fff88866dae93ca34bba4bc4d95b1cc9faf61ec3c84c5221/322",
    "unit_tests": "61c2e5bf0f9f65d3d8b250ff0a8ad4f868099d3dd14e2424ec836f489d31c552/1056",
    "updater_tests": "ffe527aa109d371b7483cff4434553f7e4af0ed2e12f2ade8e8b0157912d165b/565",
    "url_unittests": "e80bdd7d87fd3a8e04dc5fad5a9b875d5bce424fd9688438c3fe6a7400a28d42/322",
    "views_perftests": "520c0537d93327225a667358cf4576177829261b859e34cc8a67cfcb0b78c9d0/486",
    "views_unittests": "cacbef463e8060e0917aeb88e7579ae175b594b2a109fcfeedd8fcd7a411fc1b/401",
    "viz_unittests": "aa346732b263021135909e5d09aa0cc6791d5952b90605fa9d225ffd3d3ec464/406",
    "wtf_unittests": "d1ca7e2d22df20060ae363bb42d291efdafeee10fbf7d79363822830858db5bb/322",
    "xr_browser_tests": "655c2ac718b357438c22723864d34b6113b4f70cc42f709c758643c053f174a5/644",
    "zlib_unittests": "a7e101d539a6250dfa3b3d2fa55fbb33bec8817d73c5be48608b348f81596a8b/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f164d6530149944eb5cce333f6c3e0cca8a81acb03b41b67b108cda549c3e3e9/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5278f0b5fcff8180819821dd253d5726140dfe50
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:93071
  • user_agent:recipe

Debug log (UTC)

[20:01:08.678] New invocation is queued and will start shortly
[20:01:08.678] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:01:09.909] Starting the invocation (attempt 1)
[20:01:09.947] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5278f0b5fcff8180819821dd253d5726140dfe50"
[20:01:09.947] Popped gitiles commit info from properties and tags
[20:01:09.947] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:01:09.947] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:01:09.948] Buildbucket request:
{
  "requestId": "8905935294086983920",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5278f0b5fcff8180819821dd253d5726140dfe50",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5278f0b5fcff8180819821dd253d5726140dfe50"
          },
      "parent_build_id": "8740505926991155825",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "5a159d69cef6eba08f394fece88eeabf751eaaad",
      "parent_got_dawn_revision": "709371988a9ce16a46086283ad506e515eeb9041",
      "parent_got_revision": "5278f0b5fcff8180819821dd253d5726140dfe50",
      "parent_got_revision_cp": "refs/heads/main@{#1337081}",
      "parent_got_swiftshader_revision": "f72761e8676601271ae282f9581cde771db57a5b",
      "parent_got_v8_revision": "c850b632588f5ae38d383956a0442a0e2d17bdd4",
      "parent_got_v8_revision_cp": "refs/heads/12.9.93@{#1}",
      "parent_got_webrtc_revision": "b2ce40605360f30861a7e2705b0e7a09c5cad30e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42720}",
      "swarm_hashes": {
            "absl_hardening_tests": "58213a631207ba46174cd1388b62075868016eda432c170aca1c89a422fc262b/322",
            "accessibility_unittests": "17096e929e653cddec51ebfaf49b126854e02ea6110386855ef749dfd7333b92/322",
            "angle_unittests": "a007566514b2cd1a716e2d3465ff075f62e2c408b99339822bed4021e273bb88/407",
            "app_shell_unittests": "34d02b00de0245e452b486a3b09191170ff7155e77d61e822747f3398a608b31/483",
            "base_unittests": "38ed537bf547054adbd52a2bdd2045e8e2d06420bf10994f26d1502a2462e7ae/479",
            "blink_common_unittests": "ac0161e9c0ed0b11e0fa96d2c2fa054ddaff32f4e4e891e0cd4e24859e791fe7/484",
            "blink_fuzzer_unittests": "34f6a146f25dd745121db66c0eae60cc51e4412ba6343c9c978f0f63dc179401/322",
            "blink_heap_unittests": "5777942d629dfd504a10da97fa7052f38b9183b9d755abfdff70815250a71219/322",
            "blink_platform_unittests": "952214ca0ba229b7b6a950d80a7f0b88e01a4cde70e9b14441649f9beed53f90/642",
            "blink_python_tests": "425c7e8c569b2d902348991251546d114c2fc4d8c0a13d195b4c56008783e8e4/573",
            "blink_unittests": "7f428daa2b4909fdf7eccb5a0a18b5f6a303a49244daa9c0766e6f3848586a68/648",
            "blink_web_tests": "0024c6364effccbd1b9688a5a3e33d1ade077c298c2006bd04ea3117eee1ffe0/565",
            "blink_wpt_tests": "420af7b05179e7967182b31865bc0f0ef2e846bf1b3b71b844c9b938583bcb86/565",
            "boringssl_crypto_tests": "68beb85b7cfc5210872a4c022d38eedec6adea7076db097170e23c6907495521/407",
            "boringssl_ssl_tests": "53c44f2997162e915b35b850306e3cb6970fcf4fc8141efc81d14b8dc1534e12/322",
            "browser_tests": "1f206dc68c3b90d5dca11854d4e76679ebf19a600ad04e642cc46b7f46d85a68/1214",
            "capture_unittests": "6e4c71a245c820eb49045b5eae5a9a2470979aabc57d5fb6f6ddaaea8f5202af/401",
            "cast_unittests": "e5ee5003481acf43e9d6dc567d6ba81ff53371a27b90c17426cf670efa8ca966/322",
            "cc_unittests": "fd38484e7137debdac929129900318c3f6dbd2bfa10d4b5c2b4f3bc59bb46235/482",
            "chrome_app_unittests": "f8c317f0c346e07d8ed9764e4a0f57a5c0aa545d659115a1fc43d19d7cbab3dd/563",
            "chromedriver_py_tests": "2ef09294365e9764621747853de3c73cbe615c883f653299596d91a36a98c244/488",
            "chromedriver_py_tests_headless_shell": "a5398f9ac31ea1c6e6ab0102259d58b3ee3e5a840312b0e8877bf69c25433f62/488",
            "chromedriver_replay_unittests": "199718129a254368267d4c26da4c431a9f335c9d8451cc851fd4755f981ec60c/325",
            "chromedriver_unittests": "c9940fd06cb6b386152a5f95b30865338be1054cbff46a3fa2cca6c3545906c1/479",
            "components_browsertests": "f71cd25bfb840d43ac272978553bf4ddb51934998a90ff8f4d527fc149798653/651",
            "components_perftests": "11fcd04d5e0c7bef1fa8144eda92b82de911f162deae8e4b4c4c4f1fcc7423ec/648",
            "components_unittests": "1e0b57969925f287dc8bcfd7789c0f0aca061a2103b9ddef0d92b705e07af5af/730",
            "content_browsertests": "a9fe22472f5d341914e4f5d7259a3a38167a10a2c1e5489a5b3a01865299c818/645",
            "content_shell_crash_test": "280ea4eaed7b37f430973fd4393208544df02da09119627b41a6de8b1e742e24/565",
            "content_unittests": "897164d964ffcedeede31b1a01b363998f88f9ad9496a765bde912444891010c/559",
            "crashpad_tests": "a149ca9fda3e3201155cd386c3adbe40fcce923671f87f2e0432e534cda928de/407",
            "cronet_tests": "fff219af090597080cac690575228cfcd2b90d1ba69f24c77bf6412005c2232c/483",
            "cronet_unittests": "59395e91e64dc2fe0438b6d3cd694814a8b1610d7e9cfd773185c878ba55421a/399",
            "crypto_unittests": "55b3c8017aaee0e4edc959eb7a8fc2583f1ff5b9b7f0252cc1dd5f834c11d55b/322",
            "device_unittests": "fa38570f13d7c6ffdad84c4d6dadbb4fb59af5a77fdabe16badcd025d67abfe9/479",
            "display_unittests": "6ffc486bf4c02e2084edc82cf6ee6ce6681f29e3305434cf12445f3eb22dfa83/322",
            "env_chromium_unittests": "a7c873b87fdd17fb41f26e3b6d88ab67d52ab5a74520cc64944ecbe289a6b895/322",
            "events_unittests": "cd2cbb3ace394accc5ac2f25c54117b89c39cf77563f3b320c26d096f869da31/322",
            "extensions_browsertests": "1870e071fad846f88850e5579be7be137d429412e4866a847131ade6b311945b/569",
            "extensions_unittests": "0a76155ab653072189e2912bf46a055fa5e2b676a4711bfd8f82ffb8d0562b6b/643",
            "filesystem_service_unittests": "fbf30673f449a5d239674332f041940e73ea84b979485e2ea0e78e91e7c4f6a1/322",
            "flatbuffers_unittests": "fef993e7c12a53f07a7912595c4d8aa8108eefcb46733c6af44bd8e142cd2fdc/407",
            "fuzzing_unittests": "e1d23311783d559c6af94fdb1890173752a2e8858489aa9ddbd934cf5e55a372/322",
            "gcm_unit_tests": "fba72710211c5c37597337b8abc56ba95eedde3facd2f0e2b2b80b7a78c6044c/399",
            "gfx_unittests": "a81d14d005f107e94ac732ab1e2e2b3f6d55b83d26e1ada5d59fa43f41a6595e/398",
            "gin_unittests": "6a79c291599d78fccde7bd9d536dabf1fb5c2d59eb9fd1aaab194679291c190c/399",
            "google_apis_unittests": "3e29517463799116004c40b44dfec148fab4f8e24a3b1c4ca330956cd460b0ae/484",
            "gpu_unittests": "7308b49455d7661fd38f36b8900750767417924fda12fc1827caa5f6774e004b/399",
            "gwp_asan_unittests": "886b9a0e9d4ba5b1c4cffa9e0a61dd58274540b4edbd8a608c865491c9598834/407",
            "headless_browsertests": "6b1c3c45278a6c5b4d8c5f0e43004d8628f2e5613682a342289b99da534718ef/568",
            "headless_unittests": "87c791472833fdee6c3aa8e5c12bda89d8d05150143cadd320c555dea94fc729/322",
            "interactive_ui_tests": "139e40252465789c2c0903a95c28c8c0543fe1dcdc8d178c81ebc6110cde3643/972",
            "ipc_tests": "3ac31aedb54e798c4a41288eefdc9b25b285785601bb5c0b1a317babcb1b1e10/322",
            "latency_unittests": "6c87332a001a66da965c87a3857c7e86bc2d013612efcb53f86d4cc61e24e2c7/322",
            "leveldb_unittests": "16eb030cc5516afd0ae43167eefc27a71b6eff0aeb468f83c2446de2b8fe3e05/322",
            "libjingle_xmpp_unittests": "e48a5dd61b7ecb3b7052a3c9a135e0f793884a89f76b2e838d225d249b17e5f5/322",
            "liburlpattern_unittests": "fa4455288a307d4eb685660fdaec39f717aa66ff277c7b41e9353d0253f04695/322",
            "mac_signing_tests": "b055d05750613267b56cbb122e348db94a56d779c29a870f0a456614cca63d11/487",
            "media_unittests": "108614c0c6f721993be2ff1ba54370ba6e1563349c32aa2aa0892c3fab842070/402",
            "message_center_unittests": "00ccfe235fd59aec8881abc5dc395d74566f05cf97fac3b4fe7ccac0f02a2e68/322",
            "midi_unittests": "55b3d1bb6587d124b29937f5573c0b37b2766104fb8d39b1b0e803ced3416fc5/322",
            "mojo_python_unittests": "951b8a08000c85787a0628d25839b21f57d73e3d078fe5a74daf2dcf2e6a4785/489",
            "mojo_unittests": "75098ccc2736adc6dbc2045481e2376674a827a741e8704724255d8aa1acebb9/400",
            "native_theme_unittests": "913f9b389471a2c50e226fb14a53dc17b92b170a24e3a865264de334b4eb055f/322",
            "net_unittests": "2f43fcde23315f48f7801cd5619c4f73ef8b7f5521829314075d08ddb6f51ce9/486",
            "openscreen_unittests": "b52d133745391624b84c8b1b915f32b26d5ad46424587cff0e7e2d3b27cae68f/407",
            "pdf_unittests": "825e746e6e194d1bc0cd90ecca90b85e8ea8f5e3ab286c20d9d7c927b59c2af3/399",
            "perfetto_unittests": "e3020139120f521f7d88aeca450575dd37a3895f73fe7fb24dcc054a7a6fb510/322",
            "power_sampler_unittests": "6ccf3f21d4c3b63f04f90b34627c5f95cc5417f98fc52058425070f5199f0fd0/322",
            "printing_unittests": "638edc4697d987a947e68877b6a23135a6225cf869c09f8c0a45a100fa11be05/481",
            "remoting_unittests": "2d3e381102a8215408f0698cf653c9640de112a349c3d80e266ce588918ed75e/399",
            "sandbox_unittests": "6784eab8f7ef833b6a57f84a22637ee962aaa02f55ff656a023a4856896b6f6b/322",
            "services_unittests": "3a5bc6279d9444fa925e874413eb7810b2482c8cf1ff4f12adc5648c6b1842b7/652",
            "shell_dialogs_unittests": "a8b1bd81aa58061897713da078c6bd1d1530c43f59ffd08129076c01713746bf/322",
            "skia_unittests": "79360382e5f5e458ea699799a93867af44d846469533ebd65bd7a01c0e256da2/322",
            "snapshot_unittests": "88881c42e1182d0580e4ef287b62bd0e130fde21aeb8fc37c69babd2abd4c63d/322",
            "sql_unittests": "823bd3157471020d40abad07ecd6aad29300e26235844a916e719b18962b7738/399",
            "storage_unittests": "b57c378da96e4c947b72527de302459e485bd2838c4642a5c7383c7d5cff9d2a/480",
            "sync_integration_tests": "aa196cac7248bca144a58ddbabe5ec42fd115a9026973e34b49bf36f083633dd/645",
            "telemetry_gpu_unittests": "556beddaf32538ef488c46003d9a7da83fa4ea9c246d75d5848e20ecdd3ac98a/735",
            "telemetry_perf_unittests": "2500933993bbb0941268941d88c3bd8be15dd8c82f113c427b07e457feb6e9e2/654",
            "ui_base_unittests": "0393656c4805db7364abab0a83c2e261d84b2d2d497ea0a3dd53ae91197ad2a0/554",
            "ui_touch_selection_unittests": "27a78b495570e5abc4eda221670356131451d94c120d2cc0e06729fce81b430a/322",
            "ui_unittests": "42ad4c549eb13516fff88866dae93ca34bba4bc4d95b1cc9faf61ec3c84c5221/322",
            "unit_tests": "61c2e5bf0f9f65d3d8b250ff0a8ad4f868099d3dd14e2424ec836f489d31c552/1056",
            "updater_tests": "ffe527aa109d371b7483cff4434553f7e4af0ed2e12f2ade8e8b0157912d165b/565",
            "url_unittests": "e80bdd7d87fd3a8e04dc5fad5a9b875d5bce424fd9688438c3fe6a7400a28d42/322",
            "views_perftests": "520c0537d93327225a667358cf4576177829261b859e34cc8a67cfcb0b78c9d0/486",
            "views_unittests": "cacbef463e8060e0917aeb88e7579ae175b594b2a109fcfeedd8fcd7a411fc1b/401",
            "viz_unittests": "aa346732b263021135909e5d09aa0cc6791d5952b90605fa9d225ffd3d3ec464/406",
            "wtf_unittests": "d1ca7e2d22df20060ae363bb42d291efdafeee10fbf7d79363822830858db5bb/322",
            "xr_browser_tests": "655c2ac718b357438c22723864d34b6113b4f70cc42f709c758643c053f174a5/644",
            "zlib_unittests": "a7e101d539a6250dfa3b3d2fa55fbb33bec8817d73c5be48608b348f81596a8b/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f164d6530149944eb5cce333f6c3e0cca8a81acb03b41b67b108cda549c3e3e9/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5278f0b5fcff8180819821dd253d5726140dfe50",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8905935294086983920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "93071"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:01:10.534] Scheduled build:
{
  "id": "8740505231983494449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 16753,
  "createdBy": "project:chromium",
  "createTime": "2024-08-04T20:01:10.050527930Z",
  "updateTime": "2024-08-04T20:01:10.050527930Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5278f0b5fcff8180819821dd253d5726140dfe50",
      "ref": "refs/heads/main"
    }
  }
}
[20:01:10.534] Task URL: https://cr-buildbucket.appspot.com/build/8740505231983494449
[20:01:10.535] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:2:0) after 2m49s
[20:01:10.797] Received PubSub notification, asking Buildbucket for the build status
[20:01:10.821] Build status: SCHEDULED
[20:03:59.578] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:2:0)
[20:03:59.664] Build status: SCHEDULED
[20:03:59.664] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:4:0) after 9m26s
[20:13:25.713] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:4:0)
[20:13:25.733] Build status: SCHEDULED
[20:13:25.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:5:0) after 9m36s
[20:23:01.827] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:5:0)
[20:23:01.846] Build status: SCHEDULED
[20:23:01.846] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:6:0) after 3m22s
[20:26:23.890] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:6:0)
[20:26:23.906] Build status: SCHEDULED
[20:26:23.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:7:0) after 7m27s
[20:33:50.971] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:7:0)
[20:33:50.991] Build status: SCHEDULED
[20:33:50.991] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:8:0) after 4m35s
[20:38:26.067] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:8:0)
[20:38:26.096] Build status: SCHEDULED
[20:38:26.096] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:9:0) after 7m41s
[20:46:07.348] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:9:0)
[20:46:07.367] Build status: SCHEDULED
[20:46:07.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:10:0) after 3m18s
[20:49:25.418] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:10:0)
[20:49:25.434] Build status: SCHEDULED
[20:49:25.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:11:0) after 7m45s
[20:57:10.896] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:11:0)
[20:57:10.911] Build status: SCHEDULED
[20:57:10.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:12:0) after 5m21s
[21:02:32.174] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:12:0)
[21:02:32.198] Build status: SCHEDULED
[21:02:32.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:13:0) after 5m42s
[21:08:14.318] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:13:0)
[21:08:14.342] Build status: SCHEDULED
[21:08:14.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:14:0) after 4m15s
[21:12:29.384] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:14:0)
[21:12:29.404] Build status: SCHEDULED
[21:12:29.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:15:0) after 8m48s
[21:21:17.446] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:15:0)
[21:21:17.465] Build status: SCHEDULED
[21:21:17.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:16:0) after 2m51s
[21:24:08.579] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:16:0)
[21:24:08.617] Build status: SCHEDULED
[21:24:08.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:17:0) after 7m38s
[21:31:46.741] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:17:0)
[21:31:46.760] Build status: SCHEDULED
[21:31:46.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:18:0) after 4m28s
[21:36:14.836] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:18:0)
[21:36:14.971] Build status: SCHEDULED
[21:36:14.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:19:0) after 3m51s
[21:40:06.243] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:19:0)
[21:40:06.264] Build status: SCHEDULED
[21:40:06.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:20:0) after 2m31s
[21:42:37.423] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:20:0)
[21:42:37.450] Build status: SCHEDULED
[21:42:37.450] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:21:0) after 2m22s
[21:44:59.594] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:21:0)
[21:44:59.612] Build status: SCHEDULED
[21:44:59.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:22:0) after 9m51s
[21:54:50.703] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:22:0)
[21:54:50.762] Build status: SCHEDULED
[21:54:50.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:23:0) after 5m23s
[22:00:13.812] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:23:0)
[22:00:13.831] Build status: SCHEDULED
[22:00:13.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:24:0) after 6m30s
[22:03:30.157] Received PubSub notification, asking Buildbucket for the build status
[22:03:30.179] Build status: STARTED
[22:06:43.984] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:24:0)
[22:06:44.014] Build status: STARTED
[22:06:44.014] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:26:0) after 5m43s
[22:12:27.067] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:26:0)
[22:12:27.082] Build status: STARTED
[22:12:27.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:27:0) after 7m50s
[22:20:17.279] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:27:0)
[22:20:17.296] Build status: STARTED
[22:20:17.296] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:28:0) after 8m16s
[22:28:33.343] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:28:0)
[22:28:33.358] Build status: STARTED
[22:28:33.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:29:0) after 2m24s
[22:30:57.425] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:29:0)
[22:30:57.439] Build status: STARTED
[22:30:57.439] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:30:0) after 2m49s
[22:33:46.576] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:30:0)
[22:33:46.604] Build status: STARTED
[22:33:46.604] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:31:0) after 4m40s
[22:38:26.667] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:31:0)
[22:38:26.682] Build status: STARTED
[22:38:26.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:32:0) after 7m8s
[22:45:34.820] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:32:0)
[22:45:34.868] Build status: STARTED
[22:45:34.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:33:0) after 1m40s
[22:47:14.979] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:33:0)
[22:47:15.051] Build status: STARTED
[22:47:15.051] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:34:0) after 7m10s
[22:54:25.203] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:34:0)
[22:54:25.221] Build status: STARTED
[22:54:25.221] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:35:0) after 5m48s
[23:00:13.351] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:35:0)
[23:00:13.426] Build status: STARTED
[23:00:13.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:36:0) after 6m42s
[23:06:55.483] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:36:0)
[23:06:55.529] Build status: STARTED
[23:06:55.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:37:0) after 1m47s
[23:08:42.577] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:37:0)
[23:08:42.601] Build status: STARTED
[23:08:42.601] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8905935294086983920:38:0) after 8m19s
[23:12:36.804] Received PubSub notification, asking Buildbucket for the build status
[23:12:36.819] Build:
{
  "id": "8740505231983494449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 16753,
  "createdBy": "project:chromium",
  "createTime": "2024-08-04T20:01:10.050527930Z",
  "startTime": "2024-08-04T22:03:29.709155499Z",
  "endTime": "2024-08-04T23:12:36.468680934Z",
  "updateTime": "2024-08-04T23:12:36.468680934Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5278f0b5fcff8180819821dd253d5726140dfe50",
      "ref": "refs/heads/main"
    }
  }
}
[23:12:36.819] Invocation finished in 3h11m28.158067878s with status FAILED