Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/72941 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/72942 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "09d70ec574949243235681c67d1d9e7cf1fe9745",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "09d70ec574949243235681c67d1d9e7cf1fe9745"
  },
  "parent_build_id": "8758332417063955073",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "0da6522524247d6a1cb88ab1b48a1801ee609991",
  "parent_got_dawn_revision": "f9e470ffc08e860bda0d87beb6b400775d37d6e6",
  "parent_got_revision": "09d70ec574949243235681c67d1d9e7cf1fe9745",
  "parent_got_revision_cp": "refs/heads/main@{#1249863}",
  "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
  "parent_got_v8_revision": "7234a705fbd68772245f62a9cae46ce332de37e6",
  "parent_got_v8_revision_cp": "refs/heads/12.2.280@{#1}",
  "parent_got_webrtc_revision": "798e45187873d45b9251e56b9ff3345909af958e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41586}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "09d70ec574949243235681c67d1d9e7cf1fe9745",
  "swarm_hashes": {
    "absl_hardening_tests": "218be296d0604a71054fb7d62068450833cf7fbb9284f74f57dc35876cc5817f/322",
    "accessibility_unittests": "04512fd8e81b44805c2202ba283dc53fccb36a79bd4643aa07946f72ee0b29a3/322",
    "angle_unittests": "9c46a2b36870d518b6207e0f758ac64440066afb1735fd337094c46475f9dffb/407",
    "app_shell_unittests": "cb61cd3eae9e977234419d5ce3fe6a0a74d0f12b22057d1b41bc4641dc9954d5/483",
    "base_unittests": "be5299e1441d755bd551a3f30996c242bec186449672550f093644f6dee01258/479",
    "blink_common_unittests": "7d4e9d42bf26945fe577ae10fa340fea5be0765264eccead7e53ea65e5e8e54e/484",
    "blink_fuzzer_unittests": "9b4edf450c7525ef0a7b28c4f29bc7bb396c7e427c9a63c9e730f0d5e5403fa6/322",
    "blink_heap_unittests": "d184398661420845ce24840dc2f85979178e27fefd6e46b5a86317f1b1f30845/322",
    "blink_platform_unittests": "fe2246993f565062d65fc6a4522084aee15146cef666195837a108f0170b4ff8/563",
    "blink_python_tests": "c4dc317292acf82c7d1b233b4cf71342bbf4f13e9abe7935ba69b6836c31c5f1/573",
    "blink_unittests": "5447a65d9b6a78c1bf239e52855e8de561d815dc94f5a651a747628d7ec76974/648",
    "blink_unittests_v2": "b85479c1b26e3ea8b87ee74605e5ec2698f9002e863bcd217a8eec0b9e2a718c/648",
    "blink_web_tests": "b14d573349097999c18f5a19da1b1fd95d9c08ca94af29048cbfd7a6741f25e8/565",
    "blink_wpt_tests": "98fbf445ed049cf6b20ec63f7a296ad80cdec398e117f8f468f20e4b16aa92d3/565",
    "boringssl_crypto_tests": "caea1cfa5c2312aabe2366108893c74cf673dc18dbe0193ccdaac2936b218edd/407",
    "boringssl_ssl_tests": "51bf4be4daa61d217c1e1138b2088b4b44ce4ed1a6fdab4838bfeb423e0ce7fb/322",
    "browser_tests": "6bbb63ffee129eadce6ba6e5252d04214c84074b4b56f923294b7168f30b2f1f/1214",
    "capture_unittests": "a3a428a8b9db0c6b782c97a77070dc606ace5b081355e1067323da3bbd4a4242/401",
    "cast_unittests": "7e16300f9b6f335263605cc4ca4e03bd5ae1c33368932f0fbb49a4b8128da69e/322",
    "cc_unittests": "66efd87285b5c56ef9fc6be9ed88ccfc5ed0164a092e630cb8c0a6cd6ed94586/482",
    "chrome_app_unittests": "4a622dcc71b88ddcf81fe6ec866b6193a0ea3830e495d324ae260c23ea489590/647",
    "chromedriver_py_tests": "dcb2409d9c11c52ca3519af2029104936ce30380a66372541cf8c78d8e7fe796/488",
    "chromedriver_py_tests_headless_shell": "9f22caa63654d3fbc2d2473a65dfc5123b40b68ff2a6070807a8a922414c0964/488",
    "chromedriver_replay_unittests": "9d55b98350baf87a44c0bd5398faf5da1f6ef63548d6438145552679a4e37d3e/325",
    "chromedriver_unittests": "efec4e28a332060810013de0205afd05155afed770645961caa9131a70d4926e/479",
    "components_browsertests": "c628ca785a2079457cacee94e2f52c1e0407eda01e051660a852c76f303f5953/651",
    "components_perftests": "b681bb31463a704d28d6d6856b05d7e1a6b5bc3828c3638b85f4eabce944d96b/648",
    "components_unittests": "d2a14f7df756b8d6c66e233dbddacbef1d48246fbce418ed126186cf6d10eebf/730",
    "content_browsertests": "3ada8cccd5d19e2fe05205cf96e684246665aa0bded993126c77dec2356c975f/645",
    "content_shell_crash_test": "ed986a3a231721e47c6662b4f2704f50e70f88164c2397c9a2d866282de68a33/565",
    "content_unittests": "0e645130947ec165204c50e8bc863014489f90261ae909ebbda9030f54a1c051/559",
    "crashpad_tests": "2d7a4551a7989a26c584be75168f6a082fe99e34426de41677e2d59c72b75508/407",
    "cronet_tests": "be1fdb55f8ea7d9a9eb9b4818e98fd4fabb4ee3f57b5dcf988a457e249c0bcca/483",
    "cronet_unittests": "b7d9e3f44f02ed2d6bd00949d355afc2af13fa2873226af3044d9fcef7be0ae1/399",
    "crypto_unittests": "81128338d1a8c1ab1348fb37971b97f888334e823539ccf774172675fc2184b9/322",
    "device_unittests": "edd4af74226bfc3ed5a10cf4e7719b9c88eb1c6760ffa6b5546727732f8cb7de/399",
    "display_unittests": "0997ce24635b3d6f475e3f92866d7d85530f6ec41e2c1176eab1ad55c8cd2c4b/322",
    "env_chromium_unittests": "551914c1e0a3e6b0477cfca9df643b29481e060bc31ad0ca8cbfc4c822bceaec/322",
    "events_unittests": "1ca3956ad00bc7317aebaf25994861df3ef8cf5bf07e384d5c5efe0093f86559/322",
    "extensions_browsertests": "5ee6d5533f926a417d1a95a151d3fe651543fc188da34e4c26bcce8c93589121/569",
    "extensions_unittests": "84b24b1d430b1b1240aca6ed55bc037a792eefb170408d78152bc4b73e6c158a/643",
    "filesystem_service_unittests": "146b4dc657e26c3ab1c4370671a2f05a9364a248945dc254b5b961a4fc9c1dd8/322",
    "flatbuffers_unittests": "c7f0c3e840345e4c5ff56f0123c32d0fd3a67648c57de8a433537e7a52e5f3d6/407",
    "gcm_unit_tests": "ad51b29fb46f283964fd74cc5243f3134b6e1e0d28526fb9b62e4bab75839b5f/399",
    "gfx_unittests": "56e275da78a3020e677b3f61a0b5893614ab17de1d748c109dba4ddddc71a5f6/398",
    "gin_unittests": "fd8c50a1555c51361711f4cf5a0d45c80fe3c4fd56e4c4cd135a1b2b32fd4327/399",
    "google_apis_unittests": "9fb2b7ed44a364b15910b7bb1665597999d57330af1556ccb491deedce54b9ad/484",
    "gpu_unittests": "822ac1840157e506adbcb04b8e771899e3a0bcfb2550cdac9df70355541f83f5/399",
    "gwp_asan_unittests": "6c88b24f843e855a8bd082e5f5ba7e4ba9c5cae65439b45b5c57e130422c01cc/407",
    "headless_browsertests": "12281129e2c082765914253809c40bc4b77830b7f807bb6f47ef7d74a3c87362/568",
    "headless_unittests": "d355641e6084d9cf2a3d384a0d8a9f21abaa49f96146379e1063d9069c263eb2/322",
    "interactive_ui_tests": "75548a2eaf299eba487e677708bbea4064afc98616e2d43edceaf4b3bbc10c4d/973",
    "ipc_tests": "ff5b16a42b6b72d5c5e83fd6ea94c1ea199d6826b9669bcedb0426760d92e618/322",
    "latency_unittests": "8494e517eeaf7a44882d700ba5221dd4165a6ed22474dfec5d3b299c5ad09b70/322",
    "leveldb_unittests": "e59d57792ae0bcde80a6f36da84b71ca57b10b6bb8a2ab7b0e10e91b205da2aa/322",
    "libjingle_xmpp_unittests": "a19cba019570687db2ec0c90423efa80e0c327fd1c89f002b75ce5f6d4da6bef/322",
    "liburlpattern_unittests": "ed882404bbe08eb2c73b973a0a66d9fa9fcf25455f97ec0390281a3c75a87de4/322",
    "mac_signing_tests": "02d21b9046aee9bba081b92a96114b88f7b39ae38b64c8fbc447d0de15faf63e/487",
    "media_unittests": "6e41381600683aed08b28fb8a1c09bd213ead8535062a23607919c23325ff036/402",
    "message_center_unittests": "a1da3b32a2343e16ac62ebdb3013869f8663a6f5c457ca186426816f4ece4f6a/322",
    "midi_unittests": "319b25de19cff120f55185edad5b4a813370b2759197454c379f8691e96ddd86/322",
    "mojo_python_unittests": "69704b26d30dd5ffcc88b6b54850c8781075990cafb25693f5c08d9aa95ad870/489",
    "mojo_unittests": "286af090349bfd518120e91c57389547600cc358be136217255bce044d1b9d82/400",
    "native_theme_unittests": "e7d6d261f00a31fe9129040ef0cc40555a0b5a0970c455e1c7e1ac9346e9d8af/322",
    "net_unittests": "7fd9fc4b16106e6a488c8ed2e6f9709437bb81d2ed8cc55d5e429659f5acca42/486",
    "openscreen_unittests": "a4f5404703470cf5b1074f51d4c16c0051a2b29d012440afacad7afad77af13a/407",
    "pdf_unittests": "3c5462db3ce5698417da3640510bfc060c89af5dbad4e25d56d47b0e11295700/399",
    "perfetto_unittests": "28895c37fbae46aeb75365813353c42f1494cc85e83ea290ae7c9c6c812dd8b0/322",
    "power_sampler_unittests": "709edaaa44fb0b682f00af49fdb2f29d170f25a0790e84abbf8c96a5bf075b9c/322",
    "printing_unittests": "8af33dd6ec93ad33b4df0c34c7b36acb805b0a7f12aa91cecb764fe5bd9c9f2c/481",
    "remoting_unittests": "57a5bd1684d450f61b82528c10628f8334c120b3edb104e9fe43baee527e2ae4/483",
    "sandbox_unittests": "0377ff9310947e7be19a555858c18569c9d3f8b60d7970a0e96683f5f9717802/322",
    "services_unittests": "73248361090611a854a01681cbf1443111df1c4d93cdace26c195400a4db0cba/652",
    "shell_dialogs_unittests": "4f075aa8d3b55802def09b194073e50d403b4a19926e1e2eb8e67ee6fb0f54fb/322",
    "skia_unittests": "525e3383fbdbd8c6886b445b44db7a61a2935871c5df1db5dfeab6866aa71138/322",
    "snapshot_unittests": "8dcdb4fdbe858ab21c558f6d2a63742598a91f1c95bfefd7cee77af0c366816d/322",
    "sql_unittests": "5418408fc76ad2e1f345c12cafbd4c19a9c5349a3f60bb38bb5de7dbd55517d0/399",
    "storage_unittests": "f0ec06649e9107483d07830afa3571fdf4ef80d3a36b0e5cf7400c60df722b4c/480",
    "sync_integration_tests": "7be5441b1e07c6d09376806e5677127417940a182726029128b188d309591251/729",
    "telemetry_gpu_unittests": "711d23dcbafed6fd930bf3e7000976ea36c5d188f24fd78ae411fd3651ceea97/735",
    "telemetry_perf_unittests": "9a37d8441e064f36f9894de37fd6652e0d41394f81450b48c4131cb7534bdf30/654",
    "ui_base_unittests": "b8593d8962c7c720ac864cd36b6989e9d7ef4f14720e08f0e7d285626855ec43/554",
    "ui_touch_selection_unittests": "d63d13f94d5019ae7249a953587b16dd7122b8e6da0860d5a971604d1056e96f/322",
    "ui_unittests": "24ca485bcaa147ac27f2bc81c7f4f7aaee39f35e61cb76dbecbf54974067cc59/322",
    "unit_tests": "f78d0e42b3854cdfb9b9e762ff2b91fb293f7edef1e5b447b5cb47061581bde5/1056",
    "updater_tests": "c8724fcf5b568f17e1f752ce9660dfd28029b32c19ad73917bd9b9d5d925a514/565",
    "url_unittests": "866b2ece1679faf3deb8063233d931b3aee7a8b401625da6d6f34109822501b0/322",
    "views_perftests": "ea15b9ef79cd9bce67278c862d6cdc818be40dbddd7790314ed508a3c218923b/486",
    "views_unittests": "cf0b46d950e0fc86a0fa71b3f6f26fbf5f694dba27199f59fa56a394f8ca57e3/401",
    "viz_unittests": "0a352c8436275fd753c5b4e6bec8f39aaa76e77f656ebce966fffa67b9a882dd/406",
    "wtf_unittests": "c1cd7a033fb3130f1eaece147be7b6bb1618a0ee26b61997ddc4a9268f465656/322",
    "xr_browser_tests": "718bce2da7e68345098a63c18ac9c387154a9531dd27a02938d7aea78db9e105/728",
    "zlib_unittests": "6dff5ac5d5cf790ff12f6b53ef102514f77712cf93278ccaa2bdd7cddf62e368/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/09d70ec574949243235681c67d1d9e7cf1fe9745
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:72942
  • user_agent:recipe

Debug log (UTC)

[01:50:19.296] New invocation is queued and will start shortly
[01:50:19.296] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:50:20.422] Starting the invocation (attempt 1)
[01:50:20.447] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/09d70ec574949243235681c67d1d9e7cf1fe9745"
[01:50:20.447] Popped gitiles commit info from properties and tags
[01:50:20.447] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:50:20.447] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:50:20.447] Buildbucket request:
{
  "requestId": "8923760928149722800",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "09d70ec574949243235681c67d1d9e7cf1fe9745",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "09d70ec574949243235681c67d1d9e7cf1fe9745"
          },
      "parent_build_id": "8758332417063955073",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "0da6522524247d6a1cb88ab1b48a1801ee609991",
      "parent_got_dawn_revision": "f9e470ffc08e860bda0d87beb6b400775d37d6e6",
      "parent_got_revision": "09d70ec574949243235681c67d1d9e7cf1fe9745",
      "parent_got_revision_cp": "refs/heads/main@{#1249863}",
      "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
      "parent_got_v8_revision": "7234a705fbd68772245f62a9cae46ce332de37e6",
      "parent_got_v8_revision_cp": "refs/heads/12.2.280@{#1}",
      "parent_got_webrtc_revision": "798e45187873d45b9251e56b9ff3345909af958e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41586}",
      "swarm_hashes": {
            "absl_hardening_tests": "218be296d0604a71054fb7d62068450833cf7fbb9284f74f57dc35876cc5817f/322",
            "accessibility_unittests": "04512fd8e81b44805c2202ba283dc53fccb36a79bd4643aa07946f72ee0b29a3/322",
            "angle_unittests": "9c46a2b36870d518b6207e0f758ac64440066afb1735fd337094c46475f9dffb/407",
            "app_shell_unittests": "cb61cd3eae9e977234419d5ce3fe6a0a74d0f12b22057d1b41bc4641dc9954d5/483",
            "base_unittests": "be5299e1441d755bd551a3f30996c242bec186449672550f093644f6dee01258/479",
            "blink_common_unittests": "7d4e9d42bf26945fe577ae10fa340fea5be0765264eccead7e53ea65e5e8e54e/484",
            "blink_fuzzer_unittests": "9b4edf450c7525ef0a7b28c4f29bc7bb396c7e427c9a63c9e730f0d5e5403fa6/322",
            "blink_heap_unittests": "d184398661420845ce24840dc2f85979178e27fefd6e46b5a86317f1b1f30845/322",
            "blink_platform_unittests": "fe2246993f565062d65fc6a4522084aee15146cef666195837a108f0170b4ff8/563",
            "blink_python_tests": "c4dc317292acf82c7d1b233b4cf71342bbf4f13e9abe7935ba69b6836c31c5f1/573",
            "blink_unittests": "5447a65d9b6a78c1bf239e52855e8de561d815dc94f5a651a747628d7ec76974/648",
            "blink_unittests_v2": "b85479c1b26e3ea8b87ee74605e5ec2698f9002e863bcd217a8eec0b9e2a718c/648",
            "blink_web_tests": "b14d573349097999c18f5a19da1b1fd95d9c08ca94af29048cbfd7a6741f25e8/565",
            "blink_wpt_tests": "98fbf445ed049cf6b20ec63f7a296ad80cdec398e117f8f468f20e4b16aa92d3/565",
            "boringssl_crypto_tests": "caea1cfa5c2312aabe2366108893c74cf673dc18dbe0193ccdaac2936b218edd/407",
            "boringssl_ssl_tests": "51bf4be4daa61d217c1e1138b2088b4b44ce4ed1a6fdab4838bfeb423e0ce7fb/322",
            "browser_tests": "6bbb63ffee129eadce6ba6e5252d04214c84074b4b56f923294b7168f30b2f1f/1214",
            "capture_unittests": "a3a428a8b9db0c6b782c97a77070dc606ace5b081355e1067323da3bbd4a4242/401",
            "cast_unittests": "7e16300f9b6f335263605cc4ca4e03bd5ae1c33368932f0fbb49a4b8128da69e/322",
            "cc_unittests": "66efd87285b5c56ef9fc6be9ed88ccfc5ed0164a092e630cb8c0a6cd6ed94586/482",
            "chrome_app_unittests": "4a622dcc71b88ddcf81fe6ec866b6193a0ea3830e495d324ae260c23ea489590/647",
            "chromedriver_py_tests": "dcb2409d9c11c52ca3519af2029104936ce30380a66372541cf8c78d8e7fe796/488",
            "chromedriver_py_tests_headless_shell": "9f22caa63654d3fbc2d2473a65dfc5123b40b68ff2a6070807a8a922414c0964/488",
            "chromedriver_replay_unittests": "9d55b98350baf87a44c0bd5398faf5da1f6ef63548d6438145552679a4e37d3e/325",
            "chromedriver_unittests": "efec4e28a332060810013de0205afd05155afed770645961caa9131a70d4926e/479",
            "components_browsertests": "c628ca785a2079457cacee94e2f52c1e0407eda01e051660a852c76f303f5953/651",
            "components_perftests": "b681bb31463a704d28d6d6856b05d7e1a6b5bc3828c3638b85f4eabce944d96b/648",
            "components_unittests": "d2a14f7df756b8d6c66e233dbddacbef1d48246fbce418ed126186cf6d10eebf/730",
            "content_browsertests": "3ada8cccd5d19e2fe05205cf96e684246665aa0bded993126c77dec2356c975f/645",
            "content_shell_crash_test": "ed986a3a231721e47c6662b4f2704f50e70f88164c2397c9a2d866282de68a33/565",
            "content_unittests": "0e645130947ec165204c50e8bc863014489f90261ae909ebbda9030f54a1c051/559",
            "crashpad_tests": "2d7a4551a7989a26c584be75168f6a082fe99e34426de41677e2d59c72b75508/407",
            "cronet_tests": "be1fdb55f8ea7d9a9eb9b4818e98fd4fabb4ee3f57b5dcf988a457e249c0bcca/483",
            "cronet_unittests": "b7d9e3f44f02ed2d6bd00949d355afc2af13fa2873226af3044d9fcef7be0ae1/399",
            "crypto_unittests": "81128338d1a8c1ab1348fb37971b97f888334e823539ccf774172675fc2184b9/322",
            "device_unittests": "edd4af74226bfc3ed5a10cf4e7719b9c88eb1c6760ffa6b5546727732f8cb7de/399",
            "display_unittests": "0997ce24635b3d6f475e3f92866d7d85530f6ec41e2c1176eab1ad55c8cd2c4b/322",
            "env_chromium_unittests": "551914c1e0a3e6b0477cfca9df643b29481e060bc31ad0ca8cbfc4c822bceaec/322",
            "events_unittests": "1ca3956ad00bc7317aebaf25994861df3ef8cf5bf07e384d5c5efe0093f86559/322",
            "extensions_browsertests": "5ee6d5533f926a417d1a95a151d3fe651543fc188da34e4c26bcce8c93589121/569",
            "extensions_unittests": "84b24b1d430b1b1240aca6ed55bc037a792eefb170408d78152bc4b73e6c158a/643",
            "filesystem_service_unittests": "146b4dc657e26c3ab1c4370671a2f05a9364a248945dc254b5b961a4fc9c1dd8/322",
            "flatbuffers_unittests": "c7f0c3e840345e4c5ff56f0123c32d0fd3a67648c57de8a433537e7a52e5f3d6/407",
            "gcm_unit_tests": "ad51b29fb46f283964fd74cc5243f3134b6e1e0d28526fb9b62e4bab75839b5f/399",
            "gfx_unittests": "56e275da78a3020e677b3f61a0b5893614ab17de1d748c109dba4ddddc71a5f6/398",
            "gin_unittests": "fd8c50a1555c51361711f4cf5a0d45c80fe3c4fd56e4c4cd135a1b2b32fd4327/399",
            "google_apis_unittests": "9fb2b7ed44a364b15910b7bb1665597999d57330af1556ccb491deedce54b9ad/484",
            "gpu_unittests": "822ac1840157e506adbcb04b8e771899e3a0bcfb2550cdac9df70355541f83f5/399",
            "gwp_asan_unittests": "6c88b24f843e855a8bd082e5f5ba7e4ba9c5cae65439b45b5c57e130422c01cc/407",
            "headless_browsertests": "12281129e2c082765914253809c40bc4b77830b7f807bb6f47ef7d74a3c87362/568",
            "headless_unittests": "d355641e6084d9cf2a3d384a0d8a9f21abaa49f96146379e1063d9069c263eb2/322",
            "interactive_ui_tests": "75548a2eaf299eba487e677708bbea4064afc98616e2d43edceaf4b3bbc10c4d/973",
            "ipc_tests": "ff5b16a42b6b72d5c5e83fd6ea94c1ea199d6826b9669bcedb0426760d92e618/322",
            "latency_unittests": "8494e517eeaf7a44882d700ba5221dd4165a6ed22474dfec5d3b299c5ad09b70/322",
            "leveldb_unittests": "e59d57792ae0bcde80a6f36da84b71ca57b10b6bb8a2ab7b0e10e91b205da2aa/322",
            "libjingle_xmpp_unittests": "a19cba019570687db2ec0c90423efa80e0c327fd1c89f002b75ce5f6d4da6bef/322",
            "liburlpattern_unittests": "ed882404bbe08eb2c73b973a0a66d9fa9fcf25455f97ec0390281a3c75a87de4/322",
            "mac_signing_tests": "02d21b9046aee9bba081b92a96114b88f7b39ae38b64c8fbc447d0de15faf63e/487",
            "media_unittests": "6e41381600683aed08b28fb8a1c09bd213ead8535062a23607919c23325ff036/402",
            "message_center_unittests": "a1da3b32a2343e16ac62ebdb3013869f8663a6f5c457ca186426816f4ece4f6a/322",
            "midi_unittests": "319b25de19cff120f55185edad5b4a813370b2759197454c379f8691e96ddd86/322",
            "mojo_python_unittests": "69704b26d30dd5ffcc88b6b54850c8781075990cafb25693f5c08d9aa95ad870/489",
            "mojo_unittests": "286af090349bfd518120e91c57389547600cc358be136217255bce044d1b9d82/400",
            "native_theme_unittests": "e7d6d261f00a31fe9129040ef0cc40555a0b5a0970c455e1c7e1ac9346e9d8af/322",
            "net_unittests": "7fd9fc4b16106e6a488c8ed2e6f9709437bb81d2ed8cc55d5e429659f5acca42/486",
            "openscreen_unittests": "a4f5404703470cf5b1074f51d4c16c0051a2b29d012440afacad7afad77af13a/407",
            "pdf_unittests": "3c5462db3ce5698417da3640510bfc060c89af5dbad4e25d56d47b0e11295700/399",
            "perfetto_unittests": "28895c37fbae46aeb75365813353c42f1494cc85e83ea290ae7c9c6c812dd8b0/322",
            "power_sampler_unittests": "709edaaa44fb0b682f00af49fdb2f29d170f25a0790e84abbf8c96a5bf075b9c/322",
            "printing_unittests": "8af33dd6ec93ad33b4df0c34c7b36acb805b0a7f12aa91cecb764fe5bd9c9f2c/481",
            "remoting_unittests": "57a5bd1684d450f61b82528c10628f8334c120b3edb104e9fe43baee527e2ae4/483",
            "sandbox_unittests": "0377ff9310947e7be19a555858c18569c9d3f8b60d7970a0e96683f5f9717802/322",
            "services_unittests": "73248361090611a854a01681cbf1443111df1c4d93cdace26c195400a4db0cba/652",
            "shell_dialogs_unittests": "4f075aa8d3b55802def09b194073e50d403b4a19926e1e2eb8e67ee6fb0f54fb/322",
            "skia_unittests": "525e3383fbdbd8c6886b445b44db7a61a2935871c5df1db5dfeab6866aa71138/322",
            "snapshot_unittests": "8dcdb4fdbe858ab21c558f6d2a63742598a91f1c95bfefd7cee77af0c366816d/322",
            "sql_unittests": "5418408fc76ad2e1f345c12cafbd4c19a9c5349a3f60bb38bb5de7dbd55517d0/399",
            "storage_unittests": "f0ec06649e9107483d07830afa3571fdf4ef80d3a36b0e5cf7400c60df722b4c/480",
            "sync_integration_tests": "7be5441b1e07c6d09376806e5677127417940a182726029128b188d309591251/729",
            "telemetry_gpu_unittests": "711d23dcbafed6fd930bf3e7000976ea36c5d188f24fd78ae411fd3651ceea97/735",
            "telemetry_perf_unittests": "9a37d8441e064f36f9894de37fd6652e0d41394f81450b48c4131cb7534bdf30/654",
            "ui_base_unittests": "b8593d8962c7c720ac864cd36b6989e9d7ef4f14720e08f0e7d285626855ec43/554",
            "ui_touch_selection_unittests": "d63d13f94d5019ae7249a953587b16dd7122b8e6da0860d5a971604d1056e96f/322",
            "ui_unittests": "24ca485bcaa147ac27f2bc81c7f4f7aaee39f35e61cb76dbecbf54974067cc59/322",
            "unit_tests": "f78d0e42b3854cdfb9b9e762ff2b91fb293f7edef1e5b447b5cb47061581bde5/1056",
            "updater_tests": "c8724fcf5b568f17e1f752ce9660dfd28029b32c19ad73917bd9b9d5d925a514/565",
            "url_unittests": "866b2ece1679faf3deb8063233d931b3aee7a8b401625da6d6f34109822501b0/322",
            "views_perftests": "ea15b9ef79cd9bce67278c862d6cdc818be40dbddd7790314ed508a3c218923b/486",
            "views_unittests": "cf0b46d950e0fc86a0fa71b3f6f26fbf5f694dba27199f59fa56a394f8ca57e3/401",
            "viz_unittests": "0a352c8436275fd753c5b4e6bec8f39aaa76e77f656ebce966fffa67b9a882dd/406",
            "wtf_unittests": "c1cd7a033fb3130f1eaece147be7b6bb1618a0ee26b61997ddc4a9268f465656/322",
            "xr_browser_tests": "718bce2da7e68345098a63c18ac9c387154a9531dd27a02938d7aea78db9e105/728",
            "zlib_unittests": "6dff5ac5d5cf790ff12f6b53ef102514f77712cf93278ccaa2bdd7cddf62e368/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "09d70ec574949243235681c67d1d9e7cf1fe9745",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8923760928149722800"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "72942"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:50:21.027] Scheduled build:
{
  "id": "8758330866215710705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 12328,
  "createdBy": "project:chromium",
  "createTime": "2024-01-21T01:50:20.509720062Z",
  "updateTime": "2024-01-21T01:50:20.509720062Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "09d70ec574949243235681c67d1d9e7cf1fe9745",
      "ref": "refs/heads/main"
    }
  }
}
[01:50:21.027] Task URL: https://cr-buildbucket.appspot.com/build/8758330866215710705
[01:50:21.027] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:2:0) after 7m46s
[01:50:21.530] Received PubSub notification, asking Buildbucket for the build status
[01:50:21.558] Build status: SCHEDULED
[01:58:07.175] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:2:0)
[01:58:07.195] Build status: SCHEDULED
[01:58:07.195] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:4:0) after 3m7s
[02:01:14.326] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:4:0)
[02:01:14.366] Build status: SCHEDULED
[02:01:14.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:5:0) after 3m36s
[02:04:50.390] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:5:0)
[02:04:50.416] Build status: SCHEDULED
[02:04:50.416] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:6:0) after 4m22s
[02:09:12.446] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:6:0)
[02:09:12.474] Build status: SCHEDULED
[02:09:12.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:7:0) after 5m52s
[02:15:04.493] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:7:0)
[02:15:04.520] Build status: SCHEDULED
[02:15:04.520] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:8:0) after 1m11s
[02:16:15.559] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:8:0)
[02:16:15.643] Build status: SCHEDULED
[02:16:15.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:9:0) after 9m4s
[02:25:19.756] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:9:0)
[02:25:19.780] Build status: SCHEDULED
[02:25:19.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:10:0) after 7m0s
[02:32:19.899] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:10:0)
[02:32:19.932] Build status: SCHEDULED
[02:32:19.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:11:0) after 1m14s
[02:33:34.157] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:11:0)
[02:33:34.179] Build status: SCHEDULED
[02:33:34.179] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:12:0) after 8m4s
[02:41:38.200] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:12:0)
[02:41:38.219] Build status: SCHEDULED
[02:41:38.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:13:0) after 6m42s
[02:48:20.243] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:13:0)
[02:48:20.260] Build status: SCHEDULED
[02:48:20.260] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:14:0) after 6m15s
[02:54:35.293] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:14:0)
[02:54:35.319] Build status: SCHEDULED
[02:54:35.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:15:0) after 6m38s
[03:01:13.584] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:15:0)
[03:01:13.638] Build status: SCHEDULED
[03:01:13.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:16:0) after 8m48s
[03:10:01.956] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:16:0)
[03:10:01.972] Build status: SCHEDULED
[03:10:01.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:17:0) after 7m3s
[03:17:05.102] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:17:0)
[03:17:05.230] Build status: SCHEDULED
[03:17:05.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:18:0) after 2m2s
[03:19:07.349] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:18:0)
[03:19:07.368] Build status: SCHEDULED
[03:19:07.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:19:0) after 5m42s
[03:24:49.451] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:19:0)
[03:24:49.470] Build status: SCHEDULED
[03:24:49.470] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:20:0) after 3m16s
[03:28:05.579] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:20:0)
[03:28:05.599] Build status: SCHEDULED
[03:28:05.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:21:0) after 4m41s
[03:32:46.619] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:21:0)
[03:32:46.636] Build status: SCHEDULED
[03:32:46.636] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:22:0) after 6m28s
[03:39:14.730] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:22:0)
[03:39:14.749] Build status: SCHEDULED
[03:39:14.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:23:0) after 9m8s
[03:48:22.791] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:23:0)
[03:48:22.829] Build status: SCHEDULED
[03:48:22.829] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:24:0) after 7m53s
[03:56:15.837] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:24:0)
[03:56:15.858] Build status: SCHEDULED
[03:56:15.858] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:25:0) after 2m15s
[03:58:30.883] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:25:0)
[03:58:30.909] Build status: SCHEDULED
[03:58:30.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:26:0) after 7m32s
[04:06:03.085] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:26:0)
[04:06:03.149] Build status: SCHEDULED
[04:06:03.149] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:27:0) after 2m1s
[04:08:04.155] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:27:0)
[04:08:04.186] Build status: SCHEDULED
[04:08:04.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:28:0) after 1m48s
[04:09:52.306] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:28:0)
[04:09:52.325] Build status: SCHEDULED
[04:09:52.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:29:0) after 4m36s
[04:10:49.465] Received PubSub notification, asking Buildbucket for the build status
[04:10:49.798] Build status: STARTED
[04:14:29.295] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:29:0)
[04:14:29.339] Build status: STARTED
[04:14:29.339] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:31:0) after 1m18s
[04:15:47.325] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:31:0)
[04:15:47.339] Build status: STARTED
[04:15:47.339] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:32:0) after 2m54s
[04:18:41.422] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:32:0)
[04:18:41.489] Build status: STARTED
[04:18:41.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:33:0) after 8m12s
[04:26:53.541] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:33:0)
[04:26:53.562] Build status: STARTED
[04:26:53.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:34:0) after 7m58s
[04:34:51.647] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:34:0)
[04:34:51.670] Build status: STARTED
[04:34:51.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:35:0) after 2m21s
[04:37:12.687] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:35:0)
[04:37:12.704] Build status: STARTED
[04:37:12.704] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:36:0) after 4m20s
[04:41:32.728] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:36:0)
[04:41:32.992] Build status: STARTED
[04:41:32.992] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:37:0) after 4m44s
[04:46:17.027] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:37:0)
[04:46:17.079] Build status: STARTED
[04:46:17.079] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:38:0) after 2m38s
[04:48:55.050] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:38:0)
[04:48:55.071] Build status: STARTED
[04:48:55.071] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:39:0) after 2m38s
[04:51:33.089] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:39:0)
[04:51:33.114] Build status: STARTED
[04:51:33.114] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:40:0) after 8m7s
[04:59:40.136] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:40:0)
[04:59:40.157] Build status: STARTED
[04:59:40.157] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:41:0) after 8m3s
[05:07:43.195] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:41:0)
[05:07:43.215] Build status: STARTED
[05:07:43.215] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8923760928149722800:42:0) after 7m20s
[05:08:09.954] Received PubSub notification, asking Buildbucket for the build status
[05:08:09.969] Build:
{
  "id": "8758330866215710705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 12328,
  "createdBy": "project:chromium",
  "createTime": "2024-01-21T01:50:20.509720062Z",
  "startTime": "2024-01-21T04:10:47.624343Z",
  "endTime": "2024-01-21T05:08:09.105259Z",
  "updateTime": "2024-01-21T05:08:09.105259Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "09d70ec574949243235681c67d1d9e7cf1fe9745",
      "ref": "refs/heads/main"
    }
  }
}
[05:08:09.969] Invocation finished in 3h17m50.68646754s with status FAILED