[10:01:58.476] New invocation is queued and will start shortly
[10:01:58.476] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:02:00.031] Starting the invocation (attempt 1)
[10:02:00.063] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d979993f37d00ce627ca7490fef798118ffde981"
[10:02:00.063] Popped gitiles commit info from properties and tags
[10:02:00.063] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:02:00.063] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:02:00.064] Buildbucket request:
{
"requestId": "8852883168284651440",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-fieldtrial-tester"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "d979993f37d00ce627ca7490fef798118ffde981",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "d979993f37d00ce627ca7490fef798118ffde981"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8687454878721974721"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8687454878721974721"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8687454878721974721"
}
],
"parent_build_id": "8687454878721974721",
"parent_builder_group": "chromium.mac",
"parent_buildername": "mac-arm64-rel",
"parent_got_angle_revision": "a6e5978fc7f64163c61118334272f40a1cedc45b",
"parent_got_dawn_revision": "ccbc9cd90d3993e611b366da8f57ee7dc36bd8cf",
"parent_got_revision": "d979993f37d00ce627ca7490fef798118ffde981",
"parent_got_revision_cp": "refs/heads/main@{#1598947}",
"parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
"parent_got_v8_revision": "5e04efcb9048a2ea373db0a67451394ddeae7baf",
"parent_got_v8_revision_cp": "refs/heads/14.8.21@{#1}",
"parent_got_webrtc_revision": "9fec1823163729910222ffd52a6c3440683f740f",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#47142}",
"swarm_hashes": {
"absl_hardening_tests": "38ff2da592464fa4a58ef840401b0d8b36eb56527be71c34af245dbdf1567e74/323",
"accessibility_unittests": "bed9abc8ba594de506931a7fd1bec7c1aa33fda707e4fd2c7e8e38d2fc0a7cca/323",
"angle_unittests": "b2558e6c9003210a77929df8426f84c67fdbbb3db039b164f37b6cb89538ca52/408",
"app_shell_unittests": "a5078c534a127a8d2bc5096ce8df6dbcfcc521b7f8706d983dea0c1457c1877a/484",
"base_unittests": "568b7028f6a9430714a411b4d127b4a414a4fe8b4d7598866e13a58d59bfd489/480",
"blink_common_unittests": "91c8a27785f05bb3f611673d97b913dccdaa2fbfaeeded77c7855b9a841fe320/485",
"blink_fuzzer_unittests": "e1181ddc74deeddcde397245e3b47c6d8f2c5b51b3d47481a29e939ed2543f2c/323",
"blink_heap_unittests": "a705bfef327e1caa96232f0edb40321694e77e2efea96defd8f06067caa1bd96/323",
"blink_platform_unittests": "f3fcd97fb63ccdfeae56416c8c65d4c313b465c79a83a48bfb322294eee7e618/643",
"blink_python_tests": "274f1883375f91bd9c319931a1d97fbe5da353e37935580b9ce2010492b642bd/574",
"blink_unittests": "76163d23b7a942d80e0135cee21f17dbfaa311c672a51ebed4793178a54e5fd5/649",
"blink_web_tests": "ccacce9302c3bdf17fc8c5c013806721eab7334348eb86ecbe14836377fe0099/566",
"blink_wpt_tests": "1bf1f7867d6af1a355a57c1feeb4330d06ab71a118f872c36b1a45b267d50587/566",
"boringssl_crypto_tests": "36a51d5e0ba191066b9e43f4c96ebdc6d4bf7f508582d596b205a88e2f8d3460/408",
"boringssl_ssl_tests": "306e195fc3f89cb3dfca4509a69d718106d305e920418f8c4f45bc3fd5083840/323",
"browser_tests": "4c93d664131cd0d69793aa644933798e36f09850cc0c650bdeadd2bc166207c4/1220",
"capture_unittests": "1d008d1d68d1aa77f630d01ece65017c82f965694e0743d961ff71a972d6b56d/402",
"cast_unittests": "0f2068d875240fe64211af81d927feee1f822f491ec2f54fe52d3385d7c3ea91/323",
"cc_unittests": "eb86ff6491efdd5229e33c271be50191971ed3971f45de770960f981026d598e/483",
"chrome_app_unittests": "d892ca53d050e882cd19883adfdcdfadcf383f5602d7019853f8e9772227d25a/564",
"chrome_wpt_tests": "58e8335289bc3757c4ce7b4be500e6a340f0219b455a385b80fbf19d6e14e815/566",
"chromedriver_py_tests": "52935396746d410fe0856459109642099713f7111b8de717976181c77dfddb00/489",
"chromedriver_py_tests_headless_shell": "e5f42a01f1081d1059aa85a641ed061b2179a385cd0d49dc154aae862bf3ae29/489",
"chromedriver_replay_unittests": "369549134f0d3a1704855a12f1eb09d0531edfc2cf2d5fc4ca1a3a2bb5b4d69e/326",
"chromedriver_unittests": "2436db9f8689f2fe0412acd24eba61ca6a42a4aceb0c4ace746d6da98c7d8d0e/480",
"components_browsertests": "06ec6b9923fd13c999ce5c2df094f11185337d23ea05651c959961690b3e0031/652",
"components_perftests": "94442a89ac70924132d513d91f299b22dc956ba2ba9b01ac33fdc3de6faa7d02/650",
"components_unittests": "804919ee339f110fcf64d6befbd23437f2d46331f3cf8824ccf7b880e4a9b986/810",
"content_browsertests": "ec029da1187dba7150bbc87b74007fdfa6d8036ad82241fc93b9a462ee26b0ec/725",
"content_shell_crash_test": "f0bcebb3c3671909caf003601646b89e17d201a1c5dedc8d918873d18778dff8/566",
"content_unittests": "b466a3f6c4f606a70a7d33f57223603dd81a24b755a5f8210a50fd3ba4ff9f64/560",
"crashpad_tests": "4cc3c9720bbb892eb846ea3c24d20c42bf10702ed77908095f86c67036fbbfa9/408",
"crypto_unittests": "18dbdd3418763063e7da6058211b972604304a0cb36710e0aa92933fe6e455b0/403",
"device_unittests": "731ff7e31427fd6d5cd8ac7b0f7bbe0a639d8ebf092082eced044035b30ee725/400",
"display_unittests": "2569240ddbbdfa8bc1518a9c2e312f4432a1efd6c05e8915d6ca325773f4b16b/323",
"env_chromium_unittests": "be70294b0ea6b097c2db16d304358ca1fe5915c9d3549bbd42d2cc5e22da541c/323",
"events_unittests": "1f4fe381215955aad246434da4f988f0615fa62cdb38d1c3eb81a46f91d091be/323",
"extensions_browsertests": "3f9c64346e60c1cc5e3eef13fc6286711632c44c449f5f6768cd6b663dd2ac15/570",
"extensions_unittests": "ee341ade67c29badd8f1599e4d0e8b0f57db73a96aa9657f090d7715dacfc7ef/644",
"filesystem_service_unittests": "31914e447b3b3d068987612245c7f1d289a2973910dcafd883003300394b8d92/323",
"flatbuffers_unittests": "eefdb3c0b072e607419cd885e36991bebdb2e9aed0957b4fb2305ef071040c4a/408",
"fuzzing_unittests": "330185be04e5db2609e73198cc41a137044547fc0fff484826e1d8ee3ac1aa07/323",
"gcm_unit_tests": "a17d2ea68ee8c0373b29da5cd1b82bfd845b62ab0e9ea6cb6211a2e2bdd35001/400",
"gfx_unittests": "da03e9b9fa2543b8900a33a4493f8fbcb01f8a269f7633298d3ebab0ca930fb8/399",
"gin_unittests": "af22d9f936281050185c52c5426e1eaa2a1f7bf73bf79e9231f00a4aafd443e7/400",
"google_apis_unittests": "7149170001d89ff8cf8906454d26f3a6299f68edf047b288f5c567893dcdb712/485",
"gpu_unittests": "7aceb1f35f0a94d016c64029118f3494f709106f989db4b4ce0cadc953e7b503/400",
"grit_python_unittests": "5cbc4fe07d81ea6f6c03f4c79b4ea19482004f5eda9c71405d3543a4b6ed7e98/411",
"gwp_asan_unittests": "658cb3899d2df0d45743fa333e790e6d5b0099f49c30692e6e7aecc0ddba7ad0/408",
"headless_browsertests": "a3c7b6621f578139256fef6a01e67270d7c18939e2ea6b8319aa8530965a8d89/653",
"headless_shell_wpt": "fd83374442122576dd10b36e24c55f156e95052241067d5c7655b016566096fc/566",
"headless_unittests": "6988a7a0e73713cd25087329bceff57d4a12a55adbfa956bcf80fa3f92d9d28b/323",
"interactive_ui_tests": "76e8514d3410cfe95ab97ff2fde575d194b4193291647afa914d03d529b079e5/1060",
"ipc_tests": "7c8421b34267c1c079affe46200fbcc18e83d22d482e9fb8918f144bbd57c572/323",
"latency_unittests": "251d4418cfc5f6f9f6c9c1ef7508d65c36f230cd98b7da016ae9a1b9c4d10e03/323",
"leveldb_unittests": "501356fd36875ea090e2067110d612c263a886cf48548240c242d087854d9551/323",
"libjingle_xmpp_unittests": "d30c6b74d517f73f1050d3a91f927cc7d948dc05d22a0d067ace93b525c8c7b3/323",
"liburlpattern_unittests": "db7b072470a337c4904a341a669f006d73316a47e6eaf328f7afdb59957fda31/323",
"mac_signing_tests": "79823c53bac2525032161845100a3e2e2f3b54db9989963a54308df1a352bc95/488",
"media_unittests": "bdbffff9470889a8840c8c426bb7c939ebe4b817768c4e99a58b7f17c8d8c771/403",
"message_center_unittests": "ec61d368a3d135927259fc97fe06c35b65b2395c982e2064032ffc9d0d2d6755/323",
"midi_unittests": "21659de11e92b8382854d95ed230a15c99881327fff8b35b1883cb23e4cfec31/323",
"mojo_python_unittests": "604bb3bb77f7aad306a70be73041320e1f29803de7f95b6747559c63de294252/411",
"mojo_unittests": "976f3f8d4370270d3c8b19a1e9864e39fd608b402f3e34dd296a687ad656f3c5/401",
"native_theme_unittests": "5e4fefc884f401d0045cf57703b90f3e446dfcc0a56bb3500de810711416037e/323",
"net_unittests": "128c29e56b9b2979e59f02bd69e4c5a0c04a44ee95f93e52d7e2e91b28f0ffe1/486",
"openscreen_unittests": "2d8d412bd2df6811cee0e58f63d94f02f1c4d43d1561120ef1e780c574eb3e2b/408",
"pdf_unittests": "5a67a97b4f0b30d2fff1fec78a6a15d1c8f7698bacc83377ae2885ac3f38e64d/400",
"perfetto_unittests": "675b3d8ef7b59714d0409d9d009a0020f4fdd2ecb6afe1c48950a8b22986d49f/323",
"power_sampler_unittests": "88a5afec5535b894ef54011e9cd644fe68370bd455d59c2af996f243cb3e2452/323",
"printing_unittests": "f64ea314e30a1d24f8287c11609988340f7cb93dfce1887f17b130b9be162669/482",
"remoting_unittests": "d118ea29c23462b7146666fdd684141c03cf7311bd95b19c6293f2cad4184dec/400",
"sandbox_unittests": "240de92304218e3277d16c83019fdaf0ab03656a4fe5f3f958a545b9f7c9ec12/323",
"services_unittests": "09be20ba3c2ceb20041f76f5e6698f8596f478f8a3aa4d8e44dc98a6a3a8883b/653",
"shell_dialogs_unittests": "d790ede30b0956798850a9b08b6afe505420a60f663a333f19c355950e71dd01/323",
"skia_unittests": "4198810c9544ee95fe30ed1480a69ad889cb6d5ce72431d9df61613f1985f039/323",
"snapshot_unittests": "4a9462f5afa90c25cb1702cf6fdf0d61362197c1f92c306eafa1032f039a6da9/323",
"sql_unittests": "c226217b9c662e3008e3550d0f8ed158a349228495cb17c9d2dd634766413445/400",
"storage_unittests": "80f196894610dea1741c34f58cd6f94fa2f4aa7ab8290237e69c0c7168e34f56/481",
"sync_integration_tests": "ceeab65f064dd7f042e77f55e032454934435e38919df01030e90eff71a5444a/646",
"telemetry_gpu_unittests": "9aa73c5a9aea6513bd53637f48e398aba153cc83413b799e4137b3b0fe91070b/736",
"telemetry_perf_unittests": "215fc03b5a051bc8deb4fae4672c695936189ff9471cecf3451bcc4e74412cae/655",
"telemetry_unittests": "378963e6d67e534e4d600ddae1fee00900c92397a5b806e0dde7dd6bef0d8e85/575",
"ui_base_unittests": "3fb630e438b695a000b9c6cbec404d9b594cee54f2dedcba70c0e406e9754968/555",
"ui_touch_selection_unittests": "5494a1c5d5ebecbad11600b6fe5aa49a455fe7516508005eee30baccadf5e68e/323",
"ui_unittests": "b92dda5511706bf1978fb6812a44961ad4d4bc0e8b6295cd871dafbd1f96c7ca/323",
"unit_tests": "74e03746e14b638abdbb2152370edcdf2e6b05971ad8329b7c5819fefb163acf/1061",
"updater_tests": "978eef39e2dbcd8943dc1defc4dfe870083ddcae383144327a50404fb7b7a64c/566",
"url_unittests": "ea46df2e37b28e1fbd2425b755ee2926f1c64077cc3d25d9bb8a164e1d357fba/323",
"views_perftests": "5ecf59b6463c22f1d3ee7a29e70d5b370800929321ddda7b12bc653a981f13eb/487",
"views_unittests": "5721ce9c17b5ae678fbdb24899a500f3db03b05b8ab8fe881ad727fdcc653878/402",
"viz_unittests": "b899f2099bbf65507d6714fa340e26b4e839a38184fd17568a74a5061a484f0d/407",
"wtf_unittests": "1f4295aa2c18975c5bbd2ab593f2f885f7a6e8eafdf0ff528d478631f72043ee/323",
"xr_browser_tests": "b3476b465601eab35df4533f2bf136736f4173be76d8d2ce60a5067ffb3e5ab2/645",
"zlib_unittests": "d2d6162d80af3869615309d03afdbe568864e73e4c613d62a1f52bd4d5ec0ca0/408"
},
"swarming_command_lines_cwd": "out/80a5-mac-arm64-rel",
"swarming_command_lines_digest": "3dd031275c6a1c731c93a8ac251f2de32408bacf8a108fc45cee13289c763326/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d979993f37d00ce627ca7490fef798118ffde981",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852883168284651440"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-fieldtrial-tester"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "mac-arm64-rel"
},
{
"key": "parent_buildnumber",
"value": "148246"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:02:00.595] Scheduled build:
{
"id": "8687453105898617089",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-fieldtrial-tester"
},
"number": 28651,
"createdBy": "project:chromium",
"createTime": "2026-03-13T10:02:00.128139386Z",
"updateTime": "2026-03-13T10:02:00.128139386Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d979993f37d00ce627ca7490fef798118ffde981",
"ref": "refs/heads/main"
}
}
}
[10:02:00.595] Task URL: https://cr-buildbucket.appspot.com/build/8687453105898617089
[10:02:00.595] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:2:0) after 7m25s
[10:02:01.874] Received PubSub notification, asking Buildbucket for the build status
[10:02:01.891] Build status: SCHEDULED
[10:02:41.947] Received PubSub notification, asking Buildbucket for the build status
[10:02:41.986] Build status: STARTED
[10:09:25.623] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:2:0)
[10:09:25.678] Build status: STARTED
[10:09:25.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:5:0) after 9m23s
[10:18:48.679] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:5:0)
[10:18:48.699] Build status: STARTED
[10:18:48.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:6:0) after 1m37s
[10:20:25.693] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:6:0)
[10:20:25.710] Build status: STARTED
[10:20:25.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:7:0) after 4m26s
[10:24:51.729] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:7:0)
[10:24:51.770] Build status: STARTED
[10:24:51.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:8:0) after 3m7s
[10:27:58.814] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:8:0)
[10:27:58.867] Build status: STARTED
[10:27:58.867] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:9:0) after 4m46s
[10:32:44.962] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:9:0)
[10:32:45.046] Build status: STARTED
[10:32:45.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:10:0) after 4m31s
[10:37:16.084] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:10:0)
[10:37:16.117] Build status: STARTED
[10:37:16.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:11:0) after 3m21s
[10:40:37.186] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:11:0)
[10:40:37.218] Build status: STARTED
[10:40:37.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:12:0) after 7m1s
[10:47:38.261] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:12:0)
[10:47:38.278] Build status: STARTED
[10:47:38.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:13:0) after 4m44s
[10:52:22.301] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:13:0)
[10:52:22.318] Build status: STARTED
[10:52:22.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:14:0) after 8m7s
[11:00:29.340] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:14:0)
[11:00:29.367] Build status: STARTED
[11:00:29.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:15:0) after 1m10s
[11:01:39.349] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:15:0)
[11:01:39.367] Build status: STARTED
[11:01:39.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:16:0) after 2m41s
[11:04:20.401] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:16:0)
[11:04:20.423] Build status: STARTED
[11:04:20.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:17:0) after 3m9s
[11:07:29.447] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:17:0)
[11:07:29.459] Build status: STARTED
[11:07:29.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8852883168284651440:18:0) after 3m54s
[11:08:13.743] Received PubSub notification, asking Buildbucket for the build status
[11:08:13.763] Build:
{
"id": "8687453105898617089",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-fieldtrial-tester"
},
"number": 28651,
"createdBy": "project:chromium",
"createTime": "2026-03-13T10:02:00.128139386Z",
"startTime": "2026-03-13T10:02:41.746340313Z",
"endTime": "2026-03-13T11:08:13.188861310Z",
"updateTime": "2026-03-13T11:08:13.188861310Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d979993f37d00ce627ca7490fef798118ffde981",
"ref": "refs/heads/main"
}
}
}
[11:08:13.763] Invocation finished in 1h6m15.294010017s with status FAILED