[16:39:18.951] New invocation is queued and will start shortly
[16:39:18.951] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:39:20.058] Starting the invocation (attempt 1)
[16:39:20.092] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19f15f7ffafab8282f31784ad78cd02d83dc40bd"
[16:39:20.092] Popped gitiles commit info from properties and tags
[16:39:20.092] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:39:20.092] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:39:20.092] Buildbucket request:
{
"requestId": "8863095626937409216",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "19f15f7ffafab8282f31784ad78cd02d83dc40bd",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "19f15f7ffafab8282f31784ad78cd02d83dc40bd"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8697671282137499217"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8697671282137499217"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8697671282137499217"
}
],
"parent_build_id": "8697671282137499217",
"parent_builder_group": "chromium.mac",
"parent_buildername": "mac-arm64-dbg",
"parent_got_angle_revision": "cdf407db5680b68da4471c82ba8846120c0a4d38",
"parent_got_dawn_revision": "d5803ab2949559bf649ffa65679064c4f23cc17e",
"parent_got_revision": "19f15f7ffafab8282f31784ad78cd02d83dc40bd",
"parent_got_revision_cp": "refs/heads/main@{#1547809}",
"parent_got_swiftshader_revision": "d7bc95730bdda6c88b45c00b1bfece8a5cd99ea5",
"parent_got_v8_revision": "db652fe202ecb8d9831bbf48de7affc3b69f8d5f",
"parent_got_v8_revision_cp": "refs/heads/14.4.187@{#1}",
"parent_got_webrtc_revision": "d167fe92969adbb8f5bbafe147c4ab9ebcf73e76",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46234}",
"swarm_hashes": {
"absl_hardening_tests": "5cd85453e476ed2c2e2c34dbeb8a476c6d743c96849acfa6ed827897e5665ed5/323",
"accessibility_unittests": "e3ec34dae368f5898b16afdf8940e811996f6b6107b39e0e5b0412562faf4cbe/323",
"angle_unittests": "35d96a83495ddf70b6edf44e6b9215cbe96ef78f62f4c5e10c63f2f1d7cd26e4/408",
"app_shell_unittests": "c6982f838f484e0bd449d35d16e72a0b39237285541e571bf7e98346efc2a16f/484",
"base_unittests": "a8d3f9c7b60a85bd99d92706097f9b79af811b33015ea50b264d01f7b3925d33/480",
"blink_common_unittests": "73b8fa6ec7a3248ff8a3ef0efc4fe12042e4ba63f573c7d19f0d8f87cc107823/485",
"blink_fuzzer_unittests": "d6473934a70445d1f45c7969ae8b1c7ba9e410a63d249e8c6e1f4bbf240280c7/323",
"blink_heap_unittests": "30b6f7beabda32677f6211b1dc95ff0941ba7527d8e85e850a62f19843450a91/323",
"blink_platform_unittests": "dff0551ca4ecf8cfa755d6f6a38fc3a5227deff173b1086432f89eb5f0ee3a9d/643",
"blink_python_tests": "076b2bf3696dffa706df139a975fd83cb5b2ed6ef851668fd3b8f379519b8c4c/574",
"blink_unittests": "9792c2bdda38560c6f855eaeb39495597ea8d43fbffaa8e7c0140f45a043fe03/649",
"blink_web_tests": "50c4121c493ed6644dd0b2ff47c793d94533db1efdb0ad8ef73039d158f2b04e/566",
"blink_wpt_tests": "7cb5c48cefc611c8302db314a4bd568ee3b9f458105f9581b63fdc45279c864b/566",
"boringssl_crypto_tests": "7bf7b5038185f6413ad1b1b53b202048604adf9a3718ae6e64c0a1215a8108ee/408",
"boringssl_ssl_tests": "d56500883adf386efd3639fef903a9c1b06eb53dc8f6df82ced261b550d93d72/323",
"capture_unittests": "1cc4c1ec526c57e85f99917908b8c31144ef45d802e3dbfe69e483c0a8a5379a/402",
"cast_unittests": "8db3906107c1f912ad863058d50f9cf3d4c41017639e52067fd4b014d45e6da8/323",
"cc_unittests": "86f6a27cb41397454e1861e0890cda106b3d1dfdab697e318563cc8fa83ea40b/483",
"chrome_app_unittests": "657a16897951643e232bc73fc00e4e4a17229e8ecb6b29b5350171f4f8e87c02/564",
"chrome_wpt_tests": "341ed7452740a56a2fed9db8ecdad66eaf7b19f1efc7c31ffea1aa69ff84cba7/566",
"chromedriver_unittests": "3c401449c38d88cb7e826c10c41ded5f4ee988f7584360247c041b2edb99e75e/480",
"components_browsertests": "d61377852fd0fbeee3570d316f6b03915eb0fb64d2e3f4ded7a3b08cf290d180/652",
"components_unittests": "8dd8f828e42fbff0c5773da461038ce3d9c345b97d114bf217c49cddea2b9042/810",
"content_browsertests": "af19f3b44a6fc8d69b0ca60e216dfb8f2d1b44e18e1ec69780e912f4c21594d8/725",
"content_shell_crash_test": "69e87ca02d8286c6ec66d0262007bb85fa7b76036778ce0a3546ced98df4312b/566",
"content_unittests": "4d9e467e1fd573d0b7f62606a5f8f88a2ab41960cdef01c5f558f013e57ba3f7/560",
"crashpad_tests": "50496514aae8f994469085a7135993a75c6dba6ec3a0a81f57f1bf592f0362e1/408",
"cronet_tests": "ac80c114bb70090d6a720a7e171c0e678522d991ff8c9a053039e290ba3b6c01/400",
"cronet_unittests": "dd7f931768adc43e60fffbf3568c2135c2ee1fe69b67e3027db95b0bcb315c42/400",
"crypto_unittests": "c004f7c8d57084e4ace8a944aa64c7b2f06f1148397dc2a2eae389305aec9b69/403",
"device_unittests": "7a14e689d15c560f9c54efb3e8602c109e8f45343ac09919f7e499b7fd45eddc/400",
"display_unittests": "21c1ae83d7e5f66435800d4b6245c53e02d201ea8e8e3b2d1b79ce816c5df6bc/323",
"env_chromium_unittests": "2a4c3a82286b97e22ca866906a5f75e4ffd89b2af93d6236bd78742e2b300f7a/323",
"events_unittests": "b8c0ae663180a27cccc04349f341e3ef948b3927f45c9ecf5cf3480c664a22c1/323",
"extensions_browsertests": "c34502b891b81d0b2069bd6259b8b531237dbcd6a59a9c4e3d3834388c6e688f/570",
"extensions_unittests": "5fed1f885b3f1bcbe5f9ec48d83cbcaf01c98bb83f911d80cc65057033276d22/644",
"filesystem_service_unittests": "0b7fcace35ea14f8f935b29b3ef162c48b1b6b3f0c16daab19b7bfbd83852162/323",
"flatbuffers_unittests": "711631013f1213e69f620e1574173026214ea6d37782806c314bd4748a21b17f/408",
"fuzzing_unittests": "7ed8252d9ee2041321f2e2ec13a8ca3a920669f5cff877c4f3c5decd1d7c9d6e/323",
"gcm_unit_tests": "05d8084cb71d83f97488e3dfee9fb36770c48d9c9bc5183847eb74bd288b8c79/400",
"gfx_unittests": "0f670b5454aceefbfe2c5e64af8ade36c171222b3f8fe177b65a20cb18bdd955/399",
"gin_unittests": "6be6155b33c2e584b42b1487c72f3711c6bacbf34a13f77d3a74c41143f28e8c/400",
"google_apis_unittests": "9ecd6e6e84d8e52eaa26d8f6a552cdc8f1db2e847f959d0144c64dac2d135ecc/485",
"gpu_unittests": "772907f5539063d3499896c9580b62bc6d582ac005b0cec2d9e1b06ff70f2bfa/400",
"grit_python_unittests": "41e417b5356420c210c89c8275173d111155c182a4f3f4640e4e0dd84380fa7f/411",
"gwp_asan_unittests": "6f9c81df3f04407afa6fdb34931552db8f3f58f1d24cdcd63704e71b850897b9/408",
"headless_browsertests": "6b1f43c84518d39d9332eeaa9a442c4a614d62de88ff51e77f9f463e7ed6edc4/653",
"headless_shell_wpt": "82aa447ee1f76e1eeef8e0da787f5116050c7fc7e8af616b36c6f3aaf61aa413/566",
"headless_unittests": "1b05bdaf19592b9cd36b2fdf50568542cf98b11db0bb34a83cf76122d0f6b262/323",
"interactive_ui_tests": "2a4aff3719611341ff6f4da04ee0440a8a235f42e191f3757c20794b2afae763/1060",
"ipc_tests": "65fe346411a0b7f7182bca5e9726d85a97c9c708241fc50b6deb45ec0389d6f7/323",
"latency_unittests": "e863e2373eb9a6b4176f689908eca8f6bab6a519d90271eb05c4d6ac022f4018/323",
"leveldb_unittests": "843e600fc9f082032406d14273f6d9e300c2533f2f21607c006d9207966ded52/323",
"libjingle_xmpp_unittests": "aa7754ea69a05ca6e5f3db93e4e032a91fe7684ce1947b4a650964cde0207b2d/323",
"liburlpattern_unittests": "1841f8c55ee61f375f1b0aa137f661d46e4c8abda0cc341af3946eb0abed39b4/323",
"media_unittests": "55454d21f558fb92c25889f46cc3076da5f50e251236eb175ef32f4597124564/403",
"message_center_unittests": "027268594fa3afa6d08ae7c9bce5b3433c99fc11780516729e88ddb57132b6a2/323",
"midi_unittests": "d74a96d01fe0d066655af0343698a1ecacfbbc4846a4a6989c40bbec872974b6/323",
"mojo_unittests": "8bb539bf8c6686c6a9b7f617ac0c29094a99ef0db1a0f60bb0863cbbb85677f6/401",
"native_theme_unittests": "a5ee264695de4810e588832bef9a7e1cc7c4da75e764776bc610d85abbb63592/323",
"net_unittests": "6cf7ef2ed977724af5e8d2d5c849ad7d818d5f4740851e0360a467e0268cbe86/486",
"openscreen_unittests": "152929da7df8effe6e4bf7283679be3a8131eec900e154c34b698024f6cfdeb0/408",
"pdf_unittests": "96768ab3e03dd26ab97098aaebe76aa7fed0108746e2f663815d99d1d5131f4b/400",
"perfetto_unittests": "b0b30b9a7f39d251281e3a821e597aab4f76fb2a94b5e0d8e5dbadbfed36fdd3/323",
"performance_test_suite": "93d4af753833159d15d321326c29a367fde162a2a237bef575bdfc87e7ca7f65/732",
"power_sampler_unittests": "45b8c45d9837e69d564dd808dfef34ca6963734e77f16fe5a67f875a698c68e8/323",
"printing_unittests": "591e1cff043f5e05fdab66cce29a944e670ae430ff0639e8c9b53ca176639ee7/482",
"remoting_unittests": "eb07274a0887497107602065e202dc3717657181a725479be60e298f7047a684/400",
"sandbox_unittests": "07823f1cd35b92bc856efc33433fc1f61d3279339601a676e21d209dfb6fed9d/323",
"services_unittests": "e09eea6c80057d1221e1f3277514d07ed1ef7d0ae521dc3d30618e7930a60a3c/653",
"shell_dialogs_unittests": "b6bb3c86589af21a6ac54ccbf4d372f153a34f91c4ab7bd0509772b5a701ee49/323",
"skia_unittests": "a4a82680ab366467f315887a7a0be76c3ea9973efbcf9430352160bb65cd8160/323",
"snapshot_unittests": "d6d719833ee88cb89d4cc3408721ceef192c9da3182a3d066915f2657c890991/323",
"sql_unittests": "b285055d5d78994d368c1c6649a7961d0f58813a2bada60fed06ebdc77fca069/400",
"storage_unittests": "788996ceb262431488edf9ee300b95958082392664758f442066aeab40d40949/481",
"sync_integration_tests": "5daf2e08271824a26edec3289265263c10fbfbe3c905aae1f523ccb9fb152c24/646",
"telemetry_gpu_unittests": "a05f8cec33483edb74355487e8c1cc79773bb4c8d0004291cb220e601af3cee1/736",
"telemetry_unittests": "351eec7143c51391b1d512061cb171e0d1d337fd5a94e5668023b39307f9440e/575",
"ui_base_unittests": "c2522ca5602a2ed8794c0dbde9639031f5f836c6a2df2265ab21baf123c1013a/555",
"ui_touch_selection_unittests": "3afbe256df2e6c420dc063573686a14ee767dbfd6e41a706ce64c19abe9e7deb/323",
"ui_unittests": "cd35bc3ab2dea915c23fa26b007e96695cfd5637d653537036f127ac06290276/323",
"unit_tests": "d1f41e21d0a3191fab9b3695736cf68ba7c478c5ad3122ff2b1bbe85de4db01f/1061",
"updater_tests": "a1bc58bf3f0b84b6c6c3309f1b012ff96cd9de9780a503c719156a3fcc42feae/566",
"url_unittests": "8647c25158572205d410bad49abed25c147f002ef24d183f3e7b22d283944e12/323",
"views_perftests": "44acfc74fe5dfd4e3c6caf0a6310b15092e4aba801a031250301ea9f0dfd5800/487",
"views_unittests": "4d3bc6df3b235c652b7b40198a3b44193b77d06726eca242c40f348b34f8f5c4/402",
"viz_unittests": "d8eec4abfd9f8dfe2449b1ef0619cb4013795a5fcdb01eb1dbf3e8032f0b53cf/407",
"wtf_unittests": "0af66380b15ba877f3438d88090849169716f30db7958e6addb794a6809df5c7/323",
"xr_browser_tests": "25636ae2f23ce0555bf6d6d2596b4956dcea8cba147757042ec02d00cacd8a44/645",
"zlib_unittests": "beaae762c2bcb1cf5041fba14bf9c5f4cde88977fcc20a8439c913bbe28ad03c/408"
},
"swarming_command_lines_cwd": "out/8964-mac-arm64-dbg",
"swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "19f15f7ffafab8282f31784ad78cd02d83dc40bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863095626937409216"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac15-tests-dbg"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "mac-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "80686"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:39:20.582] Scheduled build:
{
"id": "8697665565025707297",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"number": 3641,
"createdBy": "project:chromium",
"createTime": "2025-11-20T16:39:20.151017972Z",
"updateTime": "2025-11-20T16:39:20.151017972Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "19f15f7ffafab8282f31784ad78cd02d83dc40bd",
"ref": "refs/heads/main"
}
}
}
[16:39:20.582] Task URL: https://cr-buildbucket.appspot.com/build/8697665565025707297
[16:39:20.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:2:0) after 7m39s
[16:39:21.562] Received PubSub notification, asking Buildbucket for the build status
[16:39:21.593] Build status: SCHEDULED
[16:40:22.613] Received PubSub notification, asking Buildbucket for the build status
[16:40:22.655] Build status: STARTED
[16:46:59.616] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:2:0)
[16:46:59.660] Build status: STARTED
[16:46:59.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:5:0) after 7m14s
[16:54:13.646] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:5:0)
[16:54:13.661] Build status: STARTED
[16:54:13.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:6:0) after 6m6s
[17:00:19.688] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:6:0)
[17:00:19.726] Build status: STARTED
[17:00:19.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:7:0) after 4m12s
[17:04:31.769] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:7:0)
[17:04:31.789] Build status: STARTED
[17:04:31.789] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:8:0) after 4m8s
[17:08:39.825] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:8:0)
[17:08:39.898] Build status: STARTED
[17:08:39.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:9:0) after 2m57s
[17:11:36.917] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:9:0)
[17:11:36.939] Build status: STARTED
[17:11:36.939] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:10:0) after 6m18s
[17:17:55.064] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:10:0)
[17:17:55.077] Build status: STARTED
[17:17:55.077] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:11:0) after 8m10s
[17:26:05.150] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:11:0)
[17:26:05.169] Build status: STARTED
[17:26:05.170] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:12:0) after 1m4s
[17:27:09.196] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:12:0)
[17:27:09.212] Build status: STARTED
[17:27:09.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:13:0) after 7m23s
[17:34:32.314] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:13:0)
[17:34:32.330] Build status: STARTED
[17:34:32.330] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:14:0) after 7m28s
[17:42:00.324] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:14:0)
[17:42:00.340] Build status: STARTED
[17:42:00.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:15:0) after 3m22s
[17:45:22.504] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:15:0)
[17:45:22.523] Build status: STARTED
[17:45:22.523] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:16:0) after 9m26s
[17:54:48.565] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:16:0)
[17:54:48.583] Build status: STARTED
[17:54:48.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:17:0) after 6m29s
[18:01:17.600] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:17:0)
[18:01:17.620] Build status: STARTED
[18:01:17.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:18:0) after 1m57s
[18:03:14.640] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:18:0)
[18:03:14.657] Build status: STARTED
[18:03:14.657] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:19:0) after 9m13s
[18:12:27.710] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:19:0)
[18:12:27.730] Build status: STARTED
[18:12:27.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:20:0) after 2m0s
[18:14:27.858] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:20:0)
[18:14:27.881] Build status: STARTED
[18:14:27.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:21:0) after 3m30s
[18:17:58.029] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:21:0)
[18:17:58.046] Build status: STARTED
[18:17:58.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:22:0) after 7m2s
[18:25:00.123] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:22:0)
[18:25:00.185] Build status: STARTED
[18:25:00.185] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8863095626937409216:23:0) after 3m34s
[18:25:02.304] Received PubSub notification, asking Buildbucket for the build status
[18:25:02.323] Build:
{
"id": "8697665565025707297",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"number": 3641,
"createdBy": "project:chromium",
"createTime": "2025-11-20T16:39:20.151017972Z",
"startTime": "2025-11-20T16:40:22.223614040Z",
"endTime": "2025-11-20T18:25:00.072138480Z",
"updateTime": "2025-11-20T18:25:00.072138480Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "19f15f7ffafab8282f31784ad78cd02d83dc40bd",
"ref": "refs/heads/main"
}
}
}
[18:25:02.323] Invocation finished in 1h45m43.378880065s with status FAILED