[01:12:07.088] New invocation is queued and will start shortly
[01:12:07.088] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[01:12:08.446] Starting the invocation (attempt 1)
[01:12:08.480] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7f45a82950cba6dbe107f520ca4ea6f320176739"
[01:12:08.480] Popped gitiles commit info from properties and tags
[01:12:08.480] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:12:08.480] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:12:08.480] Buildbucket request:
{
"requestId": "8876562312209939680",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac FYI ASAN (Intel)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "7f45a82950cba6dbe107f520ca4ea6f320176739",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "7f45a82950cba6dbe107f520ca4ea6f320176739"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8711134604704985921"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8711134604704985921"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8711134604704985921"
}
],
"parent_build_id": "8711134604704985921",
"parent_builder_group": "chromium.gpu.fyi",
"parent_buildername": "GPU FYI Mac Builder (asan)",
"parent_got_angle_revision": "14960950b20cd5d4a676d382eefbf801a2da2ca1",
"parent_got_dawn_revision": "ede051188d57d52bdf0d72ffc6a25f7e6946414a",
"parent_got_revision": "7f45a82950cba6dbe107f520ca4ea6f320176739",
"parent_got_revision_cp": "refs/heads/main@{#1478286}",
"parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
"parent_got_v8_revision": "3cd6a666a68330bb349b695756141fbeeca3ecbf",
"parent_got_v8_revision_cp": "refs/heads/14.0.20@{#1}",
"parent_got_webrtc_revision": "fe0a0c784efaaa213c681566682b89c4d26e474d",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45004}",
"swarm_hashes": {
"angle_unittests": "f4115139902c60fc7f15b2f5485f2ee1503ac9cfb6d5497c9eb3a7ac8b07a88d/489",
"browser_tests": "25658310f871357e9bba7ed26f4951a0e8143620b87cc8cb429ca9f09b389343/1220",
"gl_tests": "8fa716783398006a9ab2470f7f21c1401c37738b02505b7eb8b304035cbfb3bb/488",
"gl_unittests": "44b3eae3a6ed6f46aea525d6ac3f30333256c1dd30e5f9d8f17c58e7dbc37d17/488",
"gpu_unittests": "e53239ff144f09a67cb414e095f9c89d3e6aa6db95decfc323bd1e701da1ecc5/565",
"services_unittests": "68456aaa0d5e1defa7a1d4d3def8b1162e46d1142d71c5ea0534452409debd6d/734",
"telemetry_gpu_integration_test": "a3a177c4d3ae1057eedc5f2c01b67f99bdc7caf40d999c339f301098046e9a8e/815"
},
"swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
"swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "7f45a82950cba6dbe107f520ca4ea6f320176739",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876562312209939680"
},
{
"key": "scheduler_job_id",
"value": "chromium/Mac FYI ASAN (Intel)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "GPU FYI Mac Builder (asan)"
},
{
"key": "parent_buildnumber",
"value": "66958"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:12:09.000] Scheduled build:
{
"id": "8711132250015812513",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac FYI ASAN (Intel)"
},
"number": 16947,
"createdBy": "project:chromium",
"createTime": "2025-06-25T01:12:08.549045119Z",
"updateTime": "2025-06-25T01:12:08.549045119Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "7f45a82950cba6dbe107f520ca4ea6f320176739",
"ref": "refs/heads/main"
}
}
}
[01:12:09.000] Task URL: https://cr-buildbucket.appspot.com/build/8711132250015812513
[01:12:09.000] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:2:0) after 4m0s
[01:12:09.987] Received PubSub notification, asking Buildbucket for the build status
[01:12:10.091] Build status: SCHEDULED
[01:13:10.099] Received PubSub notification, asking Buildbucket for the build status
[01:13:10.126] Build status: STARTED
[01:16:09.045] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:2:0)
[01:16:09.070] Build status: STARTED
[01:16:09.070] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:5:0) after 6m21s
[01:22:30.195] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:5:0)
[01:22:30.230] Build status: STARTED
[01:22:30.230] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:6:0) after 8m13s
[01:30:43.372] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:6:0)
[01:30:43.416] Build status: STARTED
[01:30:43.416] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:7:0) after 3m42s
[01:34:25.433] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:7:0)
[01:34:25.473] Build status: STARTED
[01:34:25.473] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:8:0) after 5m33s
[01:39:58.491] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:8:0)
[01:39:58.551] Build status: STARTED
[01:39:58.551] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:9:0) after 2m5s
[01:42:03.631] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:9:0)
[01:42:03.652] Build status: STARTED
[01:42:03.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:10:0) after 3m59s
[01:46:02.675] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:10:0)
[01:46:02.701] Build status: STARTED
[01:46:02.701] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:11:0) after 7m40s
[01:53:42.689] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:11:0)
[01:53:42.749] Build status: STARTED
[01:53:42.749] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:12:0) after 5m9s
[01:58:51.769] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:12:0)
[01:58:51.794] Build status: STARTED
[01:58:51.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:13:0) after 3m12s
[02:02:03.812] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:13:0)
[02:02:03.830] Build status: STARTED
[02:02:03.830] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:14:0) after 6m8s
[02:08:11.852] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:14:0)
[02:08:11.868] Build status: STARTED
[02:08:11.868] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:15:0) after 4m55s
[02:13:06.896] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:15:0)
[02:13:06.928] Build status: STARTED
[02:13:06.928] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:16:0) after 3m38s
[02:16:44.948] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:16:0)
[02:16:44.981] Build status: STARTED
[02:16:44.981] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:17:0) after 5m22s
[02:22:07.062] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:17:0)
[02:22:07.102] Build status: STARTED
[02:22:07.102] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:18:0) after 8m4s
[02:30:11.178] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:18:0)
[02:30:11.285] Build status: STARTED
[02:30:11.285] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:19:0) after 9m37s
[02:39:48.303] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:19:0)
[02:39:48.324] Build status: STARTED
[02:39:48.324] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:20:0) after 3m28s
[02:43:16.352] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:20:0)
[02:43:16.369] Build status: STARTED
[02:43:16.369] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:21:0) after 4m46s
[02:48:02.448] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:21:0)
[02:48:02.471] Build status: STARTED
[02:48:02.471] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:22:0) after 4m14s
[02:52:16.581] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:22:0)
[02:52:16.599] Build status: STARTED
[02:52:16.599] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:23:0) after 4m46s
[02:57:02.729] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:23:0)
[02:57:02.806] Build status: STARTED
[02:57:02.806] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:24:0) after 5m39s
[03:02:41.816] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:24:0)
[03:02:41.838] Build status: STARTED
[03:02:41.838] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:25:0) after 9m17s
[03:11:58.856] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:25:0)
[03:11:58.960] Build status: STARTED
[03:11:58.960] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:26:0) after 8m46s
[03:20:45.001] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:26:0)
[03:20:45.047] Build status: STARTED
[03:20:45.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:27:0) after 3m5s
[03:23:50.119] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:27:0)
[03:23:50.141] Build status: STARTED
[03:23:50.141] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:28:0) after 2m3s
[03:25:53.160] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:28:0)
[03:25:53.191] Build status: STARTED
[03:25:53.191] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:29:0) after 1m31s
[03:27:24.239] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:29:0)
[03:27:24.257] Build status: STARTED
[03:27:24.258] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:30:0) after 3m12s
[03:30:36.279] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:30:0)
[03:30:36.325] Build status: STARTED
[03:30:36.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:31:0) after 7m49s
[03:38:25.930] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:31:0)
[03:38:25.947] Build status: STARTED
[03:38:25.947] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:32:0) after 2m42s
[03:41:07.973] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:32:0)
[03:41:07.993] Build status: STARTED
[03:41:07.993] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:33:0) after 3m54s
[03:45:02.013] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:33:0)
[03:45:02.036] Build status: STARTED
[03:45:02.036] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:34:0) after 6m30s
[03:51:32.059] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:34:0)
[03:51:32.090] Build status: STARTED
[03:51:32.090] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:35:0) after 2m5s
[03:53:37.247] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:35:0)
[03:53:37.265] Build status: STARTED
[03:53:37.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:36:0) after 1m57s
[03:55:34.412] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:36:0)
[03:55:34.427] Build status: STARTED
[03:55:34.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:37:0) after 5m57s
[04:01:31.446] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:37:0)
[04:01:31.462] Build status: STARTED
[04:01:31.462] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:38:0) after 9m15s
[04:10:46.506] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:38:0)
[04:10:46.528] Build status: STARTED
[04:10:46.528] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:39:0) after 2m37s
[04:13:23.577] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:39:0)
[04:13:23.596] Build status: STARTED
[04:13:23.596] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:40:0) after 2m38s
[04:16:01.625] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:40:0)
[04:16:01.647] Build status: STARTED
[04:16:01.647] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:41:0) after 5m19s
[04:21:20.820] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:41:0)
[04:21:20.837] Build status: STARTED
[04:21:20.837] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:42:0) after 4m39s
[04:25:59.940] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:42:0)
[04:25:59.958] Build status: STARTED
[04:25:59.958] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:43:0) after 2m17s
[04:28:17.001] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:43:0)
[04:28:17.016] Build status: STARTED
[04:28:17.016] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:44:0) after 3m28s
[04:31:45.201] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:44:0)
[04:31:45.215] Build status: STARTED
[04:31:45.215] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:45:0) after 2m43s
[04:34:28.413] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:45:0)
[04:34:28.444] Build status: STARTED
[04:34:28.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:46:0) after 6m0s
[04:40:28.571] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:46:0)
[04:40:28.632] Build status: STARTED
[04:40:28.632] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:47:0) after 3m34s
[04:44:02.661] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:47:0)
[04:44:02.747] Build status: STARTED
[04:44:02.747] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:48:0) after 4m35s
[04:48:37.767] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:48:0)
[04:48:37.878] Build status: STARTED
[04:48:37.878] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8876562312209939680:49:0) after 4m3s
[04:51:53.662] Received PubSub notification, asking Buildbucket for the build status
[04:51:53.683] Build:
{
"id": "8711132250015812513",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac FYI ASAN (Intel)"
},
"number": 16947,
"createdBy": "project:chromium",
"createTime": "2025-06-25T01:12:08.549045119Z",
"startTime": "2025-06-25T01:13:09.821815588Z",
"endTime": "2025-06-25T04:51:52.865309429Z",
"updateTime": "2025-06-25T04:51:52.865309429Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "7f45a82950cba6dbe107f520ca4ea6f320176739",
"ref": "refs/heads/main"
}
}
}
[04:51:53.683] Invocation finished in 3h39m46.609872463s with status FAILED