Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac FYI Retina ASAN (AMD)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "63ed8505dd00f253153dc73380889170a919fce8",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "63ed8505dd00f253153dc73380889170a919fce8"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696550124393620177"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696550124393620177"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696550124393620177"
    }
  ],
  "parent_build_id": "8696550124393620177",
  "parent_builder_group": "chromium.gpu.fyi",
  "parent_buildername": "GPU FYI Mac Builder (asan)",
  "parent_got_angle_revision": "4f9af4659432907181282e76cfa71f93e50a3cde",
  "parent_got_dawn_revision": "fa54d1eaf3f0184b44aa243972dbbc2aac6ee02d",
  "parent_got_revision": "63ed8505dd00f253153dc73380889170a919fce8",
  "parent_got_revision_cp": "refs/heads/main@{#1553148}",
  "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
  "parent_got_v8_revision": "0347a1f9bdaceb62f986b986e99e1202d073a332",
  "parent_got_v8_revision_cp": "refs/heads/14.5.13@{#1}",
  "parent_got_webrtc_revision": "832e016d332b95496fc0b2583309d055d672cd49",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46374}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "63ed8505dd00f253153dc73380889170a919fce8",
  "swarm_hashes": {
    "angle_unittests": "bc69f901575afd961247fcefed0ad347498151787b0fc64cfc2fb5691f64356b/489",
    "browser_tests": "333663d5767197cf1210aef415fa022e8287290558c9b335a648cfcc765b947a/1220",
    "gl_tests": "787be3661701bab0f23f5dc83f741d9f02e96fead694636d0cf897fafc15e6fc/488",
    "gl_unittests": "3ff513abc6ac449a177a1786e049e16c5243e7c4eb92f3a7766526646a5115fb/488",
    "gpu_unittests": "132a78afd36b0886d0e2a624e1c7b11695daa32e6b149f8b465bd67813ea036c/565",
    "services_unittests": "ed71a85ac3ca7ef8339f4aa45b01b0b574c5257a337e0dd76c3a8cf0a2128639/734",
    "telemetry_gpu_integration_test": "bb84132a987fb0a01eefe2e257462ee161f4555202285d68acb0a12387b0f1bd/815"
  },
  "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
  "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63ed8505dd00f253153dc73380889170a919fce8
  • gitiles_ref:refs/heads/main
  • parent_buildername:GPU FYI Mac Builder (asan)
  • parent_buildnumber:75384
  • user_agent:recipe

Debug log (UTC)

[01:05:00.581] New invocation is queued and will start shortly
[01:05:00.581] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[01:05:01.679] Starting the invocation (attempt 1)
[01:05:01.703] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63ed8505dd00f253153dc73380889170a919fce8"
[01:05:01.703] Popped gitiles commit info from properties and tags
[01:05:01.703] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:01.703] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:01.704] Buildbucket request:
{
  "requestId": "8861976647834285392",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI Retina ASAN (AMD)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "63ed8505dd00f253153dc73380889170a919fce8",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "63ed8505dd00f253153dc73380889170a919fce8"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696550124393620177"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696550124393620177"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696550124393620177"
                }
          ],
      "parent_build_id": "8696550124393620177",
      "parent_builder_group": "chromium.gpu.fyi",
      "parent_buildername": "GPU FYI Mac Builder (asan)",
      "parent_got_angle_revision": "4f9af4659432907181282e76cfa71f93e50a3cde",
      "parent_got_dawn_revision": "fa54d1eaf3f0184b44aa243972dbbc2aac6ee02d",
      "parent_got_revision": "63ed8505dd00f253153dc73380889170a919fce8",
      "parent_got_revision_cp": "refs/heads/main@{#1553148}",
      "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
      "parent_got_v8_revision": "0347a1f9bdaceb62f986b986e99e1202d073a332",
      "parent_got_v8_revision_cp": "refs/heads/14.5.13@{#1}",
      "parent_got_webrtc_revision": "832e016d332b95496fc0b2583309d055d672cd49",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46374}",
      "swarm_hashes": {
            "angle_unittests": "bc69f901575afd961247fcefed0ad347498151787b0fc64cfc2fb5691f64356b/489",
            "browser_tests": "333663d5767197cf1210aef415fa022e8287290558c9b335a648cfcc765b947a/1220",
            "gl_tests": "787be3661701bab0f23f5dc83f741d9f02e96fead694636d0cf897fafc15e6fc/488",
            "gl_unittests": "3ff513abc6ac449a177a1786e049e16c5243e7c4eb92f3a7766526646a5115fb/488",
            "gpu_unittests": "132a78afd36b0886d0e2a624e1c7b11695daa32e6b149f8b465bd67813ea036c/565",
            "services_unittests": "ed71a85ac3ca7ef8339f4aa45b01b0b574c5257a337e0dd76c3a8cf0a2128639/734",
            "telemetry_gpu_integration_test": "bb84132a987fb0a01eefe2e257462ee161f4555202285d68acb0a12387b0f1bd/815"
          },
      "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
      "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "63ed8505dd00f253153dc73380889170a919fce8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861976647834285392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac FYI Retina ASAN (AMD)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "GPU FYI Mac Builder (asan)"
    },
    {
      "key": "parent_buildnumber",
      "value": "75384"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:05:02.216] Scheduled build:
{
  "id": "8696546585932773025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI Retina ASAN (AMD)"
  },
  "number": 27220,
  "createdBy": "project:chromium",
  "createTime": "2025-12-03T01:05:01.773305224Z",
  "updateTime": "2025-12-03T01:05:01.773305224Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "63ed8505dd00f253153dc73380889170a919fce8",
      "ref": "refs/heads/main"
    }
  }
}
[01:05:02.216] Task URL: https://cr-buildbucket.appspot.com/build/8696546585932773025
[01:05:02.217] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:2:0) after 3m29s
[01:05:03.249] Received PubSub notification, asking Buildbucket for the build status
[01:05:03.265] Build status: SCHEDULED
[01:06:06.897] Received PubSub notification, asking Buildbucket for the build status
[01:06:06.922] Build status: STARTED
[01:08:31.233] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:2:0)
[01:08:31.257] Build status: STARTED
[01:08:31.257] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:5:0) after 5m10s
[01:13:41.368] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:5:0)
[01:13:41.423] Build status: STARTED
[01:13:41.423] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:6:0) after 1m20s
[01:15:01.485] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:6:0)
[01:15:01.521] Build status: STARTED
[01:15:01.521] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:7:0) after 4m7s
[01:19:08.537] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:7:0)
[01:19:08.552] Build status: STARTED
[01:19:08.552] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:8:0) after 7m1s
[01:26:09.717] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:8:0)
[01:26:09.741] Build status: STARTED
[01:26:09.741] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:9:0) after 8m3s
[01:34:12.714] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:9:0)
[01:34:12.729] Build status: STARTED
[01:34:12.729] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:10:0) after 8m29s
[01:42:41.746] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:10:0)
[01:42:41.846] Build status: STARTED
[01:42:41.846] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:11:0) after 9m20s
[01:52:01.862] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:11:0)
[01:52:01.875] Build status: STARTED
[01:52:01.875] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:12:0) after 2m20s
[01:54:22.027] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:12:0)
[01:54:22.106] Build status: STARTED
[01:54:22.106] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:13:0) after 5m16s
[01:59:38.173] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:13:0)
[01:59:38.193] Build status: STARTED
[01:59:38.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:14:0) after 1m19s
[02:00:57.303] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:14:0)
[02:00:57.350] Build status: STARTED
[02:00:57.350] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:15:0) after 8m18s
[02:09:15.344] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:15:0)
[02:09:15.365] Build status: STARTED
[02:09:15.365] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:16:0) after 1m42s
[02:10:57.383] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:16:0)
[02:10:57.408] Build status: STARTED
[02:10:57.408] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:17:0) after 2m45s
[02:13:42.414] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:17:0)
[02:13:42.486] Build status: STARTED
[02:13:42.486] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:18:0) after 1m20s
[02:15:02.501] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:18:0)
[02:15:02.519] Build status: STARTED
[02:15:02.523] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:19:0) after 6m59s
[02:22:01.549] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:19:0)
[02:22:01.633] Build status: STARTED
[02:22:01.633] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:20:0) after 1m49s
[02:23:50.701] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:20:0)
[02:23:50.727] Build status: STARTED
[02:23:50.727] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:21:0) after 1m16s
[02:25:06.840] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:21:0)
[02:25:06.966] Build status: STARTED
[02:25:06.966] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:22:0) after 3m30s
[02:28:37.080] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:22:0)
[02:28:37.110] Build status: STARTED
[02:28:37.110] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:23:0) after 3m10s
[02:31:47.124] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:23:0)
[02:31:47.145] Build status: STARTED
[02:31:47.146] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:24:0) after 8m50s
[02:40:37.165] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:24:0)
[02:40:37.179] Build status: STARTED
[02:40:37.180] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:25:0) after 6m14s
[02:46:51.349] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:25:0)
[02:46:51.365] Build status: STARTED
[02:46:51.365] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:26:0) after 7m8s
[02:53:59.358] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:26:0)
[02:53:59.375] Build status: STARTED
[02:53:59.375] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:27:0) after 8m11s
[03:02:10.492] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:27:0)
[03:02:10.503] Build status: STARTED
[03:02:10.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:28:0) after 2m2s
[03:04:12.497] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:28:0)
[03:04:12.509] Build status: STARTED
[03:04:12.509] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:29:0) after 9m26s
[03:13:38.529] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:29:0)
[03:13:38.546] Build status: STARTED
[03:13:38.546] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:30:0) after 1m37s
[03:15:15.563] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:30:0)
[03:15:15.582] Build status: STARTED
[03:15:15.582] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:31:0) after 2m13s
[03:17:28.656] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:31:0)
[03:17:28.673] Build status: STARTED
[03:17:28.673] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:32:0) after 3m43s
[03:21:11.733] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:32:0)
[03:21:11.779] Build status: STARTED
[03:21:11.779] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:33:0) after 2m27s
[03:23:38.799] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:33:0)
[03:23:38.821] Build status: STARTED
[03:23:38.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:34:0) after 3m28s
[03:27:06.841] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:34:0)
[03:27:06.857] Build status: STARTED
[03:27:06.857] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:35:0) after 1m41s
[03:28:48.028] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:35:0)
[03:28:48.098] Build status: STARTED
[03:28:48.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:36:0) after 3m21s
[03:32:09.108] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:36:0)
[03:32:09.124] Build status: STARTED
[03:32:09.125] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:37:0) after 3m30s
[03:35:39.189] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:37:0)
[03:35:39.204] Build status: STARTED
[03:35:39.204] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:38:0) after 6m18s
[03:41:57.219] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:38:0)
[03:41:57.269] Build status: STARTED
[03:41:57.269] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:39:0) after 7m0s
[03:48:57.405] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:39:0)
[03:48:57.422] Build status: STARTED
[03:48:57.422] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI Retina ASAN (AMD):8861976647834285392:40:0) after 9m29s
[03:50:49.341] Received PubSub notification, asking Buildbucket for the build status
[03:50:49.362] Build:
{
  "id": "8696546585932773025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI Retina ASAN (AMD)"
  },
  "number": 27220,
  "createdBy": "project:chromium",
  "createTime": "2025-12-03T01:05:01.773305224Z",
  "startTime": "2025-12-03T01:06:06.758035730Z",
  "endTime": "2025-12-03T03:50:48.915795781Z",
  "updateTime": "2025-12-03T03:50:48.915795781Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "63ed8505dd00f253153dc73380889170a919fce8",
      "ref": "refs/heads/main"
    }
  }
}
[03:50:49.362] Invocation finished in 2h45m48.785388037s with status FAILED