Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:46:14.491] New invocation is queued and will start shortly
[03:46:15.552] Starting the invocation (attempt 1)
[03:46:15.583] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
[03:46:15.583] Popped gitiles commit info from properties and tags
[03:46:15.583] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:46:15.583] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:46:15.583] Buildbucket request:
{
  "requestId": "8839045471503346928",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839045471503346928",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64683199fcdf7a912481311a4616adad348a4d8d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64683199fcdf7a912481311a4616adad348a4d8d",
                        "title": "64683199fcdf7a912481311a4616adad348a4d8d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64683199fcdf7a912481311a4616adad348a4d8d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e2949fa39b59b4ab25fedf3daeb339f0f67be18"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e2949fa39b59b4ab25fedf3daeb339f0f67be18",
                        "title": "1e2949fa39b59b4ab25fedf3daeb339f0f67be18",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e2949fa39b59b4ab25fedf3daeb339f0f67be18"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e3935a40869b19834018f19ed3d35cebeb2547d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3935a40869b19834018f19ed3d35cebeb2547d9",
                        "title": "e3935a40869b19834018f19ed3d35cebeb2547d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3935a40869b19834018f19ed3d35cebeb2547d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "823869564abc125d82409282ac8f3c301d0534d6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@823869564abc125d82409282ac8f3c301d0534d6",
                        "title": "823869564abc125d82409282ac8f3c301d0534d6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/823869564abc125d82409282ac8f3c301d0534d6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
                        "title": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/33efd737cc1ffcb78a3e6592e72e84ea2fd90abc"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839045471503346928"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:46:16.046] Scheduled build:
{
  "id": "8673615409636577649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T03:46:15.652399438Z",
  "updateTime": "2026-08-13T03:46:15.652399438Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
      "ref": "refs/heads/main"
    }
  }
}
[03:46:16.046] Task URL: https://cr-buildbucket.appspot.com/build/8673615409636577649
[03:46:16.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:2:0) after 2m30s
[03:46:36.600] Received PubSub notification, asking Buildbucket for the build status
[03:46:36.685] Build status: SCHEDULED
[03:48:46.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:2:0)
[03:48:46.103] Build status: SCHEDULED
[03:48:46.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:4:0) after 9m9s
[03:57:55.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:4:0)
[03:57:55.170] Build status: SCHEDULED
[03:57:55.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:5:0) after 2m9s
[04:00:04.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:5:0)
[04:00:04.267] Build status: SCHEDULED
[04:00:04.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:6:0) after 5m17s
[04:05:21.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:6:0)
[04:05:21.255] Build status: SCHEDULED
[04:05:21.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:7:0) after 7m23s
[04:12:44.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:7:0)
[04:12:44.368] Build status: SCHEDULED
[04:12:44.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:8:0) after 2m32s
[04:15:16.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:8:0)
[04:15:16.430] Build status: SCHEDULED
[04:15:16.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:9:0) after 5m57s
[04:21:13.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:9:0)
[04:21:13.526] Build status: SCHEDULED
[04:21:13.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:10:0) after 9m9s
[04:30:22.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:10:0)
[04:30:22.618] Build status: SCHEDULED
[04:30:22.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:11:0) after 9m11s
[04:39:33.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:11:0)
[04:39:33.656] Build status: SCHEDULED
[04:39:33.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:12:0) after 4m36s
[04:44:09.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:12:0)
[04:44:09.795] Build status: SCHEDULED
[04:44:09.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:13:0) after 3m52s
[04:48:01.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:13:0)
[04:48:01.836] Build status: SCHEDULED
[04:48:01.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:14:0) after 3m33s
[04:51:34.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:14:0)
[04:51:34.877] Build status: SCHEDULED
[04:51:34.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:15:0) after 6m24s
[04:57:58.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:15:0)
[04:57:58.966] Build status: SCHEDULED
[04:57:58.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:16:0) after 4m49s
[05:02:47.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:16:0)
[05:02:47.961] Build status: SCHEDULED
[05:02:47.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:17:0) after 6m37s
[05:09:24.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:17:0)
[05:09:24.996] Build status: SCHEDULED
[05:09:24.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:18:0) after 5m13s
[05:14:38.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:18:0)
[05:14:38.037] Build status: SCHEDULED
[05:14:38.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:19:0) after 2m35s
[05:17:13.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:19:0)
[05:17:13.076] Build status: SCHEDULED
[05:17:13.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:20:0) after 1m5s
[05:18:18.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:20:0)
[05:18:18.208] Build status: SCHEDULED
[05:18:18.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:21:0) after 4m17s
[05:22:35.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:21:0)
[05:22:35.273] Build status: SCHEDULED
[05:22:35.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:22:0) after 5m28s
[05:28:03.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:22:0)
[05:28:03.382] Build status: SCHEDULED
[05:28:03.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:23:0) after 5m17s
[05:33:20.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:23:0)
[05:33:20.528] Build status: SCHEDULED
[05:33:20.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:24:0) after 3m40s
[05:37:00.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:24:0)
[05:37:00.618] Build status: SCHEDULED
[05:37:00.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:25:0) after 2m8s
[05:39:08.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:25:0)
[05:39:08.702] Build status: SCHEDULED
[05:39:08.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:26:0) after 7m3s
[05:46:11.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:26:0)
[05:46:12.235] Build status: SCHEDULED
[05:46:12.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:27:0) after 4m0s
[05:50:12.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:27:0)
[05:50:12.279] Build status: SCHEDULED
[05:50:12.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:28:0) after 2m39s
[05:52:51.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:28:0)
[05:52:51.322] Build status: SCHEDULED
[05:52:51.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:29:0) after 8m57s
[06:01:48.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:29:0)
[06:01:48.440] Build status: SCHEDULED
[06:01:48.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:30:0) after 8m57s
[06:10:45.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:30:0)
[06:10:45.482] Build status: SCHEDULED
[06:10:45.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:31:0) after 2m20s
[06:13:05.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:31:0)
[06:13:05.525] Build status: SCHEDULED
[06:13:05.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:32:0) after 8m27s
[06:21:32.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:32:0)
[06:21:32.594] Build status: SCHEDULED
[06:21:32.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:33:0) after 6m30s
[06:23:49.753] Received PubSub notification, asking Buildbucket for the build status
[06:23:49.811] Build status: STARTED
[06:28:02.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:33:0)
[06:28:02.758] Build status: STARTED
[06:28:02.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839045471503346928:35:0) after 9m21s
[06:32:30.541] Received PubSub notification, asking Buildbucket for the build status
[06:32:30.562] Build:
{
  "id": "8673615409636577649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-13T03:46:15.652399438Z",
  "startTime": "2026-08-13T06:23:49.019867023Z",
  "endTime": "2026-08-13T06:32:28.657593743Z",
  "updateTime": "2026-08-13T06:32:28.657593743Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "33efd737cc1ffcb78a3e6592e72e84ea2fd90abc",
      "ref": "refs/heads/main"
    }
  }
}
[06:32:30.562] Invocation finished in 2h46m16.07464924s with status FAILED