Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "c57f0e85d2fc50027986ad83f8458a38f08b9705"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c57f0e85d2fc50027986ad83f8458a38f08b9705
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:00:29.730] New invocation is queued and will start shortly
[18:00:30.862] Starting the invocation (attempt 1)
[18:00:30.888] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c57f0e85d2fc50027986ad83f8458a38f08b9705"
[18:00:30.888] Popped gitiles commit info from properties and tags
[18:00:30.888] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:00:30.888] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:00:30.888] Buildbucket request:
{
  "requestId": "8868345143615138896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868345143615138896",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7",
                        "title": "6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c57f0e85d2fc50027986ad83f8458a38f08b9705"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c57f0e85d2fc50027986ad83f8458a38f08b9705",
                        "title": "c57f0e85d2fc50027986ad83f8458a38f08b9705",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c57f0e85d2fc50027986ad83f8458a38f08b9705"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "c57f0e85d2fc50027986ad83f8458a38f08b9705",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868345143615138896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:00:31.313] Scheduled build:
{
  "id": "8702915081655553729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T18:00:30.968122304Z",
  "updateTime": "2025-09-23T18:00:30.968122304Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c57f0e85d2fc50027986ad83f8458a38f08b9705",
      "ref": "refs/heads/main"
    }
  }
}
[18:00:31.313] Task URL: https://cr-buildbucket.appspot.com/build/8702915081655553729
[18:00:31.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:2:0) after 1m49s
[18:00:31.708] Received PubSub notification, asking Buildbucket for the build status
[18:00:31.774] Build status: SCHEDULED
[18:02:20.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:2:0)
[18:02:20.414] Build status: SCHEDULED
[18:02:20.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:4:0) after 7m15s
[18:09:35.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:4:0)
[18:09:35.449] Build status: SCHEDULED
[18:09:35.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:5:0) after 9m35s
[18:19:10.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:5:0)
[18:19:10.592] Build status: SCHEDULED
[18:19:10.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:6:0) after 3m49s
[18:22:59.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:6:0)
[18:22:59.620] Build status: SCHEDULED
[18:22:59.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:7:0) after 3m8s
[18:26:07.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:7:0)
[18:26:07.614] Build status: SCHEDULED
[18:26:07.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:8:0) after 2m45s
[18:28:52.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:8:0)
[18:28:52.795] Build status: SCHEDULED
[18:28:52.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:9:0) after 8m3s
[18:36:55.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:9:0)
[18:36:55.907] Build status: SCHEDULED
[18:36:55.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:10:0) after 2m57s
[18:39:52.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:10:0)
[18:39:52.919] Build status: SCHEDULED
[18:39:52.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:11:0) after 1m51s
[18:41:43.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:11:0)
[18:41:44.006] Build status: SCHEDULED
[18:41:44.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:12:0) after 6m47s
[18:48:31.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:12:0)
[18:48:31.048] Build status: SCHEDULED
[18:48:31.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:13:0) after 4m57s
[18:53:28.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:13:0)
[18:53:28.182] Build status: SCHEDULED
[18:53:28.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:14:0) after 4m55s
[18:58:23.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:14:0)
[18:58:23.233] Build status: SCHEDULED
[18:58:23.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:15:0) after 3m48s
[19:02:11.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:15:0)
[19:02:11.226] Build status: SCHEDULED
[19:02:11.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:16:0) after 2m17s
[19:04:28.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:16:0)
[19:04:28.260] Build status: SCHEDULED
[19:04:28.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:17:0) after 3m0s
[19:07:28.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:17:0)
[19:07:28.286] Build status: SCHEDULED
[19:07:28.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:18:0) after 5m3s
[19:12:31.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:18:0)
[19:12:31.441] Build status: SCHEDULED
[19:12:31.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:19:0) after 6m19s
[19:18:50.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:19:0)
[19:18:50.566] Build status: SCHEDULED
[19:18:50.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:20:0) after 4m2s
[19:22:52.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:20:0)
[19:22:52.594] Build status: SCHEDULED
[19:22:52.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:21:0) after 5m8s
[19:28:00.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:21:0)
[19:28:00.711] Build status: SCHEDULED
[19:28:00.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:22:0) after 6m13s
[19:34:13.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:22:0)
[19:34:13.846] Build status: SCHEDULED
[19:34:13.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:23:0) after 8m19s
[19:42:32.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:23:0)
[19:42:32.936] Build status: SCHEDULED
[19:42:32.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:24:0) after 2m36s
[19:45:08.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:24:0)
[19:45:08.952] Build status: SCHEDULED
[19:45:08.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:25:0) after 4m14s
[19:49:22.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:25:0)
[19:49:22.985] Build status: SCHEDULED
[19:49:22.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:26:0) after 5m8s
[19:54:31.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:26:0)
[19:54:31.096] Build status: SCHEDULED
[19:54:31.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:27:0) after 5m11s
[19:59:42.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:27:0)
[19:59:42.367] Build status: SCHEDULED
[19:59:42.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:28:0) after 6m26s
[20:06:08.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:28:0)
[20:06:08.413] Build status: SCHEDULED
[20:06:08.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:29:0) after 4m15s
[20:10:23.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:29:0)
[20:10:23.551] Build status: SCHEDULED
[20:10:23.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:30:0) after 9m0s
[20:19:23.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:30:0)
[20:19:23.699] Build status: SCHEDULED
[20:19:23.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:31:0) after 4m3s
[20:23:26.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:31:0)
[20:23:26.813] Build status: SCHEDULED
[20:23:26.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:32:0) after 2m5s
[20:25:31.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:32:0)
[20:25:31.934] Build status: SCHEDULED
[20:25:31.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:33:0) after 7m12s
[20:32:43.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:33:0)
[20:32:43.976] Build status: SCHEDULED
[20:32:43.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:34:0) after 4m18s
[20:37:02.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:34:0)
[20:37:02.168] Build status: SCHEDULED
[20:37:02.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:35:0) after 9m2s
[20:46:04.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:35:0)
[20:46:04.222] Build status: SCHEDULED
[20:46:04.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:36:0) after 2m18s
[20:48:22.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:36:0)
[20:48:22.272] Build status: SCHEDULED
[20:48:22.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:37:0) after 6m38s
[20:55:00.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:37:0)
[20:55:00.387] Build status: SCHEDULED
[20:55:00.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:38:0) after 3m38s
[20:58:38.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:38:0)
[20:58:38.437] Build status: SCHEDULED
[20:58:38.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:39:0) after 7m33s
[21:06:11.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:39:0)
[21:06:11.485] Build status: SCHEDULED
[21:06:11.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868345143615138896:40:0) after 9m21s
[21:06:45.915] Received PubSub notification, asking Buildbucket for the build status
[21:06:45.935] Build status: STARTED
[21:09:31.647] Received PubSub notification, asking Buildbucket for the build status
[21:09:31.683] Build:
{
  "id": "8702915081655553729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T18:00:30.968122304Z",
  "startTime": "2025-09-23T21:06:45.061868054Z",
  "endTime": "2025-09-23T21:09:31.388427087Z",
  "updateTime": "2025-09-23T21:09:31.388427087Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c57f0e85d2fc50027986ad83f8458a38f08b9705",
      "ref": "refs/heads/main"
    }
  }
}
[21:09:31.683] Invocation finished in 3h9m1.966696847s with status FAILED