Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/95f103d43c561eb3ba2cbcd7ad79e1b222083f5d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:43:08.815] New invocation is queued and will start shortly
[20:43:10.062] Starting the invocation (attempt 1)
[20:43:10.101] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
[20:43:10.101] Popped gitiles commit info from properties and tags
[20:43:10.101] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:43:10.101] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:43:10.101] Buildbucket request:
{
  "requestId": "8867610134736385616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867610134736385616",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4687281948a611198f22a47676c5bc8d495f698e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4687281948a611198f22a47676c5bc8d495f698e",
                        "title": "4687281948a611198f22a47676c5bc8d495f698e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4687281948a611198f22a47676c5bc8d495f698e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
                        "title": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95f103d43c561eb3ba2cbcd7ad79e1b222083f5d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867610134736385616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:43:10.683] Scheduled build:
{
  "id": "8702180072649867697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-01T20:43:10.179631472Z",
  "updateTime": "2025-10-01T20:43:10.179631472Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:43:10.683] Task URL: https://cr-buildbucket.appspot.com/build/8702180072649867697
[20:43:10.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:2:0) after 8m3s
[20:43:11.492] Received PubSub notification, asking Buildbucket for the build status
[20:43:11.520] Build status: SCHEDULED
[20:51:14.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:2:0)
[20:51:14.067] Build status: SCHEDULED
[20:51:14.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:4:0) after 8m31s
[20:59:45.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:4:0)
[20:59:45.186] Build status: SCHEDULED
[20:59:45.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:5:0) after 1m46s
[21:01:31.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:5:0)
[21:01:31.271] Build status: SCHEDULED
[21:01:31.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:6:0) after 6m56s
[21:08:27.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:6:0)
[21:08:27.497] Build status: SCHEDULED
[21:08:27.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:7:0) after 4m57s
[21:13:24.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:7:0)
[21:13:24.533] Build status: SCHEDULED
[21:13:24.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:8:0) after 7m13s
[21:20:37.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:8:0)
[21:20:37.566] Build status: SCHEDULED
[21:20:37.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:9:0) after 3m54s
[21:24:31.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:9:0)
[21:24:31.639] Build status: SCHEDULED
[21:24:31.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:10:0) after 5m16s
[21:29:47.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:10:0)
[21:29:47.649] Build status: SCHEDULED
[21:29:47.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:11:0) after 4m41s
[21:34:28.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:11:0)
[21:34:28.923] Build status: SCHEDULED
[21:34:28.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:12:0) after 7m59s
[21:42:27.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:12:0)
[21:42:27.961] Build status: SCHEDULED
[21:42:27.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:13:0) after 4m39s
[21:47:06.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:13:0)
[21:47:07.011] Build status: SCHEDULED
[21:47:07.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:14:0) after 2m15s
[21:49:22.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:14:0)
[21:49:22.087] Build status: SCHEDULED
[21:49:22.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:15:0) after 3m24s
[21:52:46.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:15:0)
[21:52:46.298] Build status: SCHEDULED
[21:52:46.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:16:0) after 3m20s
[21:56:06.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:16:0)
[21:56:06.306] Build status: SCHEDULED
[21:56:06.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:17:0) after 7m6s
[22:03:12.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:17:0)
[22:03:12.357] Build status: SCHEDULED
[22:03:12.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:18:0) after 2m56s
[22:06:08.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:18:0)
[22:06:08.357] Build status: SCHEDULED
[22:06:08.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:19:0) after 6m6s
[22:12:14.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:19:0)
[22:12:14.548] Build status: SCHEDULED
[22:12:14.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:20:0) after 4m27s
[22:16:41.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:20:0)
[22:16:41.739] Build status: SCHEDULED
[22:16:41.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:21:0) after 4m21s
[22:21:02.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:21:0)
[22:21:02.927] Build status: SCHEDULED
[22:21:02.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:22:0) after 3m30s
[22:24:32.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:22:0)
[22:24:33.017] Build status: SCHEDULED
[22:24:33.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:23:0) after 1m59s
[22:26:32.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:23:0)
[22:26:32.086] Build status: SCHEDULED
[22:26:32.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:24:0) after 4m57s
[22:31:29.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:24:0)
[22:31:29.121] Build status: SCHEDULED
[22:31:29.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:25:0) after 3m23s
[22:34:52.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:25:0)
[22:34:52.281] Build status: SCHEDULED
[22:34:52.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:26:0) after 6m48s
[22:41:40.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:26:0)
[22:41:40.378] Build status: SCHEDULED
[22:41:40.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:27:0) after 4m23s
[22:46:03.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:27:0)
[22:46:03.415] Build status: SCHEDULED
[22:46:03.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:28:0) after 7m2s
[22:53:05.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:28:0)
[22:53:05.476] Build status: SCHEDULED
[22:53:05.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:29:0) after 2m2s
[22:55:07.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:29:0)
[22:55:07.506] Build status: SCHEDULED
[22:55:07.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:30:0) after 5m34s
[23:00:41.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:30:0)
[23:00:41.584] Build status: SCHEDULED
[23:00:41.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:31:0) after 4m3s
[23:04:44.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:31:0)
[23:04:44.584] Build status: SCHEDULED
[23:04:44.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:32:0) after 7m26s
[23:12:10.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:32:0)
[23:12:10.687] Build status: SCHEDULED
[23:12:10.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:33:0) after 8m24s
[23:20:34.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:33:0)
[23:20:34.686] Build status: SCHEDULED
[23:20:34.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:34:0) after 5m51s
[23:26:25.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:34:0)
[23:26:25.765] Build status: SCHEDULED
[23:26:25.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:35:0) after 6m32s
[23:32:57.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:35:0)
[23:32:57.803] Build status: SCHEDULED
[23:32:57.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:36:0) after 5m52s
[23:38:49.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:36:0)
[23:38:49.871] Build status: SCHEDULED
[23:38:49.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:37:0) after 1m21s
[23:40:10.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:37:0)
[23:40:10.911] Build status: SCHEDULED
[23:40:10.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:38:0) after 2m21s
[23:42:31.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:38:0)
[23:42:31.941] Build status: SCHEDULED
[23:42:31.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867610134736385616:39:0) after 9m18s
[23:49:27.114] Received PubSub notification, asking Buildbucket for the build status
[23:49:27.209] Build status: STARTED
[23:51:37.486] Received PubSub notification, asking Buildbucket for the build status
[23:51:37.514] Build:
{
  "id": "8702180072649867697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-01T20:43:10.179631472Z",
  "startTime": "2025-10-01T23:49:26.743772128Z",
  "endTime": "2025-10-01T23:51:37.297521622Z",
  "updateTime": "2025-10-01T23:51:37.297521622Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "95f103d43c561eb3ba2cbcd7ad79e1b222083f5d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:51:37.514] Invocation finished in 3h8m28.707269102s with status FAILED