Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "044e61406287e2071264d3c98e4451dfa711d1e7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/044e61406287e2071264d3c98e4451dfa711d1e7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:16:06.264] New invocation is queued and will start shortly
[15:16:07.310] Starting the invocation (attempt 1)
[15:16:07.338] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/044e61406287e2071264d3c98e4451dfa711d1e7"
[15:16:07.338] Popped gitiles commit info from properties and tags
[15:16:07.338] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:16:07.338] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:16:07.338] Buildbucket request:
{
  "requestId": "8867540113511130640",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867540113511130640",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "30c95c73b3e97b8f725ddc7766f9f301f67ebeaa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@30c95c73b3e97b8f725ddc7766f9f301f67ebeaa",
                        "title": "30c95c73b3e97b8f725ddc7766f9f301f67ebeaa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/30c95c73b3e97b8f725ddc7766f9f301f67ebeaa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "044e61406287e2071264d3c98e4451dfa711d1e7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@044e61406287e2071264d3c98e4451dfa711d1e7",
                        "title": "044e61406287e2071264d3c98e4451dfa711d1e7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/044e61406287e2071264d3c98e4451dfa711d1e7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "044e61406287e2071264d3c98e4451dfa711d1e7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867540113511130640"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:16:07.730] Scheduled build:
{
  "id": "8702110051658620817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T15:16:07.400710715Z",
  "updateTime": "2025-10-02T15:16:07.400710715Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "044e61406287e2071264d3c98e4451dfa711d1e7",
      "ref": "refs/heads/main"
    }
  }
}
[15:16:07.730] Task URL: https://cr-buildbucket.appspot.com/build/8702110051658620817
[15:16:07.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:2:0) after 3m12s
[15:16:08.721] Received PubSub notification, asking Buildbucket for the build status
[15:16:08.748] Build status: SCHEDULED
[15:19:19.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:2:0)
[15:19:19.848] Build status: SCHEDULED
[15:19:19.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:4:0) after 8m56s
[15:28:15.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:4:0)
[15:28:15.996] Build status: SCHEDULED
[15:28:15.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:5:0) after 1m8s
[15:29:24.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:5:0)
[15:29:24.170] Build status: SCHEDULED
[15:29:24.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:6:0) after 1m16s
[15:30:40.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:6:0)
[15:30:40.248] Build status: SCHEDULED
[15:30:40.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:7:0) after 2m53s
[15:33:33.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:7:0)
[15:33:33.351] Build status: SCHEDULED
[15:33:33.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:8:0) after 7m10s
[15:40:43.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:8:0)
[15:40:43.413] Build status: SCHEDULED
[15:40:43.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:9:0) after 2m31s
[15:43:14.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:9:0)
[15:43:14.492] Build status: SCHEDULED
[15:43:14.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:10:0) after 6m16s
[15:49:30.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:10:0)
[15:49:30.573] Build status: SCHEDULED
[15:49:30.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:11:0) after 8m14s
[15:57:44.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:11:0)
[15:57:44.649] Build status: SCHEDULED
[15:57:44.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:12:0) after 1m47s
[15:59:31.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:12:0)
[15:59:31.752] Build status: SCHEDULED
[15:59:31.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:13:0) after 5m51s
[16:05:22.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:13:0)
[16:05:22.791] Build status: SCHEDULED
[16:05:22.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:14:0) after 8m21s
[16:13:43.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:14:0)
[16:13:43.947] Build status: SCHEDULED
[16:13:43.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:15:0) after 1m27s
[16:15:11.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:15:0)
[16:15:11.127] Build status: SCHEDULED
[16:15:11.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:16:0) after 6m32s
[16:21:43.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:16:0)
[16:21:43.139] Build status: SCHEDULED
[16:21:43.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:17:0) after 4m9s
[16:25:52.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:17:0)
[16:25:52.312] Build status: SCHEDULED
[16:25:52.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:18:0) after 6m25s
[16:32:17.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:18:0)
[16:32:17.351] Build status: SCHEDULED
[16:32:17.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:19:0) after 3m57s
[16:36:14.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:19:0)
[16:36:14.434] Build status: SCHEDULED
[16:36:14.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:20:0) after 9m47s
[16:46:01.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:20:0)
[16:46:01.428] Build status: SCHEDULED
[16:46:01.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:21:0) after 1m59s
[16:48:00.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:21:0)
[16:48:00.490] Build status: SCHEDULED
[16:48:00.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:22:0) after 1m57s
[16:49:57.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:22:0)
[16:49:57.576] Build status: SCHEDULED
[16:49:57.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:23:0) after 7m13s
[16:57:10.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:23:0)
[16:57:10.598] Build status: SCHEDULED
[16:57:10.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:24:0) after 5m32s
[17:02:42.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:24:0)
[17:02:42.804] Build status: SCHEDULED
[17:02:42.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:25:0) after 3m50s
[17:06:32.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:25:0)
[17:06:32.838] Build status: SCHEDULED
[17:06:32.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:26:0) after 8m23s
[17:14:55.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:26:0)
[17:14:55.984] Build status: SCHEDULED
[17:14:55.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:27:0) after 6m38s
[17:21:34.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:27:0)
[17:21:34.071] Build status: SCHEDULED
[17:21:34.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:28:0) after 4m7s
[17:25:41.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:28:0)
[17:25:41.110] Build status: SCHEDULED
[17:25:41.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:29:0) after 1m43s
[17:27:24.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:29:0)
[17:27:24.282] Build status: SCHEDULED
[17:27:24.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:30:0) after 5m48s
[17:33:12.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:30:0)
[17:33:12.326] Build status: SCHEDULED
[17:33:12.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:31:0) after 2m45s
[17:35:57.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:31:0)
[17:35:57.513] Build status: SCHEDULED
[17:35:57.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:32:0) after 2m0s
[17:37:57.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:32:0)
[17:37:57.553] Build status: SCHEDULED
[17:37:57.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:33:0) after 6m59s
[17:44:56.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:33:0)
[17:44:56.583] Build status: SCHEDULED
[17:44:56.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:34:0) after 9m42s
[17:54:38.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:34:0)
[17:54:38.671] Build status: SCHEDULED
[17:54:38.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:35:0) after 7m50s
[18:02:28.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:35:0)
[18:02:28.806] Build status: SCHEDULED
[18:02:28.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:36:0) after 2m20s
[18:04:48.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:36:0)
[18:04:48.870] Build status: SCHEDULED
[18:04:48.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:37:0) after 8m12s
[18:13:00.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:37:0)
[18:13:00.904] Build status: SCHEDULED
[18:13:00.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:38:0) after 7m8s
[18:20:08.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:38:0)
[18:20:08.978] Build status: SCHEDULED
[18:20:08.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:39:0) after 3m59s
[18:24:07.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:39:0)
[18:24:08.014] Build status: SCHEDULED
[18:24:08.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:40:0) after 3m14s
[18:27:22.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:40:0)
[18:27:22.122] Build status: SCHEDULED
[18:27:22.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:41:0) after 7m51s
[18:35:13.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:41:0)
[18:35:13.144] Build status: SCHEDULED
[18:35:13.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:42:0) after 5m48s
[18:41:01.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:42:0)
[18:41:01.186] Build status: SCHEDULED
[18:41:01.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:43:0) after 1m50s
[18:42:51.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:43:0)
[18:42:51.252] Build status: SCHEDULED
[18:42:51.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:44:0) after 7m12s
[18:50:03.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:44:0)
[18:50:03.368] Build status: SCHEDULED
[18:50:03.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:45:0) after 9m4s
[18:59:07.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:45:0)
[18:59:07.592] Build status: SCHEDULED
[18:59:07.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:46:0) after 9m20s
[19:08:27.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:46:0)
[19:08:27.771] Build status: SCHEDULED
[19:08:27.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:47:0) after 1m13s
[19:09:40.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:47:0)
[19:09:40.932] Build status: SCHEDULED
[19:09:40.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:48:0) after 9m54s
[19:19:35.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:48:0)
[19:19:35.024] Build status: SCHEDULED
[19:19:35.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:49:0) after 8m46s
[19:28:21.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:49:0)
[19:28:21.175] Build status: SCHEDULED
[19:28:21.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:50:0) after 4m48s
[19:33:09.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:50:0)
[19:33:09.191] Build status: SCHEDULED
[19:33:09.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:51:0) after 4m13s
[19:37:22.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:51:0)
[19:37:22.371] Build status: SCHEDULED
[19:37:22.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:52:0) after 3m35s
[19:40:57.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:52:0)
[19:40:57.395] Build status: SCHEDULED
[19:40:57.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:53:0) after 7m58s
[19:48:55.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:53:0)
[19:48:55.453] Build status: SCHEDULED
[19:48:55.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:54:0) after 6m38s
[19:55:33.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:54:0)
[19:55:33.629] Build status: SCHEDULED
[19:55:33.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:55:0) after 8m51s
[20:04:24.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:55:0)
[20:04:24.702] Build status: SCHEDULED
[20:04:24.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:56:0) after 7m8s
[20:11:32.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:56:0)
[20:11:32.916] Build status: SCHEDULED
[20:11:32.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:57:0) after 6m37s
[20:18:09.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:57:0)
[20:18:10.014] Build status: SCHEDULED
[20:18:10.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:58:0) after 2m1s
[20:20:11.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:58:0)
[20:20:11.137] Build status: SCHEDULED
[20:20:11.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:59:0) after 5m18s
[20:25:29.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:59:0)
[20:25:29.187] Build status: SCHEDULED
[20:25:29.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:60:0) after 5m56s
[20:31:25.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:60:0)
[20:31:25.235] Build status: SCHEDULED
[20:31:25.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:61:0) after 8m48s
[20:40:13.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:61:0)
[20:40:13.245] Build status: SCHEDULED
[20:40:13.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:62:0) after 7m5s
[20:47:18.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:62:0)
[20:47:18.695] Build status: SCHEDULED
[20:47:18.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:63:0) after 3m9s
[20:50:27.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:63:0)
[20:50:27.776] Build status: SCHEDULED
[20:50:27.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:64:0) after 2m22s
[20:52:49.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:64:0)
[20:52:49.968] Build status: SCHEDULED
[20:52:49.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:65:0) after 9m47s
[21:02:37.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:65:0)
[21:02:37.431] Build status: SCHEDULED
[21:02:37.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:66:0) after 6m38s
[21:09:15.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:66:0)
[21:09:15.462] Build status: SCHEDULED
[21:09:15.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:67:0) after 2m34s
[21:11:49.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:67:0)
[21:11:49.664] Build status: SCHEDULED
[21:11:49.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:68:0) after 2m23s
[21:11:55.539] Received PubSub notification, asking Buildbucket for the build status
[21:11:55.555] Build status: STARTED
[21:14:12.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:68:0)
[21:14:12.672] Build status: STARTED
[21:14:12.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:70:0) after 1m15s
[21:15:27.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:70:0)
[21:15:27.782] Build status: STARTED
[21:15:27.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867540113511130640:71:0) after 1m44s
[21:16:23.166] Received PubSub notification, asking Buildbucket for the build status
[21:16:23.182] Build:
{
  "id": "8702110051658620817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T15:16:07.400710715Z",
  "startTime": "2025-10-02T21:11:55.315194425Z",
  "endTime": "2025-10-02T21:16:17.499313438Z",
  "updateTime": "2025-10-02T21:16:17.499313438Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "044e61406287e2071264d3c98e4451dfa711d1e7",
      "ref": "refs/heads/main"
    }
  }
}
[21:16:23.182] Invocation finished in 6h0m16.931463716s with status FAILED