Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4fa03e9fd2a527aeade33989e7d20f3273b2a01b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:02:26.291] New invocation is queued and will start shortly
[04:02:27.374] Starting the invocation (attempt 1)
[04:02:27.403] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
[04:02:27.403] Popped gitiles commit info from properties and tags
[04:02:27.403] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:02:27.403] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:02:27.403] Buildbucket request:
{
  "requestId": "8882983981210204352",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882983981210204352",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "baa8c724cf679dd071e7bef4294f59838f63c3b7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@baa8c724cf679dd071e7bef4294f59838f63c3b7",
                        "title": "baa8c724cf679dd071e7bef4294f59838f63c3b7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/baa8c724cf679dd071e7bef4294f59838f63c3b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "10bb8b6e61400bb43ea441bb961e968bd1e8fa36"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10bb8b6e61400bb43ea441bb961e968bd1e8fa36",
                        "title": "10bb8b6e61400bb43ea441bb961e968bd1e8fa36",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10bb8b6e61400bb43ea441bb961e968bd1e8fa36"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b",
                        "title": "59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4",
                        "title": "5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9",
                        "title": "6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5ece86a37f2a593cfae31abb5eaf6b038434bd12"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ece86a37f2a593cfae31abb5eaf6b038434bd12",
                        "title": "5ece86a37f2a593cfae31abb5eaf6b038434bd12",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ece86a37f2a593cfae31abb5eaf6b038434bd12"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "69c343a94e0e81595334708b52b26b146176510e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69c343a94e0e81595334708b52b26b146176510e",
                        "title": "69c343a94e0e81595334708b52b26b146176510e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69c343a94e0e81595334708b52b26b146176510e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cb60cea414dd9a8353fb4998a3137139975c2eb6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb60cea414dd9a8353fb4998a3137139975c2eb6",
                        "title": "cb60cea414dd9a8353fb4998a3137139975c2eb6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb60cea414dd9a8353fb4998a3137139975c2eb6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
                        "title": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882983981210204352"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:02:27.812] Scheduled build:
{
  "id": "8717553919297424913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-15T04:02:27.487104965Z",
  "updateTime": "2025-04-15T04:02:27.487104965Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
      "ref": "refs/heads/main"
    }
  }
}
[04:02:27.812] Task URL: https://cr-buildbucket.appspot.com/build/8717553919297424913
[04:02:27.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:2:0) after 5m2s
[04:02:28.795] Received PubSub notification, asking Buildbucket for the build status
[04:02:28.824] Build status: SCHEDULED
[04:07:30.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:2:0)
[04:07:30.226] Build status: SCHEDULED
[04:07:30.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:4:0) after 6m21s
[04:13:51.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:4:0)
[04:13:51.271] Build status: SCHEDULED
[04:13:51.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:5:0) after 7m4s
[04:20:55.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:5:0)
[04:20:55.459] Build status: SCHEDULED
[04:20:55.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:6:0) after 8m57s
[04:29:52.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:6:0)
[04:29:52.519] Build status: SCHEDULED
[04:29:52.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:7:0) after 4m22s
[04:34:14.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:7:0)
[04:34:14.690] Build status: SCHEDULED
[04:34:14.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:8:0) after 9m4s
[04:43:18.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:8:0)
[04:43:18.752] Build status: SCHEDULED
[04:43:18.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:9:0) after 7m21s
[04:50:39.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:9:0)
[04:50:39.891] Build status: SCHEDULED
[04:50:39.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:10:0) after 8m53s
[04:59:32.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:10:0)
[04:59:32.987] Build status: SCHEDULED
[04:59:32.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:11:0) after 7m14s
[05:06:47.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:11:0)
[05:06:47.035] Build status: SCHEDULED
[05:06:47.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:12:0) after 5m45s
[05:12:32.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:12:0)
[05:12:32.156] Build status: SCHEDULED
[05:12:32.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:13:0) after 7m52s
[05:20:24.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:13:0)
[05:20:24.297] Build status: SCHEDULED
[05:20:24.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:14:0) after 6m33s
[05:26:57.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:14:0)
[05:26:57.433] Build status: SCHEDULED
[05:26:57.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:15:0) after 8m56s
[05:35:53.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:15:0)
[05:35:53.519] Build status: SCHEDULED
[05:35:53.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:16:0) after 7m57s
[05:43:50.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:16:0)
[05:43:50.740] Build status: SCHEDULED
[05:43:50.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:17:0) after 5m25s
[05:49:15.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:17:0)
[05:49:15.910] Build status: SCHEDULED
[05:49:15.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:18:0) after 1m49s
[05:51:05.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:18:0)
[05:51:05.275] Build status: SCHEDULED
[05:51:05.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:19:0) after 3m42s
[05:54:47.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:19:0)
[05:54:47.426] Build status: SCHEDULED
[05:54:47.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:20:0) after 3m5s
[05:57:52.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:20:0)
[05:57:52.608] Build status: SCHEDULED
[05:57:52.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:21:0) after 9m0s
[06:06:52.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:21:0)
[06:06:52.677] Build status: SCHEDULED
[06:06:52.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:22:0) after 1m13s
[06:08:05.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:22:0)
[06:08:05.704] Build status: SCHEDULED
[06:08:05.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:23:0) after 1m14s
[06:09:19.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:23:0)
[06:09:19.980] Build status: SCHEDULED
[06:09:19.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:24:0) after 2m35s
[06:11:55.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:24:0)
[06:11:55.085] Build status: SCHEDULED
[06:11:55.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:25:0) after 4m12s
[06:16:07.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:25:0)
[06:16:07.195] Build status: SCHEDULED
[06:16:07.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:26:0) after 1m42s
[06:17:49.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:26:0)
[06:17:49.231] Build status: SCHEDULED
[06:17:49.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:27:0) after 9m18s
[06:27:07.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:27:0)
[06:27:07.414] Build status: SCHEDULED
[06:27:07.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:28:0) after 7m34s
[06:34:41.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:28:0)
[06:34:41.471] Build status: SCHEDULED
[06:34:41.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:29:0) after 1m2s
[06:35:43.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:29:0)
[06:35:43.658] Build status: SCHEDULED
[06:35:43.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:30:0) after 1m17s
[06:37:00.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:30:0)
[06:37:00.698] Build status: SCHEDULED
[06:37:00.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:31:0) after 6m24s
[06:43:24.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:31:0)
[06:43:24.742] Build status: SCHEDULED
[06:43:24.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:32:0) after 4m11s
[06:47:35.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:32:0)
[06:47:35.832] Build status: SCHEDULED
[06:47:35.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:33:0) after 9m13s
[06:56:48.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:33:0)
[06:56:49.004] Build status: SCHEDULED
[06:56:49.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:34:0) after 9m21s
[07:06:10.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:34:0)
[07:06:10.176] Build status: SCHEDULED
[07:06:10.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:35:0) after 6m44s
[07:12:54.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:35:0)
[07:12:54.587] Build status: SCHEDULED
[07:12:54.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:36:0) after 9m14s
[07:22:08.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:36:0)
[07:22:08.637] Build status: SCHEDULED
[07:22:08.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:37:0) after 4m46s
[07:26:54.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:37:0)
[07:26:54.697] Build status: SCHEDULED
[07:26:54.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:38:0) after 5m33s
[07:32:27.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:38:0)
[07:32:27.834] Build status: SCHEDULED
[07:32:27.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:39:0) after 5m6s
[07:37:33.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:39:0)
[07:37:33.890] Build status: SCHEDULED
[07:37:33.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:40:0) after 7m1s
[07:44:35.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:40:0)
[07:44:35.466] Build status: SCHEDULED
[07:44:35.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:41:0) after 2m2s
[07:46:37.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:41:0)
[07:46:37.534] Build status: SCHEDULED
[07:46:37.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:42:0) after 4m53s
[07:51:30.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:42:0)
[07:51:30.721] Build status: SCHEDULED
[07:51:30.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:43:0) after 6m16s
[07:57:46.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:43:0)
[07:57:46.777] Build status: SCHEDULED
[07:57:46.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:44:0) after 6m40s
[08:04:26.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:44:0)
[08:04:26.821] Build status: SCHEDULED
[08:04:26.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:45:0) after 4m16s
[08:08:42.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:45:0)
[08:08:42.867] Build status: SCHEDULED
[08:08:42.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:46:0) after 1m57s
[08:10:39.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:46:0)
[08:10:40.004] Build status: SCHEDULED
[08:10:40.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:47:0) after 7m21s
[08:18:01.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:47:0)
[08:18:01.221] Build status: SCHEDULED
[08:18:01.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:48:0) after 9m13s
[08:27:14.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:48:0)
[08:27:14.472] Build status: SCHEDULED
[08:27:14.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:49:0) after 7m29s
[08:34:43.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:49:0)
[08:34:43.678] Build status: SCHEDULED
[08:34:43.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:50:0) after 9m50s
[08:44:33.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:50:0)
[08:44:33.774] Build status: SCHEDULED
[08:44:33.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:51:0) after 8m4s
[08:52:37.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:51:0)
[08:52:37.939] Build status: SCHEDULED
[08:52:37.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:52:0) after 3m26s
[08:56:04.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:52:0)
[08:56:04.060] Build status: SCHEDULED
[08:56:04.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:53:0) after 6m10s
[09:02:14.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:53:0)
[09:02:14.143] Build status: SCHEDULED
[09:02:14.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:54:0) after 1m57s
[09:04:11.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:54:0)
[09:04:11.199] Build status: SCHEDULED
[09:04:11.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:55:0) after 5m55s
[09:10:06.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:55:0)
[09:10:06.244] Build status: SCHEDULED
[09:10:06.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:56:0) after 5m34s
[09:15:40.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:56:0)
[09:15:40.296] Build status: SCHEDULED
[09:15:40.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:57:0) after 3m21s
[09:19:01.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:57:0)
[09:19:01.304] Build status: SCHEDULED
[09:19:01.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:58:0) after 9m42s
[09:28:43.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:58:0)
[09:28:43.451] Build status: SCHEDULED
[09:28:43.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:59:0) after 6m4s
[09:34:48.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:59:0)
[09:34:48.055] Build status: SCHEDULED
[09:34:48.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:60:0) after 5m20s
[09:40:08.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:60:0)
[09:40:08.102] Build status: SCHEDULED
[09:40:08.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:61:0) after 2m20s
[09:42:28.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:61:0)
[09:42:28.323] Build status: SCHEDULED
[09:42:28.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:62:0) after 6m12s
[09:48:40.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:62:0)
[09:48:40.359] Build status: SCHEDULED
[09:48:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:63:0) after 8m6s
[09:56:46.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:63:0)
[09:56:46.520] Build status: SCHEDULED
[09:56:46.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:64:0) after 7m28s
[10:04:14.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:64:0)
[10:04:14.606] Build status: SCHEDULED
[10:04:14.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:65:0) after 5m19s
[10:09:33.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:65:0)
[10:09:33.922] Build status: SCHEDULED
[10:09:33.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:66:0) after 1m29s
[10:11:03.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:66:0)
[10:11:03.282] Build status: SCHEDULED
[10:11:03.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:67:0) after 9m33s
[10:20:36.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:67:0)
[10:20:36.318] Build status: SCHEDULED
[10:20:36.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:68:0) after 9m10s
[10:29:46.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:68:0)
[10:29:46.474] Build status: SCHEDULED
[10:29:46.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:69:0) after 1m59s
[10:31:45.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:69:0)
[10:31:45.513] Build status: SCHEDULED
[10:31:45.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:70:0) after 9m2s
[10:40:47.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:70:0)
[10:40:47.638] Build status: SCHEDULED
[10:40:47.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:71:0) after 4m45s
[10:45:32.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:71:0)
[10:45:32.701] Build status: SCHEDULED
[10:45:32.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:72:0) after 8m57s
[10:54:29.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:72:0)
[10:54:29.733] Build status: SCHEDULED
[10:54:29.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:73:0) after 3m56s
[10:58:25.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:73:0)
[10:58:25.774] Build status: SCHEDULED
[10:58:25.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:74:0) after 5m20s
[11:03:45.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:74:0)
[11:03:45.817] Build status: SCHEDULED
[11:03:45.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:75:0) after 4m2s
[11:07:47.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:75:0)
[11:07:47.861] Build status: SCHEDULED
[11:07:47.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:76:0) after 7m31s
[11:15:18.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:76:0)
[11:15:18.924] Build status: SCHEDULED
[11:15:18.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:77:0) after 2m53s
[11:18:11.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:77:0)
[11:18:12.006] Build status: SCHEDULED
[11:18:12.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:78:0) after 2m35s
[11:20:47.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:78:0)
[11:20:47.033] Build status: SCHEDULED
[11:20:47.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:79:0) after 4m43s
[11:25:30.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:79:0)
[11:25:30.078] Build status: SCHEDULED
[11:25:30.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:80:0) after 4m51s
[11:30:21.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:80:0)
[11:30:21.176] Build status: SCHEDULED
[11:30:21.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:81:0) after 8m13s
[11:38:34.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:81:0)
[11:38:34.410] Build status: SCHEDULED
[11:38:34.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:82:0) after 4m50s
[11:43:24.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:82:0)
[11:43:24.460] Build status: SCHEDULED
[11:43:24.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:83:0) after 4m37s
[11:48:01.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:83:0)
[11:48:01.528] Build status: SCHEDULED
[11:48:01.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:84:0) after 7m11s
[11:55:12.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:84:0)
[11:55:12.570] Build status: SCHEDULED
[11:55:12.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:85:0) after 2m40s
[11:57:52.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:85:0)
[11:57:52.613] Build status: SCHEDULED
[11:57:52.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8882983981210204352:86:0) after 4m54s
[12:02:32.427] Received PubSub notification, asking Buildbucket for the build status
[12:02:32.445] Build:
{
  "id": "8717553919297424913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-15T04:02:27.487104965Z",
  "endTime": "2025-04-15T12:02:32.189958602Z",
  "updateTime": "2025-04-15T12:02:32.189958602Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
      "ref": "refs/heads/main"
    }
  }
}
[12:02:32.445] Invocation finished in 8h0m6.165976655s with status FAILED