1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan
  4. 8881078095181424144
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:55:40.839] New invocation is queued and will start shortly
[04:55:41.928] Starting the invocation (attempt 1)
[04:55:41.957] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
[04:55:41.957] Popped gitiles commit info from properties and tags
[04:55:41.957] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:55:41.958] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:55:41.958] Buildbucket request:
{
  "requestId": "8881078095181424144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881078095181424144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc055a5882fe7d0669c20813526f3e7a7fe14294"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "title": "bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc055a5882fe7d0669c20813526f3e7a7fe14294"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "title": "01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "title": "a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881078095181424144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:55:42.346] Scheduled build:
{
  "id": "8715648033292795041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T04:55:42.020248918Z",
  "updateTime": "2025-05-06T04:55:42.020248918Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[04:55:42.346] Task URL: https://cr-buildbucket.appspot.com/build/8715648033292795041
[04:55:42.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:2:0) after 9m12s
[04:55:43.381] Received PubSub notification, asking Buildbucket for the build status
[04:55:43.401] Build status: SCHEDULED
[05:04:54.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:2:0)
[05:04:54.495] Build status: SCHEDULED
[05:04:54.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:4:0) after 7m47s
[05:12:41.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:4:0)
[05:12:41.706] Build status: SCHEDULED
[05:12:41.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:5:0) after 6m59s
[05:19:40.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:5:0)
[05:19:40.841] Build status: SCHEDULED
[05:19:40.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:6:0) after 1m51s
[05:21:31.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:6:0)
[05:21:31.886] Build status: SCHEDULED
[05:21:31.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:7:0) after 1m36s
[05:23:07.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:7:0)
[05:23:07.921] Build status: SCHEDULED
[05:23:07.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:8:0) after 2m23s
[05:25:30.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:8:0)
[05:25:30.914] Build status: SCHEDULED
[05:25:30.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:9:0) after 5m52s
[05:31:22.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:9:0)
[05:31:22.949] Build status: SCHEDULED
[05:31:22.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:10:0) after 5m29s
[05:36:52.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:10:0)
[05:36:52.048] Build status: SCHEDULED
[05:36:52.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:11:0) after 4m4s
[05:40:56.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:11:0)
[05:40:56.232] Build status: SCHEDULED
[05:40:56.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:12:0) after 8m29s
[05:49:25.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:12:0)
[05:49:25.325] Build status: SCHEDULED
[05:49:25.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:13:0) after 4m48s
[05:54:13.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:13:0)
[05:54:13.369] Build status: SCHEDULED
[05:54:13.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:14:0) after 2m17s
[05:56:30.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:14:0)
[05:56:30.475] Build status: SCHEDULED
[05:56:30.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:15:0) after 2m15s
[05:58:45.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:15:0)
[05:58:45.576] Build status: SCHEDULED
[05:58:45.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:16:0) after 3m47s
[06:02:32.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:16:0)
[06:02:32.617] Build status: SCHEDULED
[06:02:32.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:17:0) after 2m47s
[06:05:19.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:17:0)
[06:05:19.707] Build status: SCHEDULED
[06:05:19.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:18:0) after 7m27s
[06:12:46.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:18:0)
[06:12:46.761] Build status: SCHEDULED
[06:12:46.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:19:0) after 1m38s
[06:14:25.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:19:0)
[06:14:25.040] Build status: SCHEDULED
[06:14:25.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:20:0) after 4m15s
[06:18:40.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:20:0)
[06:18:40.191] Build status: SCHEDULED
[06:18:40.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:21:0) after 2m55s
[06:21:35.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:21:0)
[06:21:35.236] Build status: SCHEDULED
[06:21:35.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:22:0) after 2m0s
[06:23:35.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:22:0)
[06:23:35.412] Build status: SCHEDULED
[06:23:35.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:23:0) after 3m47s
[06:27:22.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:23:0)
[06:27:22.498] Build status: SCHEDULED
[06:27:22.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:24:0) after 7m23s
[06:34:45.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:24:0)
[06:34:45.547] Build status: SCHEDULED
[06:34:45.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:25:0) after 7m25s
[06:42:10.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:25:0)
[06:42:10.678] Build status: SCHEDULED
[06:42:10.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:26:0) after 3m10s
[06:45:20.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:26:0)
[06:45:20.727] Build status: SCHEDULED
[06:45:20.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:27:0) after 8m7s
[06:53:27.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:27:0)
[06:53:27.775] Build status: SCHEDULED
[06:53:27.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:28:0) after 5m4s
[06:58:31.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:28:0)
[06:58:31.849] Build status: SCHEDULED
[06:58:31.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:29:0) after 3m14s
[07:01:45.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:29:0)
[07:01:45.912] Build status: SCHEDULED
[07:01:45.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:30:0) after 5m55s
[07:07:40.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:30:0)
[07:07:41.003] Build status: SCHEDULED
[07:07:41.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:31:0) after 3m5s
[07:10:46.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:31:0)
[07:10:46.045] Build status: SCHEDULED
[07:10:46.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:32:0) after 3m15s
[07:14:01.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:32:0)
[07:14:01.080] Build status: SCHEDULED
[07:14:01.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:33:0) after 7m0s
[07:21:01.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:33:0)
[07:21:01.170] Build status: SCHEDULED
[07:21:01.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:34:0) after 8m6s
[07:29:07.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:34:0)
[07:29:07.303] Build status: SCHEDULED
[07:29:07.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:35:0) after 6m3s
[07:35:10.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:35:0)
[07:35:10.376] Build status: SCHEDULED
[07:35:10.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:36:0) after 5m23s
[07:40:33.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:36:0)
[07:40:33.467] Build status: SCHEDULED
[07:40:33.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:37:0) after 6m31s
[07:47:04.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:37:0)
[07:47:04.526] Build status: SCHEDULED
[07:47:04.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:38:0) after 7m34s
[07:54:38.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:38:0)
[07:54:39.005] Build status: SCHEDULED
[07:54:39.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:39:0) after 5m45s
[08:00:24.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:39:0)
[08:00:24.053] Build status: SCHEDULED
[08:00:24.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:40:0) after 3m37s
[08:04:01.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:40:0)
[08:04:01.101] Build status: SCHEDULED
[08:04:01.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:41:0) after 2m50s
[08:06:51.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:41:0)
[08:06:51.154] Build status: SCHEDULED
[08:06:51.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:42:0) after 3m5s
[08:09:56.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:42:0)
[08:09:56.238] Build status: SCHEDULED
[08:09:56.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:43:0) after 4m44s
[08:14:40.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:43:0)
[08:14:40.244] Build status: SCHEDULED
[08:14:40.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:44:0) after 2m50s
[08:17:30.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:44:0)
[08:17:30.295] Build status: SCHEDULED
[08:17:30.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:45:0) after 1m54s
[08:19:24.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:45:0)
[08:19:24.401] Build status: SCHEDULED
[08:19:24.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:46:0) after 8m53s
[08:28:17.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:46:0)
[08:28:17.442] Build status: SCHEDULED
[08:28:17.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:47:0) after 1m7s
[08:29:24.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:47:0)
[08:29:24.489] Build status: SCHEDULED
[08:29:24.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:48:0) after 3m44s
[08:33:08.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:48:0)
[08:33:08.537] Build status: SCHEDULED
[08:33:08.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:49:0) after 2m41s
[08:35:49.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:49:0)
[08:35:49.757] Build status: SCHEDULED
[08:35:49.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:50:0) after 9m21s
[08:45:10.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:50:0)
[08:45:10.813] Build status: SCHEDULED
[08:45:10.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:51:0) after 5m28s
[08:50:38.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:51:0)
[08:50:38.852] Build status: SCHEDULED
[08:50:38.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:52:0) after 9m6s
[08:59:44.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:52:0)
[08:59:44.907] Build status: SCHEDULED
[08:59:44.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:53:0) after 3m25s
[09:03:09.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:53:0)
[09:03:10.014] Build status: SCHEDULED
[09:03:10.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:54:0) after 2m39s
[09:05:49.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:54:0)
[09:05:49.061] Build status: SCHEDULED
[09:05:49.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:55:0) after 1m57s
[09:07:46.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:55:0)
[09:07:46.107] Build status: SCHEDULED
[09:07:46.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:56:0) after 5m35s
[09:13:21.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:56:0)
[09:13:21.361] Build status: SCHEDULED
[09:13:21.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:57:0) after 4m35s
[09:17:56.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:57:0)
[09:17:56.407] Build status: SCHEDULED
[09:17:56.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:58:0) after 4m13s
[09:22:09.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:58:0)
[09:22:09.447] Build status: SCHEDULED
[09:22:09.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:59:0) after 1m41s
[09:23:50.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:59:0)
[09:23:50.532] Build status: SCHEDULED
[09:23:50.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:60:0) after 4m34s
[09:28:24.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:60:0)
[09:28:24.697] Build status: SCHEDULED
[09:28:24.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:61:0) after 5m25s
[09:33:49.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:61:0)
[09:33:49.744] Build status: SCHEDULED
[09:33:49.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:62:0) after 7m8s
[09:40:57.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:62:0)
[09:40:57.803] Build status: SCHEDULED
[09:40:57.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:63:0) after 9m17s
[09:50:14.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:63:0)
[09:50:14.933] Build status: SCHEDULED
[09:50:14.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:64:0) after 4m4s
[09:54:19.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:64:0)
[09:54:19.043] Build status: SCHEDULED
[09:54:19.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:65:0) after 3m52s
[09:58:11.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:65:0)
[09:58:11.108] Build status: SCHEDULED
[09:58:11.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:66:0) after 2m46s
[10:00:57.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:66:0)
[10:00:57.211] Build status: SCHEDULED
[10:00:57.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:67:0) after 7m7s
[10:08:04.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:67:0)
[10:08:04.262] Build status: SCHEDULED
[10:08:04.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:68:0) after 6m38s
[10:14:42.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:68:0)
[10:14:42.298] Build status: SCHEDULED
[10:14:42.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:69:0) after 9m39s
[10:24:21.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:69:0)
[10:24:21.360] Build status: SCHEDULED
[10:24:21.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:70:0) after 1m15s
[10:25:36.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:70:0)
[10:25:36.437] Build status: SCHEDULED
[10:25:36.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:71:0) after 2m13s
[10:27:49.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:71:0)
[10:27:49.477] Build status: SCHEDULED
[10:27:49.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:72:0) after 2m11s
[10:30:00.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:72:0)
[10:30:00.561] Build status: SCHEDULED
[10:30:00.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:73:0) after 9m8s
[10:39:08.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:73:0)
[10:39:08.663] Build status: SCHEDULED
[10:39:08.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:74:0) after 5m5s
[10:44:14.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:74:0)
[10:44:14.043] Build status: SCHEDULED
[10:44:14.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:75:0) after 1m42s
[10:45:56.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:75:0)
[10:45:56.167] Build status: SCHEDULED
[10:45:56.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:76:0) after 2m24s
[10:48:20.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:76:0)
[10:48:20.405] Build status: SCHEDULED
[10:48:20.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:77:0) after 3m25s
[10:51:45.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:77:0)
[10:51:45.416] Build status: SCHEDULED
[10:51:45.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:78:0) after 2m44s
[10:54:29.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:78:0)
[10:54:29.561] Build status: SCHEDULED
[10:54:29.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:79:0) after 7m34s
[11:02:03.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:79:0)
[11:02:03.652] Build status: SCHEDULED
[11:02:03.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:80:0) after 5m19s
[11:07:22.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:80:0)
[11:07:22.692] Build status: SCHEDULED
[11:07:22.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:81:0) after 2m15s
[11:09:37.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:81:0)
[11:09:37.749] Build status: SCHEDULED
[11:09:37.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:82:0) after 2m45s
[11:12:22.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:82:0)
[11:12:23.034] Build status: SCHEDULED
[11:12:23.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:83:0) after 9m16s
[11:21:39.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:83:0)
[11:21:39.077] Build status: SCHEDULED
[11:21:39.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:84:0) after 5m28s
[11:27:07.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:84:0)
[11:27:07.184] Build status: SCHEDULED
[11:27:07.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:85:0) after 4m22s
[11:31:29.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:85:0)
[11:31:29.329] Build status: SCHEDULED
[11:31:29.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:86:0) after 7m10s
[11:38:39.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:86:0)
[11:38:39.389] Build status: SCHEDULED
[11:38:39.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:87:0) after 3m11s
[11:41:50.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:87:0)
[11:41:50.569] Build status: SCHEDULED
[11:41:50.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:88:0) after 5m0s
[11:46:50.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:88:0)
[11:46:50.596] Build status: SCHEDULED
[11:46:50.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:89:0) after 4m29s
[11:51:19.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:89:0)
[11:51:19.619] Build status: SCHEDULED
[11:51:19.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:90:0) after 5m11s
[11:56:30.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:90:0)
[11:56:30.662] Build status: SCHEDULED
[11:56:30.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:91:0) after 4m8s
[12:00:38.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:91:0)
[12:00:38.793] Build status: SCHEDULED
[12:00:38.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:92:0) after 1m19s
[12:01:57.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:92:0)
[12:01:57.868] Build status: SCHEDULED
[12:01:57.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:93:0) after 1m32s
[12:03:29.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:93:0)
[12:03:29.921] Build status: SCHEDULED
[12:03:29.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:94:0) after 4m48s
[12:08:17.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:94:0)
[12:08:17.964] Build status: SCHEDULED
[12:08:17.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:95:0) after 1m40s
[12:09:57.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:95:0)
[12:09:58.010] Build status: SCHEDULED
[12:09:58.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:96:0) after 5m33s
[12:15:31.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:96:0)
[12:15:31.053] Build status: SCHEDULED
[12:15:31.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:97:0) after 9m43s
[12:25:14.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:97:0)
[12:25:14.060] Build status: SCHEDULED
[12:25:14.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:98:0) after 7m4s
[12:32:18.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:98:0)
[12:32:18.055] Build status: SCHEDULED
[12:32:18.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:99:0) after 9m42s
[12:42:00.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:99:0)
[12:42:00.112] Build status: SCHEDULED
[12:42:00.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:100:0) after 8m44s
[12:50:44.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:100:0)
[12:50:44.305] Build status: SCHEDULED
[12:50:44.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881078095181424144:101:0) after 5m32s
[12:55:50.398] Received PubSub notification, asking Buildbucket for the build status
[12:55:50.451] Build:
{
  "id": "8715648033292795041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T04:55:42.020248918Z",
  "endTime": "2025-05-06T12:55:49.872242335Z",
  "updateTime": "2025-05-06T12:55:49.872242335Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[12:55:50.452] Invocation finished in 8h0m9.616705849s with status FAILED