LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan

Status: SUCCEEDED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5 (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5
gitiles_ref:refs/heads/main

Debug log (UTC)

[23:11:32.881] New invocation is queued and will start shortly
[23:11:33.999] Starting the invocation (attempt 1)
[23:11:34.032] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
[23:11:34.032] Popped gitiles commit info from properties and tags
[23:11:34.032] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:11:34.032] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:11:34.032] Buildbucket request:
{
  "requestId": "8873127213095608288",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873127213095608288",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
                        "title": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873127213095608288"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:11:34.521] Scheduled build:
{
  "id": "8707697151102328849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-01T23:11:34.157458204Z",
  "updateTime": "2025-08-01T23:11:34.157458204Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
      "ref": "refs/heads/main"
    }
  }
}
[23:11:34.521] Task URL: https://cr-buildbucket.appspot.com/build/8707697151102328849
[23:11:34.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:2:0) after 2m31s
[23:11:35.544] Received PubSub notification, asking Buildbucket for the build status
[23:11:35.580] Build status: SCHEDULED
[23:14:05.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:2:0)
[23:14:05.596] Build status: SCHEDULED
[23:14:05.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:4:0) after 3m0s
[23:17:05.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:4:0)
[23:17:05.645] Build status: SCHEDULED
[23:17:05.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:5:0) after 5m10s
[23:22:15.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:5:0)
[23:22:15.733] Build status: SCHEDULED
[23:22:15.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:6:0) after 1m35s
[23:23:50.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:6:0)
[23:23:50.842] Build status: SCHEDULED
[23:23:50.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:7:0) after 1m28s
[23:25:18.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:7:0)
[23:25:18.897] Build status: SCHEDULED
[23:25:18.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:8:0) after 1m15s
[23:26:33.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:8:0)
[23:26:34.053] Build status: SCHEDULED
[23:26:34.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:9:0) after 3m54s
[23:30:28.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:9:0)
[23:30:28.134] Build status: SCHEDULED
[23:30:28.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:10:0) after 5m12s
[23:35:40.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:10:0)
[23:35:40.194] Build status: SCHEDULED
[23:35:40.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:11:0) after 3m4s
[23:38:44.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:11:0)
[23:38:44.272] Build status: SCHEDULED
[23:38:44.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:12:0) after 7m8s
[23:45:52.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:12:0)
[23:45:52.409] Build status: SCHEDULED
[23:45:52.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:13:0) after 3m26s
[23:49:18.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:13:0)
[23:49:18.449] Build status: SCHEDULED
[23:49:18.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:14:0) after 7m13s
[23:56:31.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:14:0)
[23:56:31.540] Build status: SCHEDULED
[23:56:31.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:15:0) after 7m44s
[00:04:15.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:15:0)
[00:04:15.659] Build status: SCHEDULED
[00:04:15.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:16:0) after 8m18s
[00:12:33.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:16:0)
[00:12:33.710] Build status: SCHEDULED
[00:12:33.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:17:0) after 2m50s
[00:15:23.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:17:0)
[00:15:23.775] Build status: SCHEDULED
[00:15:23.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:18:0) after 4m11s
[00:19:34.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:18:0)
[00:19:34.920] Build status: SCHEDULED
[00:19:34.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:19:0) after 8m47s
[00:28:21.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:19:0)
[00:28:21.971] Build status: SCHEDULED
[00:28:21.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:20:0) after 2m12s
[00:30:34.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:20:0)
[00:30:34.038] Build status: SCHEDULED
[00:30:34.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:21:0) after 9m50s
[00:40:24.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:21:0)
[00:40:24.145] Build status: SCHEDULED
[00:40:24.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:22:0) after 2m42s
[00:43:06.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:22:0)
[00:43:06.195] Build status: SCHEDULED
[00:43:06.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:23:0) after 4m41s
[00:47:47.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:23:0)
[00:47:47.323] Build status: SCHEDULED
[00:47:47.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:24:0) after 5m11s
[00:52:58.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:24:0)
[00:52:58.399] Build status: SCHEDULED
[00:52:58.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:25:0) after 2m31s
[00:55:29.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:25:0)
[00:55:29.439] Build status: SCHEDULED
[00:55:29.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:26:0) after 4m31s
[01:00:00.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:26:0)
[01:00:00.435] Build status: SCHEDULED
[01:00:00.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:27:0) after 3m0s
[01:03:00.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:27:0)
[01:03:00.538] Build status: SCHEDULED
[01:03:00.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:28:0) after 6m42s
[01:09:42.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:28:0)
[01:09:42.664] Build status: SCHEDULED
[01:09:42.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:29:0) after 7m30s
[01:17:12.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:29:0)
[01:17:12.794] Build status: SCHEDULED
[01:17:12.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:30:0) after 7m50s
[01:25:02.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:30:0)
[01:25:02.882] Build status: SCHEDULED
[01:25:02.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:31:0) after 9m41s
[01:34:43.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:31:0)
[01:34:44.040] Build status: SCHEDULED
[01:34:44.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:32:0) after 9m29s
[01:44:13.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:32:0)
[01:44:13.069] Build status: SCHEDULED
[01:44:13.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:33:0) after 9m55s
[01:54:08.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:33:0)
[01:54:08.139] Build status: SCHEDULED
[01:54:08.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:34:0) after 1m30s
[01:55:38.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:34:0)
[01:55:38.171] Build status: SCHEDULED
[01:55:38.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:35:0) after 1m48s
[01:57:26.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:35:0)
[01:57:26.260] Build status: SCHEDULED
[01:57:26.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:36:0) after 3m3s
[02:00:29.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:36:0)
[02:00:29.320] Build status: SCHEDULED
[02:00:29.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:37:0) after 2m26s
[02:02:55.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:37:0)
[02:02:55.651] Build status: SCHEDULED
[02:02:55.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:38:0) after 9m55s
[02:12:50.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:38:0)
[02:12:50.767] Build status: SCHEDULED
[02:12:50.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:39:0) after 3m51s
[02:16:41.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:39:0)
[02:16:41.791] Build status: SCHEDULED
[02:16:41.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:40:0) after 9m18s
[02:25:59.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:40:0)
[02:25:59.922] Build status: SCHEDULED
[02:25:59.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:41:0) after 7m14s
[02:33:13.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:41:0)
[02:33:14.016] Build status: SCHEDULED
[02:33:14.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:42:0) after 4m54s
[02:38:08.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:42:0)
[02:38:08.058] Build status: SCHEDULED
[02:38:08.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:43:0) after 9m46s
[02:47:54.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:43:0)
[02:47:54.109] Build status: SCHEDULED
[02:47:54.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:44:0) after 2m7s
[02:50:01.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:44:0)
[02:50:01.167] Build status: SCHEDULED
[02:50:01.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:45:0) after 8m27s
[02:58:28.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:45:0)
[02:58:28.260] Build status: SCHEDULED
[02:58:28.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:46:0) after 9m37s
[03:08:05.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:46:0)
[03:08:05.381] Build status: SCHEDULED
[03:08:05.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:47:0) after 5m40s
[03:13:45.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:47:0)
[03:13:45.471] Build status: SCHEDULED
[03:13:45.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:48:0) after 6m57s
[03:20:42.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:48:0)
[03:20:42.506] Build status: SCHEDULED
[03:20:42.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:49:0) after 1m28s
[03:22:11.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:49:0)
[03:22:11.340] Build status: SCHEDULED
[03:22:11.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:50:0) after 1m14s
[03:23:25.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:50:0)
[03:23:25.884] Build status: SCHEDULED
[03:23:25.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:51:0) after 5m37s
[03:29:03.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:51:0)
[03:29:03.116] Build status: SCHEDULED
[03:29:03.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:52:0) after 5m10s
[03:34:13.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:52:0)
[03:34:13.257] Build status: SCHEDULED
[03:34:13.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:53:0) after 2m0s
[03:36:13.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:53:0)
[03:36:13.345] Build status: SCHEDULED
[03:36:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:54:0) after 2m56s
[03:39:09.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:54:0)
[03:39:09.507] Build status: SCHEDULED
[03:39:09.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:55:0) after 1m34s
[03:40:43.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:55:0)
[03:40:43.549] Build status: SCHEDULED
[03:40:43.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:56:0) after 4m16s
[03:44:59.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:56:0)
[03:44:59.795] Build status: SCHEDULED
[03:44:59.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:57:0) after 3m15s
[03:48:14.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:57:0)
[03:48:14.977] Build status: SCHEDULED
[03:48:14.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:58:0) after 7m11s
[03:55:26.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:58:0)
[03:55:26.102] Build status: SCHEDULED
[03:55:26.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:59:0) after 6m35s
[04:02:01.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:59:0)
[04:02:01.298] Build status: SCHEDULED
[04:02:01.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:60:0) after 6m32s
[04:08:34.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:60:0)
[04:08:34.518] Build status: SCHEDULED
[04:08:34.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:61:0) after 6m25s
[04:14:59.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:61:0)
[04:14:59.660] Build status: SCHEDULED
[04:14:59.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:62:0) after 4m29s
[04:19:28.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:62:0)
[04:19:28.793] Build status: SCHEDULED
[04:19:28.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:63:0) after 1m44s
[04:21:13.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:63:0)
[04:21:13.425] Build status: SCHEDULED
[04:21:13.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:64:0) after 3m52s
[04:25:05.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:64:0)
[04:25:05.654] Build status: SCHEDULED
[04:25:05.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:65:0) after 4m58s
[04:30:03.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:65:0)
[04:30:03.805] Build status: SCHEDULED
[04:30:03.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:66:0) after 2m38s
[04:32:41.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:66:0)
[04:32:41.794] Build status: SCHEDULED
[04:32:41.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:67:0) after 7m38s
[04:40:20.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:67:0)
[04:40:20.508] Build status: SCHEDULED
[04:40:20.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:68:0) after 7m1s
[04:47:21.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:68:0)
[04:47:21.563] Build status: SCHEDULED
[04:47:21.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:69:0) after 6m44s
[04:54:05.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:69:0)
[04:54:05.850] Build status: SCHEDULED
[04:54:05.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:70:0) after 3m57s
[04:58:02.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:70:0)
[04:58:02.920] Build status: SCHEDULED
[04:58:02.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:71:0) after 5m12s
[05:03:15.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:71:0)
[05:03:15.138] Build status: SCHEDULED
[05:03:15.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:72:0) after 3m59s
[05:07:14.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:72:0)
[05:07:14.184] Build status: SCHEDULED
[05:07:14.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:73:0) after 1m3s
[05:08:17.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:73:0)
[05:08:17.216] Build status: SCHEDULED
[05:08:17.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:74:0) after 2m39s
[05:10:56.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:74:0)
[05:10:56.287] Build status: SCHEDULED
[05:10:56.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:75:0) after 8m12s
[05:19:08.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:75:0)
[05:19:08.683] Build status: SCHEDULED
[05:19:08.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:76:0) after 6m28s
[05:25:36.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:76:0)
[05:25:36.788] Build status: SCHEDULED
[05:25:36.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:77:0) after 3m18s
[05:28:54.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:77:0)
[05:28:54.835] Build status: SCHEDULED
[05:28:54.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:78:0) after 8m2s
[05:36:56.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:78:0)
[05:36:56.879] Build status: SCHEDULED
[05:36:56.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:79:0) after 7m51s
[05:44:48.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:79:0)
[05:44:48.066] Build status: SCHEDULED
[05:44:48.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:80:0) after 3m43s
[05:48:31.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:80:0)
[05:48:31.522] Build status: SCHEDULED
[05:48:31.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:81:0) after 4m21s
[05:52:52.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:81:0)
[05:52:52.860] Build status: SCHEDULED
[05:52:52.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:82:0) after 4m18s
[05:57:10.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:82:0)
[05:57:11.016] Build status: SCHEDULED
[05:57:11.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:83:0) after 5m51s
[06:03:02.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:83:0)
[06:03:02.273] Build status: SCHEDULED
[06:03:02.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:84:0) after 5m56s
[06:08:58.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:84:0)
[06:08:58.432] Build status: SCHEDULED
[06:08:58.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:85:0) after 5m18s
[06:14:16.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:85:0)
[06:14:16.543] Build status: SCHEDULED
[06:14:16.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:86:0) after 1m46s
[06:15:34.514] Received PubSub notification, asking Buildbucket for the build status
[06:15:34.534] Build status: STARTED
[06:16:02.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:86:0)
[06:16:02.654] Build status: STARTED
[06:16:02.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:88:0) after 9m50s
[06:25:52.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:88:0)
[06:25:52.703] Build status: STARTED
[06:25:52.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:89:0) after 1m59s
[06:27:52.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:89:0)
[06:27:52.103] Build status: STARTED
[06:27:52.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:90:0) after 3m10s
[06:31:02.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:90:0)
[06:31:02.111] Build status: STARTED
[06:31:02.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:91:0) after 7m23s
[06:38:25.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:91:0)
[06:38:25.144] Build status: STARTED
[06:38:25.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:92:0) after 2m12s
[06:40:37.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:92:0)
[06:40:37.185] Build status: STARTED
[06:40:37.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:93:0) after 6m55s
[06:47:32.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:93:0)
[06:47:32.330] Build status: STARTED
[06:47:32.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:94:0) after 4m38s
[06:52:10.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:94:0)
[06:52:10.504] Build status: STARTED
[06:52:10.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:95:0) after 3m25s
[06:55:35.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:95:0)
[06:55:35.537] Build status: STARTED
[06:55:35.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873127213095608288:96:0) after 3m21s
[06:57:10.599] Received PubSub notification, asking Buildbucket for the build status
[06:57:10.620] Build:
{
  "id": "8707697151102328849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-01T23:11:34.157458204Z",
  "startTime": "2025-08-02T06:15:33.650173360Z",
  "endTime": "2025-08-02T06:57:09.992605168Z",
  "updateTime": "2025-08-02T06:57:09.992605168Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "299a0d7a14b4fe1159c08dbb28ff8cc98bf5c4b5",
      "ref": "refs/heads/main"
    }
  }
}
[06:57:10.620] Invocation finished in 7h45m37.746507662s with status SUCCEEDED