Status: SUCCEEDED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:24:11.054] New invocation is queued and will start shortly
[09:24:12.138] Starting the invocation (attempt 1)
[09:24:12.164] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8"
[09:24:12.164] Popped gitiles commit info from properties and tags
[09:24:12.164] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:24:12.164] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:24:12.165] Buildbucket request:
{
  "requestId": "8873632251163691664",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873632251163691664",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8",
                        "title": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873632251163691664"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:24:12.569] Scheduled build:
{
  "id": "8708202189254645569",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-27T09:24:12.243253480Z",
  "updateTime": "2025-07-27T09:24:12.243253480Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8",
      "ref": "refs/heads/main"
    }
  }
}
[09:24:12.569] Task URL: https://cr-buildbucket.appspot.com/build/8708202189254645569
[09:24:12.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:2:0) after 1m56s
[09:24:14.153] Received PubSub notification, asking Buildbucket for the build status
[09:24:14.185] Build status: SCHEDULED
[09:26:08.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:2:0)
[09:26:08.590] Build status: SCHEDULED
[09:26:08.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:4:0) after 4m13s
[09:30:21.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:4:0)
[09:30:21.645] Build status: SCHEDULED
[09:30:21.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:5:0) after 4m10s
[09:34:31.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:5:0)
[09:34:31.720] Build status: SCHEDULED
[09:34:31.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:6:0) after 2m3s
[09:36:34.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:6:0)
[09:36:34.775] Build status: SCHEDULED
[09:36:34.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:7:0) after 9m27s
[09:46:01.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:7:0)
[09:46:01.898] Build status: SCHEDULED
[09:46:01.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:8:0) after 7m45s
[09:53:46.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:8:0)
[09:53:46.955] Build status: SCHEDULED
[09:53:46.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:9:0) after 9m49s
[10:03:35.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:9:0)
[10:03:36.029] Build status: SCHEDULED
[10:03:36.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:10:0) after 3m28s
[10:07:04.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:10:0)
[10:07:04.278] Build status: SCHEDULED
[10:07:04.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:11:0) after 8m18s
[10:15:22.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:11:0)
[10:15:22.447] Build status: SCHEDULED
[10:15:22.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:12:0) after 8m51s
[10:24:13.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:12:0)
[10:24:13.487] Build status: SCHEDULED
[10:24:13.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:13:0) after 3m56s
[10:28:09.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:13:0)
[10:28:09.643] Build status: SCHEDULED
[10:28:09.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:14:0) after 2m2s
[10:30:11.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:14:0)
[10:30:11.777] Build status: SCHEDULED
[10:30:11.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:15:0) after 1m22s
[10:31:33.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:15:0)
[10:31:33.791] Build status: SCHEDULED
[10:31:33.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:16:0) after 9m24s
[10:40:57.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:16:0)
[10:40:57.834] Build status: SCHEDULED
[10:40:57.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:17:0) after 4m0s
[10:44:57.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:17:0)
[10:44:57.981] Build status: SCHEDULED
[10:44:57.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:18:0) after 2m32s
[10:47:30.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:18:0)
[10:47:30.121] Build status: SCHEDULED
[10:47:30.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:19:0) after 1m58s
[10:49:28.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:19:0)
[10:49:28.149] Build status: SCHEDULED
[10:49:28.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:20:0) after 6m31s
[10:55:59.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:20:0)
[10:55:59.314] Build status: SCHEDULED
[10:55:59.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:21:0) after 2m53s
[10:58:52.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:21:0)
[10:58:52.440] Build status: SCHEDULED
[10:58:52.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:22:0) after 7m58s
[11:06:50.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:22:0)
[11:06:50.603] Build status: SCHEDULED
[11:06:50.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:23:0) after 7m55s
[11:14:45.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:23:0)
[11:14:45.835] Build status: SCHEDULED
[11:14:45.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:24:0) after 6m27s
[11:21:12.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:24:0)
[11:21:12.870] Build status: SCHEDULED
[11:21:12.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:25:0) after 1m2s
[11:22:14.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:25:0)
[11:22:15.022] Build status: SCHEDULED
[11:22:15.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:26:0) after 4m15s
[11:26:30.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:26:0)
[11:26:30.108] Build status: SCHEDULED
[11:26:30.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:27:0) after 7m37s
[11:34:07.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:27:0)
[11:34:07.842] Build status: SCHEDULED
[11:34:07.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:28:0) after 3m34s
[11:37:42.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:28:0)
[11:37:42.156] Build status: SCHEDULED
[11:37:42.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:29:0) after 2m41s
[11:40:23.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:29:0)
[11:40:23.387] Build status: SCHEDULED
[11:40:23.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:30:0) after 2m22s
[11:42:45.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:30:0)
[11:42:45.445] Build status: SCHEDULED
[11:42:45.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:31:0) after 8m0s
[11:50:45.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:31:0)
[11:50:45.475] Build status: SCHEDULED
[11:50:45.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:32:0) after 2m36s
[11:53:21.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:32:0)
[11:53:21.947] Build status: SCHEDULED
[11:53:21.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:33:0) after 2m19s
[11:55:41.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:33:0)
[11:55:41.115] Build status: SCHEDULED
[11:55:41.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:34:0) after 8m51s
[12:04:32.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:34:0)
[12:04:32.210] Build status: SCHEDULED
[12:04:32.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:35:0) after 1m2s
[12:05:34.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:35:0)
[12:05:34.295] Build status: SCHEDULED
[12:05:34.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:36:0) after 5m0s
[12:10:34.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:36:0)
[12:10:34.343] Build status: SCHEDULED
[12:10:34.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:37:0) after 3m42s
[12:14:16.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:37:0)
[12:14:16.514] Build status: SCHEDULED
[12:14:16.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:38:0) after 5m15s
[12:19:31.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:38:0)
[12:19:31.549] Build status: SCHEDULED
[12:19:31.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:39:0) after 1m44s
[12:21:15.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:39:0)
[12:21:15.598] Build status: SCHEDULED
[12:21:15.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:40:0) after 5m54s
[12:27:09.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:40:0)
[12:27:09.693] Build status: SCHEDULED
[12:27:09.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:41:0) after 5m19s
[12:32:28.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:41:0)
[12:32:28.737] Build status: SCHEDULED
[12:32:28.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:42:0) after 6m6s
[12:38:34.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:42:0)
[12:38:34.826] Build status: SCHEDULED
[12:38:34.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:43:0) after 7m18s
[12:45:52.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:43:0)
[12:45:53.027] Build status: SCHEDULED
[12:45:53.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:44:0) after 5m4s
[12:50:57.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:44:0)
[12:50:57.109] Build status: SCHEDULED
[12:50:57.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:45:0) after 9m48s
[13:00:45.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:45:0)
[13:00:45.391] Build status: SCHEDULED
[13:00:45.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:46:0) after 1m25s
[13:02:10.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:46:0)
[13:02:10.546] Build status: SCHEDULED
[13:02:10.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:47:0) after 2m44s
[13:04:54.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:47:0)
[13:04:54.765] Build status: SCHEDULED
[13:04:54.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:48:0) after 6m36s
[13:11:30.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:48:0)
[13:11:30.956] Build status: SCHEDULED
[13:11:30.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:49:0) after 3m8s
[13:14:39.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:49:0)
[13:14:39.106] Build status: SCHEDULED
[13:14:39.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:50:0) after 8m5s
[13:22:44.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:50:0)
[13:22:44.200] Build status: SCHEDULED
[13:22:44.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:51:0) after 4m1s
[13:26:45.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:51:0)
[13:26:45.251] Build status: SCHEDULED
[13:26:45.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:52:0) after 4m58s
[13:31:43.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:52:0)
[13:31:43.504] Build status: SCHEDULED
[13:31:43.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:53:0) after 7m53s
[13:39:36.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:53:0)
[13:39:36.727] Build status: SCHEDULED
[13:39:36.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:54:0) after 7m41s
[13:47:18.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:54:0)
[13:47:18.094] Build status: SCHEDULED
[13:47:18.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:55:0) after 6m54s
[13:54:12.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:55:0)
[13:54:12.140] Build status: SCHEDULED
[13:54:12.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:56:0) after 5m17s
[13:59:29.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:56:0)
[13:59:29.308] Build status: SCHEDULED
[13:59:29.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:57:0) after 4m20s
[14:03:49.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:57:0)
[14:03:49.606] Build status: SCHEDULED
[14:03:49.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:58:0) after 2m21s
[14:06:10.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:58:0)
[14:06:10.671] Build status: SCHEDULED
[14:06:10.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:59:0) after 8m27s
[14:14:37.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:59:0)
[14:14:37.773] Build status: SCHEDULED
[14:14:37.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:60:0) after 9m26s
[14:24:03.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:60:0)
[14:24:03.969] Build status: SCHEDULED
[14:24:03.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:61:0) after 8m47s
[14:32:50.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:61:0)
[14:32:50.968] Build status: SCHEDULED
[14:32:50.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:62:0) after 6m9s
[14:38:59.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:62:0)
[14:39:00.219] Build status: SCHEDULED
[14:39:00.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:63:0) after 5m8s
[14:44:08.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:63:0)
[14:44:08.295] Build status: SCHEDULED
[14:44:08.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:64:0) after 8m50s
[14:52:58.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:64:0)
[14:52:58.405] Build status: SCHEDULED
[14:52:58.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:65:0) after 9m30s
[15:02:28.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:65:0)
[15:02:28.451] Build status: SCHEDULED
[15:02:28.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:66:0) after 2m56s
[15:05:24.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:66:0)
[15:05:24.753] Build status: SCHEDULED
[15:05:24.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:67:0) after 5m53s
[15:11:18.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:67:0)
[15:11:18.107] Build status: SCHEDULED
[15:11:18.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:68:0) after 3m19s
[15:14:37.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:68:0)
[15:14:37.347] Build status: SCHEDULED
[15:14:37.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:69:0) after 6m15s
[15:20:52.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:69:0)
[15:20:52.591] Build status: SCHEDULED
[15:20:52.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:70:0) after 4m34s
[15:25:26.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:70:0)
[15:25:26.900] Build status: SCHEDULED
[15:25:26.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:71:0) after 6m50s
[15:32:16.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:71:0)
[15:32:16.940] Build status: SCHEDULED
[15:32:16.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:72:0) after 3m43s
[15:36:00.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:72:0)
[15:36:00.040] Build status: SCHEDULED
[15:36:00.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:73:0) after 3m36s
[15:39:36.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:73:0)
[15:39:36.401] Build status: SCHEDULED
[15:39:36.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:74:0) after 9m15s
[15:48:51.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:74:0)
[15:48:51.800] Build status: SCHEDULED
[15:48:51.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:75:0) after 6m30s
[15:55:21.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:75:0)
[15:55:22.122] Build status: SCHEDULED
[15:55:22.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:76:0) after 4m4s
[15:59:11.147] Received PubSub notification, asking Buildbucket for the build status
[15:59:11.173] Build status: STARTED
[15:59:26.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:76:0)
[15:59:26.437] Build status: STARTED
[15:59:26.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:78:0) after 3m7s
[16:02:33.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:78:0)
[16:02:33.635] Build status: STARTED
[16:02:33.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873632251163691664:79:0) after 6m53s
[16:07:44.610] Received PubSub notification, asking Buildbucket for the build status
[16:07:44.629] Build:
{
  "id": "8708202189254645569",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-27T09:24:12.243253480Z",
  "startTime": "2025-07-27T15:59:10.961046175Z",
  "endTime": "2025-07-27T16:07:44.072469792Z",
  "updateTime": "2025-07-27T16:07:44.072469792Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "61258957a2a3fce8d31f5a56f2b1bfba97ddd2c8",
      "ref": "refs/heads/main"
    }
  }
}
[16:07:44.629] Invocation finished in 6h43m33.590599106s with status SUCCEEDED