buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 989a628987dd9c8ab071632eaee3d3acf200b5fc (3 days ago)
• 3c948197fc7bebd6d231ab9272bd9db93e71acfa (3 days ago)
• b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53 (3 days ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53
• gitiles_ref:refs/heads/main

[20:29:50.167] New invocation is queued and will start shortly
[20:29:51.244] Starting the invocation (attempt 1)
[20:29:51.267] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53"
[20:29:51.267] Popped gitiles commit info from properties and tags
[20:29:51.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:29:51.268] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:29:51.268] Buildbucket request:
{
  "requestId": "8872140820495565440",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872140820495565440",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "989a628987dd9c8ab071632eaee3d3acf200b5fc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@989a628987dd9c8ab071632eaee3d3acf200b5fc",
                        "title": "989a628987dd9c8ab071632eaee3d3acf200b5fc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/989a628987dd9c8ab071632eaee3d3acf200b5fc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3c948197fc7bebd6d231ab9272bd9db93e71acfa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c948197fc7bebd6d231ab9272bd9db93e71acfa",
                        "title": "3c948197fc7bebd6d231ab9272bd9db93e71acfa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c948197fc7bebd6d231ab9272bd9db93e71acfa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53",
                        "title": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872140820495565440"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:29:51.748] Scheduled build:
{
  "id": "8706710758610527425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-12T20:29:51.343660751Z",
  "updateTime": "2025-08-12T20:29:51.343660751Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53",
      "ref": "refs/heads/main"
    }
  }
}
[20:29:51.748] Task URL: https://cr-buildbucket.appspot.com/build/8706710758610527425
[20:29:51.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:2:0) after 4m39s
[20:29:52.699] Received PubSub notification, asking Buildbucket for the build status
[20:29:52.719] Build status: SCHEDULED
[20:34:30.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:2:0)
[20:34:30.838] Build status: SCHEDULED
[20:34:30.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:4:0) after 6m6s
[20:40:36.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:4:0)
[20:40:36.932] Build status: SCHEDULED
[20:40:36.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:5:0) after 7m18s
[20:47:55.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:5:0)
[20:47:55.051] Build status: SCHEDULED
[20:47:55.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:6:0) after 1m23s
[20:49:18.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:6:0)
[20:49:18.115] Build status: SCHEDULED
[20:49:18.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:7:0) after 2m5s
[20:51:23.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:7:0)
[20:51:23.151] Build status: SCHEDULED
[20:51:23.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:8:0) after 3m29s
[20:54:52.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:8:0)
[20:54:52.160] Build status: SCHEDULED
[20:54:52.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:9:0) after 8m54s
[21:03:46.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:9:0)
[21:03:46.566] Build status: SCHEDULED
[21:03:46.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:10:0) after 4m13s
[21:07:59.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:10:0)
[21:07:59.864] Build status: SCHEDULED
[21:07:59.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:11:0) after 8m37s
[21:16:36.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:11:0)
[21:16:36.978] Build status: SCHEDULED
[21:16:36.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:12:0) after 5m21s
[21:21:58.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:12:0)
[21:21:58.104] Build status: SCHEDULED
[21:21:58.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:13:0) after 4m15s
[21:26:13.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:13:0)
[21:26:13.206] Build status: SCHEDULED
[21:26:13.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:14:0) after 7m21s
[21:33:34.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:14:0)
[21:33:34.386] Build status: SCHEDULED
[21:33:34.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:15:0) after 1m4s
[21:34:38.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:15:0)
[21:34:38.437] Build status: SCHEDULED
[21:34:38.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:16:0) after 5m12s
[21:39:50.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:16:0)
[21:39:50.480] Build status: SCHEDULED
[21:39:50.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:17:0) after 8m51s
[21:48:41.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:17:0)
[21:48:41.616] Build status: SCHEDULED
[21:48:41.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:18:0) after 2m49s
[21:51:30.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:18:0)
[21:51:30.665] Build status: SCHEDULED
[21:51:30.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:19:0) after 8m8s
[21:59:38.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:19:0)
[21:59:38.742] Build status: SCHEDULED
[21:59:38.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:20:0) after 7m29s
[22:07:07.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:20:0)
[22:07:07.767] Build status: SCHEDULED
[22:07:07.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:21:0) after 1m57s
[22:09:04.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:21:0)
[22:09:04.798] Build status: SCHEDULED
[22:09:04.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:22:0) after 6m45s
[22:15:49.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:22:0)
[22:15:49.911] Build status: SCHEDULED
[22:15:49.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:23:0) after 6m39s
[22:22:28.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:23:0)
[22:22:28.927] Build status: SCHEDULED
[22:22:28.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:24:0) after 7m39s
[22:30:07.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:24:0)
[22:30:07.998] Build status: SCHEDULED
[22:30:07.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:25:0) after 4m31s
[22:34:39.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:25:0)
[22:34:39.136] Build status: SCHEDULED
[22:34:39.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:26:0) after 2m48s
[22:37:27.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:26:0)
[22:37:27.171] Build status: SCHEDULED
[22:37:27.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:27:0) after 2m46s
[22:40:13.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:27:0)
[22:40:13.214] Build status: SCHEDULED
[22:40:13.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:28:0) after 7m37s
[22:47:50.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:28:0)
[22:47:50.246] Build status: SCHEDULED
[22:47:50.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:29:0) after 7m27s
[22:55:17.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:29:0)
[22:55:17.267] Build status: SCHEDULED
[22:55:17.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:30:0) after 7m27s
[23:02:44.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:30:0)
[23:02:44.306] Build status: SCHEDULED
[23:02:44.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:31:0) after 8m55s
[23:11:39.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:31:0)
[23:11:39.462] Build status: SCHEDULED
[23:11:39.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:32:0) after 6m41s
[23:18:20.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:32:0)
[23:18:20.535] Build status: SCHEDULED
[23:18:20.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:33:0) after 3m30s
[23:21:50.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:33:0)
[23:21:50.641] Build status: SCHEDULED
[23:21:50.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:34:0) after 1m31s
[23:23:21.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:34:0)
[23:23:21.773] Build status: SCHEDULED
[23:23:21.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:35:0) after 1m24s
[23:24:45.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:35:0)
[23:24:45.871] Build status: SCHEDULED
[23:24:45.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:36:0) after 4m11s
[23:28:56.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:36:0)
[23:28:56.976] Build status: SCHEDULED
[23:28:56.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:37:0) after 6m36s
[23:35:33.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:37:0)
[23:35:33.030] Build status: SCHEDULED
[23:35:33.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:38:0) after 7m12s
[23:42:45.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:38:0)
[23:42:45.191] Build status: SCHEDULED
[23:42:45.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:39:0) after 8m17s
[23:51:02.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:39:0)
[23:51:02.231] Build status: SCHEDULED
[23:51:02.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:40:0) after 1m9s
[23:52:11.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:40:0)
[23:52:11.292] Build status: SCHEDULED
[23:52:11.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:41:0) after 4m37s
[23:56:48.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:41:0)
[23:56:48.421] Build status: SCHEDULED
[23:56:48.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:42:0) after 9m55s
[00:06:43.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:42:0)
[00:06:43.514] Build status: SCHEDULED
[00:06:43.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:43:0) after 3m30s
[00:10:13.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:43:0)
[00:10:13.555] Build status: SCHEDULED
[00:10:13.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:44:0) after 7m20s
[00:17:33.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:44:0)
[00:17:33.651] Build status: SCHEDULED
[00:17:33.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:45:0) after 4m49s
[00:22:22.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:45:0)
[00:22:22.743] Build status: SCHEDULED
[00:22:22.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:46:0) after 9m53s
[00:32:15.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:46:0)
[00:32:15.807] Build status: SCHEDULED
[00:32:15.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:47:0) after 1m32s
[00:33:47.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:47:0)
[00:33:47.905] Build status: SCHEDULED
[00:33:47.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:48:0) after 8m19s
[00:42:06.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:48:0)
[00:42:06.960] Build status: SCHEDULED
[00:42:06.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:49:0) after 6m58s
[00:49:04.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:49:0)
[00:49:04.997] Build status: SCHEDULED
[00:49:04.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:50:0) after 3m17s
[00:52:22.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:50:0)
[00:52:22.092] Build status: SCHEDULED
[00:52:22.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:51:0) after 3m17s
[00:55:39.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:51:0)
[00:55:39.131] Build status: SCHEDULED
[00:55:39.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:52:0) after 4m50s
[01:00:29.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:52:0)
[01:00:29.238] Build status: SCHEDULED
[01:00:29.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:53:0) after 2m6s
[01:02:35.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:53:0)
[01:02:35.279] Build status: SCHEDULED
[01:02:35.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:54:0) after 8m33s
[01:11:08.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:54:0)
[01:11:08.349] Build status: SCHEDULED
[01:11:08.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:55:0) after 5m3s
[01:16:11.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:55:0)
[01:16:11.391] Build status: SCHEDULED
[01:16:11.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:56:0) after 5m54s
[01:22:05.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:56:0)
[01:22:05.430] Build status: SCHEDULED
[01:22:05.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:57:0) after 6m54s
[01:28:59.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:57:0)
[01:28:59.489] Build status: SCHEDULED
[01:28:59.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:58:0) after 2m27s
[01:31:26.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:58:0)
[01:31:26.612] Build status: SCHEDULED
[01:31:26.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:59:0) after 2m23s
[01:33:49.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:59:0)
[01:33:49.953] Build status: SCHEDULED
[01:33:49.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:60:0) after 1m45s
[01:35:34.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:60:0)
[01:35:34.991] Build status: SCHEDULED
[01:35:34.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:61:0) after 5m34s
[01:41:09.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:61:0)
[01:41:09.062] Build status: SCHEDULED
[01:41:09.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:62:0) after 8m37s
[01:49:46.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:62:0)
[01:49:46.125] Build status: SCHEDULED
[01:49:46.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:63:0) after 1m57s
[01:51:43.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:63:0)
[01:51:43.228] Build status: SCHEDULED
[01:51:43.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:64:0) after 3m4s
[01:54:47.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:64:0)
[01:54:47.383] Build status: SCHEDULED
[01:54:47.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:65:0) after 2m8s
[01:56:55.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:65:0)
[01:56:55.430] Build status: SCHEDULED
[01:56:55.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:66:0) after 2m15s
[01:59:10.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:66:0)
[01:59:10.493] Build status: SCHEDULED
[01:59:10.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:67:0) after 5m45s
[02:04:55.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:67:0)
[02:04:55.536] Build status: SCHEDULED
[02:04:55.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:68:0) after 7m53s
[02:12:48.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:68:0)
[02:12:48.571] Build status: SCHEDULED
[02:12:48.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:69:0) after 3m30s
[02:16:18.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:69:0)
[02:16:18.798] Build status: SCHEDULED
[02:16:18.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:70:0) after 6m39s
[02:22:57.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:70:0)
[02:22:57.916] Build status: SCHEDULED
[02:22:57.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:71:0) after 4m32s
[02:27:29.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:71:0)
[02:27:30.001] Build status: SCHEDULED
[02:27:30.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:72:0) after 3m35s
[02:31:05.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:72:0)
[02:31:05.124] Build status: SCHEDULED
[02:31:05.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:73:0) after 2m27s
[02:33:32.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:73:0)
[02:33:32.206] Build status: SCHEDULED
[02:33:32.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:74:0) after 6m11s
[02:39:43.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:74:0)
[02:39:43.240] Build status: SCHEDULED
[02:39:43.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:75:0) after 3m39s
[02:43:22.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:75:0)
[02:43:22.344] Build status: SCHEDULED
[02:43:22.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:76:0) after 3m18s
[02:46:40.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:76:0)
[02:46:40.388] Build status: SCHEDULED
[02:46:40.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:77:0) after 5m8s
[02:51:48.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:77:0)
[02:51:48.475] Build status: SCHEDULED
[02:51:48.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:78:0) after 8m57s
[03:00:45.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:78:0)
[03:00:45.573] Build status: SCHEDULED
[03:00:45.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:79:0) after 3m40s
[03:04:25.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:79:0)
[03:04:25.615] Build status: SCHEDULED
[03:04:25.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:80:0) after 3m29s
[03:07:54.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:80:0)
[03:07:54.676] Build status: SCHEDULED
[03:07:54.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:81:0) after 1m19s
[03:09:13.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:81:0)
[03:09:13.828] Build status: SCHEDULED
[03:09:13.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:82:0) after 4m2s
[03:13:15.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:82:0)
[03:13:15.898] Build status: SCHEDULED
[03:13:15.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:83:0) after 1m24s
[03:14:39.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:83:0)
[03:14:39.937] Build status: SCHEDULED
[03:14:39.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:84:0) after 9m25s
[03:23:38.491] Received PubSub notification, asking Buildbucket for the build status
[03:23:38.514] Build status: STARTED
[03:24:04.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:84:0)
[03:24:04.980] Build status: STARTED
[03:24:04.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:86:0) after 9m3s
[03:33:07.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:86:0)
[03:33:08.018] Build status: STARTED
[03:33:08.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872140820495565440:87:0) after 9m1s
[03:37:15.923] Received PubSub notification, asking Buildbucket for the build status
[03:37:16.017] Build:
{
  "id": "8706710758610527425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-12T20:29:51.343660751Z",
  "startTime": "2025-08-13T03:23:38.326715651Z",
  "endTime": "2025-08-13T03:37:15.652739524Z",
  "updateTime": "2025-08-13T03:37:15.652739524Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f8747c7d27ddafdca5dc6b278c70ff9dc04c53",
      "ref": "refs/heads/main"
    }
  }
}
[03:37:16.017] Invocation finished in 7h7m25.85592603s with status SUCCEEDED