buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 1b28871f2792b3db95a64f20e991049c65197941 (2 weeks ago)
• 36b55311fc2cfbb115b31668f15caa045a336ce1 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "36b55311fc2cfbb115b31668f15caa045a336ce1"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1
• gitiles_ref:refs/heads/main

[22:02:08.137] New invocation is queued and will start shortly
[22:02:09.160] Starting the invocation (attempt 1)
[22:02:09.186] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1"
[22:02:09.186] Popped gitiles commit info from properties and tags
[22:02:09.186] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:02:09.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:02:09.188] Buildbucket request:
{
  "requestId": "8877299040606958480",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877299040606958480",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1b28871f2792b3db95a64f20e991049c65197941"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1b28871f2792b3db95a64f20e991049c65197941",
                        "title": "1b28871f2792b3db95a64f20e991049c65197941",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1b28871f2792b3db95a64f20e991049c65197941"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "36b55311fc2cfbb115b31668f15caa045a336ce1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "title": "36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "36b55311fc2cfbb115b31668f15caa045a336ce1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877299040606958480"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:02:09.548] Scheduled build:
{
  "id": "8711868978776281937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-16T22:02:09.252461943Z",
  "updateTime": "2025-06-16T22:02:09.252461943Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "36b55311fc2cfbb115b31668f15caa045a336ce1",
      "ref": "refs/heads/main"
    }
  }
}
[22:02:09.548] Task URL: https://cr-buildbucket.appspot.com/build/8711868978776281937
[22:02:09.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:2:0) after 6m32s
[22:02:10.523] Received PubSub notification, asking Buildbucket for the build status
[22:02:10.613] Build status: SCHEDULED
[22:08:41.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:2:0)
[22:08:41.729] Build status: SCHEDULED
[22:08:41.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:4:0) after 2m41s
[22:11:22.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:4:0)
[22:11:22.919] Build status: SCHEDULED
[22:11:22.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:5:0) after 7m5s
[22:18:27.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:5:0)
[22:18:27.959] Build status: SCHEDULED
[22:18:27.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:6:0) after 1m23s
[22:19:50.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:6:0)
[22:19:51.013] Build status: SCHEDULED
[22:19:51.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:7:0) after 1m16s
[22:21:07.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:7:0)
[22:21:07.067] Build status: SCHEDULED
[22:21:07.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:8:0) after 3m8s
[22:24:15.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:8:0)
[22:24:15.123] Build status: SCHEDULED
[22:24:15.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:9:0) after 7m45s
[22:32:00.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:9:0)
[22:32:00.192] Build status: SCHEDULED
[22:32:00.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:10:0) after 2m32s
[22:34:32.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:10:0)
[22:34:32.263] Build status: SCHEDULED
[22:34:32.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:11:0) after 5m15s
[22:39:47.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:11:0)
[22:39:47.303] Build status: SCHEDULED
[22:39:47.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:12:0) after 1m19s
[22:41:06.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:12:0)
[22:41:06.343] Build status: SCHEDULED
[22:41:06.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:13:0) after 9m55s
[22:51:01.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:13:0)
[22:51:01.444] Build status: SCHEDULED
[22:51:01.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:14:0) after 7m10s
[22:58:11.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:14:0)
[22:58:11.485] Build status: SCHEDULED
[22:58:11.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:15:0) after 1m15s
[22:59:26.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:15:0)
[22:59:26.529] Build status: SCHEDULED
[22:59:26.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:16:0) after 6m2s
[23:05:28.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:16:0)
[23:05:28.606] Build status: SCHEDULED
[23:05:28.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:17:0) after 1m35s
[23:07:03.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:17:0)
[23:07:03.683] Build status: SCHEDULED
[23:07:03.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:18:0) after 2m33s
[23:09:36.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:18:0)
[23:09:36.945] Build status: SCHEDULED
[23:09:36.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:19:0) after 6m18s
[23:15:54.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:19:0)
[23:15:55.020] Build status: SCHEDULED
[23:15:55.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:20:0) after 7m21s
[23:23:16.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:20:0)
[23:23:16.068] Build status: SCHEDULED
[23:23:16.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:21:0) after 2m59s
[23:26:15.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:21:0)
[23:26:15.138] Build status: SCHEDULED
[23:26:15.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:22:0) after 7m35s
[23:33:50.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:22:0)
[23:33:50.218] Build status: SCHEDULED
[23:33:50.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:23:0) after 8m7s
[23:41:57.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:23:0)
[23:41:57.308] Build status: SCHEDULED
[23:41:57.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:24:0) after 6m32s
[23:48:29.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:24:0)
[23:48:29.385] Build status: SCHEDULED
[23:48:29.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:25:0) after 2m33s
[23:51:02.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:25:0)
[23:51:02.444] Build status: SCHEDULED
[23:51:02.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:26:0) after 5m26s
[23:56:28.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:26:0)
[23:56:28.599] Build status: SCHEDULED
[23:56:28.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:27:0) after 4m2s
[00:00:30.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:27:0)
[00:00:30.793] Build status: SCHEDULED
[00:00:30.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:28:0) after 4m8s
[00:04:38.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:28:0)
[00:04:38.891] Build status: SCHEDULED
[00:04:38.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:29:0) after 8m10s
[00:12:48.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:29:0)
[00:12:48.975] Build status: SCHEDULED
[00:12:48.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:30:0) after 5m7s
[00:17:56.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:30:0)
[00:17:56.074] Build status: SCHEDULED
[00:17:56.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:31:0) after 6m58s
[00:24:54.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:31:0)
[00:24:54.136] Build status: SCHEDULED
[00:24:54.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:32:0) after 2m38s
[00:27:32.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:32:0)
[00:27:32.211] Build status: SCHEDULED
[00:27:32.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:33:0) after 2m57s
[00:30:29.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:33:0)
[00:30:29.317] Build status: SCHEDULED
[00:30:29.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:34:0) after 9m9s
[00:39:38.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:34:0)
[00:39:38.410] Build status: SCHEDULED
[00:39:38.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:35:0) after 7m38s
[00:47:16.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:35:0)
[00:47:16.520] Build status: SCHEDULED
[00:47:16.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:36:0) after 6m20s
[00:53:36.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:36:0)
[00:53:36.646] Build status: SCHEDULED
[00:53:36.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:37:0) after 4m1s
[00:57:37.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:37:0)
[00:57:37.698] Build status: SCHEDULED
[00:57:37.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:38:0) after 1m56s
[00:59:33.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:38:0)
[00:59:33.772] Build status: SCHEDULED
[00:59:33.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:39:0) after 6m24s
[01:05:57.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:39:0)
[01:05:57.955] Build status: SCHEDULED
[01:05:57.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:40:0) after 3m11s
[01:09:08.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:40:0)
[01:09:09.029] Build status: SCHEDULED
[01:09:09.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:41:0) after 1m27s
[01:10:36.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:41:0)
[01:10:36.134] Build status: SCHEDULED
[01:10:36.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:42:0) after 8m27s
[01:19:03.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:42:0)
[01:19:03.277] Build status: SCHEDULED
[01:19:03.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:43:0) after 8m57s
[01:28:00.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:43:0)
[01:28:00.392] Build status: SCHEDULED
[01:28:00.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:44:0) after 1m3s
[01:29:03.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:44:0)
[01:29:03.393] Build status: SCHEDULED
[01:29:03.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:45:0) after 6m38s
[01:35:41.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:45:0)
[01:35:41.431] Build status: SCHEDULED
[01:35:41.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:46:0) after 6m5s
[01:41:46.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:46:0)
[01:41:46.533] Build status: SCHEDULED
[01:41:46.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:47:0) after 7m13s
[01:48:59.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:47:0)
[01:48:59.651] Build status: SCHEDULED
[01:48:59.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:48:0) after 8m44s
[01:57:43.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:48:0)
[01:57:43.690] Build status: SCHEDULED
[01:57:43.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:49:0) after 1m15s
[01:58:58.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:49:0)
[01:58:58.773] Build status: SCHEDULED
[01:58:58.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:50:0) after 7m44s
[02:06:42.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:50:0)
[02:06:42.839] Build status: SCHEDULED
[02:06:42.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:51:0) after 9m5s
[02:15:47.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:51:0)
[02:15:47.920] Build status: SCHEDULED
[02:15:47.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:52:0) after 4m8s
[02:19:55.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:52:0)
[02:19:55.958] Build status: SCHEDULED
[02:19:55.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:53:0) after 4m56s
[02:24:51.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:53:0)
[02:24:52.002] Build status: SCHEDULED
[02:24:52.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:54:0) after 6m13s
[02:31:05.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:54:0)
[02:31:05.048] Build status: SCHEDULED
[02:31:05.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:55:0) after 8m7s
[02:39:12.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:55:0)
[02:39:12.149] Build status: SCHEDULED
[02:39:12.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:56:0) after 5m19s
[02:44:31.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:56:0)
[02:44:31.278] Build status: SCHEDULED
[02:44:31.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:57:0) after 8m46s
[02:53:17.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:57:0)
[02:53:17.472] Build status: SCHEDULED
[02:53:17.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:58:0) after 3m44s
[02:57:01.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:58:0)
[02:57:01.538] Build status: SCHEDULED
[02:57:01.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:59:0) after 1m10s
[02:58:11.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:59:0)
[02:58:11.651] Build status: SCHEDULED
[02:58:11.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:60:0) after 4m42s
[03:02:53.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:60:0)
[03:02:53.686] Build status: SCHEDULED
[03:02:53.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:61:0) after 1m53s
[03:04:46.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:61:0)
[03:04:46.823] Build status: SCHEDULED
[03:04:46.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:62:0) after 7m39s
[03:12:25.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:62:0)
[03:12:25.893] Build status: SCHEDULED
[03:12:25.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:63:0) after 5m41s
[03:18:06.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:63:0)
[03:18:06.974] Build status: SCHEDULED
[03:18:06.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:64:0) after 8m50s
[03:26:57.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:64:0)
[03:26:57.060] Build status: SCHEDULED
[03:26:57.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:65:0) after 5m45s
[03:32:42.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:65:0)
[03:32:42.134] Build status: SCHEDULED
[03:32:42.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:66:0) after 4m56s
[03:37:38.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:66:0)
[03:37:38.136] Build status: SCHEDULED
[03:37:38.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:67:0) after 2m48s
[03:40:26.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:67:0)
[03:40:26.195] Build status: SCHEDULED
[03:40:26.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:68:0) after 2m6s
[03:42:32.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:68:0)
[03:42:32.312] Build status: SCHEDULED
[03:42:32.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:69:0) after 2m44s
[03:45:16.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:69:0)
[03:45:16.416] Build status: SCHEDULED
[03:45:16.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:70:0) after 8m31s
[03:53:47.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:70:0)
[03:53:47.448] Build status: SCHEDULED
[03:53:47.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:71:0) after 6m56s
[04:00:43.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:71:0)
[04:00:43.781] Build status: SCHEDULED
[04:00:43.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:72:0) after 5m14s
[04:05:57.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:72:0)
[04:05:57.849] Build status: SCHEDULED
[04:05:57.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:73:0) after 3m39s
[04:09:36.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:73:0)
[04:09:36.886] Build status: SCHEDULED
[04:09:36.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:74:0) after 2m1s
[04:11:38.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:74:0)
[04:11:38.085] Build status: SCHEDULED
[04:11:38.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:75:0) after 5m33s
[04:14:35.185] Received PubSub notification, asking Buildbucket for the build status
[04:14:35.207] Build status: STARTED
[04:17:11.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:75:0)
[04:17:11.207] Build status: STARTED
[04:17:11.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:77:0) after 3m11s
[04:20:22.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:77:0)
[04:20:22.345] Build status: STARTED
[04:20:22.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877299040606958480:78:0) after 8m48s
[04:26:39.900] Received PubSub notification, asking Buildbucket for the build status
[04:26:39.917] Build:
{
  "id": "8711868978776281937",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-16T22:02:09.252461943Z",
  "startTime": "2025-06-17T04:14:34.945489994Z",
  "endTime": "2025-06-17T04:26:39.684508832Z",
  "updateTime": "2025-06-17T04:26:39.684508832Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "36b55311fc2cfbb115b31668f15caa045a336ce1",
      "ref": "refs/heads/main"
    }
  }
}
[04:26:39.917] Invocation finished in 6h24m31.793891337s with status SUCCEEDED