buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 91fc8c4351486b20ff6110a8fd68157238386729 (2 weeks ago)
• ddf51544bf604bc60fe5ba26ec500d33e1b5d718 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ddf51544bf604bc60fe5ba26ec500d33e1b5d718
• gitiles_ref:refs/heads/main

[06:00:06.623] New invocation is queued and will start shortly
[06:00:07.971] Starting the invocation (attempt 1)
[06:00:08.001] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ddf51544bf604bc60fe5ba26ec500d33e1b5d718"
[06:00:08.001] Popped gitiles commit info from properties and tags
[06:00:08.001] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:00:08.001] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:00:08.001] Buildbucket request:
{
  "requestId": "8881708220380520768",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881708220380520768",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "91fc8c4351486b20ff6110a8fd68157238386729"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91fc8c4351486b20ff6110a8fd68157238386729",
                        "title": "91fc8c4351486b20ff6110a8fd68157238386729",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91fc8c4351486b20ff6110a8fd68157238386729"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ddf51544bf604bc60fe5ba26ec500d33e1b5d718",
                        "title": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ddf51544bf604bc60fe5ba26ec500d33e1b5d718"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881708220380520768"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:00:08.527] Scheduled build:
{
  "id": "8716278158190356785",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-29T06:00:08.089975362Z",
  "updateTime": "2025-04-29T06:00:08.089975362Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718",
      "ref": "refs/heads/main"
    }
  }
}
[06:00:08.527] Task URL: https://cr-buildbucket.appspot.com/build/8716278158190356785
[06:00:08.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:2:0) after 9m40s
[06:00:13.734] Received PubSub notification, asking Buildbucket for the build status
[06:00:13.751] Build status: SCHEDULED
[06:09:48.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:2:0)
[06:09:48.816] Build status: SCHEDULED
[06:09:48.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:4:0) after 6m52s
[06:16:40.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:4:0)
[06:16:40.864] Build status: SCHEDULED
[06:16:40.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:5:0) after 8m30s
[06:25:10.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:5:0)
[06:25:10.980] Build status: SCHEDULED
[06:25:10.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:6:0) after 5m36s
[06:30:47.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:6:0)
[06:30:47.072] Build status: SCHEDULED
[06:30:47.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:7:0) after 5m8s
[06:35:55.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:7:0)
[06:35:55.226] Build status: SCHEDULED
[06:35:55.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:8:0) after 6m27s
[06:42:22.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:8:0)
[06:42:22.363] Build status: SCHEDULED
[06:42:22.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:9:0) after 1m21s
[06:43:43.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:9:0)
[06:43:43.423] Build status: SCHEDULED
[06:43:43.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:10:0) after 9m53s
[06:53:36.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:10:0)
[06:53:36.537] Build status: SCHEDULED
[06:53:36.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:11:0) after 3m4s
[06:56:40.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:11:0)
[06:56:40.637] Build status: SCHEDULED
[06:56:40.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:12:0) after 5m15s
[07:01:55.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:12:0)
[07:01:55.697] Build status: SCHEDULED
[07:01:55.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:13:0) after 6m5s
[07:08:00.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:13:0)
[07:08:00.734] Build status: SCHEDULED
[07:08:00.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:14:0) after 6m47s
[07:14:47.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:14:0)
[07:14:47.854] Build status: SCHEDULED
[07:14:47.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:15:0) after 9m55s
[07:24:42.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:15:0)
[07:24:42.931] Build status: SCHEDULED
[07:24:42.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:16:0) after 5m44s
[07:30:26.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:16:0)
[07:30:27.011] Build status: SCHEDULED
[07:30:27.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:17:0) after 3m43s
[07:34:10.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:17:0)
[07:34:10.067] Build status: SCHEDULED
[07:34:10.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:18:0) after 2m32s
[07:36:42.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:18:0)
[07:36:42.140] Build status: SCHEDULED
[07:36:42.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:19:0) after 4m55s
[07:41:37.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:19:0)
[07:41:37.606] Build status: SCHEDULED
[07:41:37.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:20:0) after 5m3s
[07:46:40.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:20:0)
[07:46:40.752] Build status: SCHEDULED
[07:46:40.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:21:0) after 6m42s
[07:53:22.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:21:0)
[07:53:22.898] Build status: SCHEDULED
[07:53:22.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:22:0) after 2m12s
[07:55:34.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:22:0)
[07:55:34.999] Build status: SCHEDULED
[07:55:34.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:23:0) after 7m49s
[08:03:24.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:23:0)
[08:03:24.087] Build status: SCHEDULED
[08:03:24.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:24:0) after 6m42s
[08:10:06.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:24:0)
[08:10:06.139] Build status: SCHEDULED
[08:10:06.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:25:0) after 3m3s
[08:13:09.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:25:0)
[08:13:09.234] Build status: SCHEDULED
[08:13:09.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:26:0) after 9m20s
[08:22:29.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:26:0)
[08:22:29.311] Build status: SCHEDULED
[08:22:29.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:27:0) after 9m55s
[08:32:24.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:27:0)
[08:32:24.416] Build status: SCHEDULED
[08:32:24.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:28:0) after 7m51s
[08:40:15.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:28:0)
[08:40:15.522] Build status: SCHEDULED
[08:40:15.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:29:0) after 9m34s
[08:49:49.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:29:0)
[08:49:49.589] Build status: SCHEDULED
[08:49:49.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:30:0) after 9m27s
[08:59:16.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:30:0)
[08:59:16.819] Build status: SCHEDULED
[08:59:16.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:31:0) after 7m4s
[09:06:20.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:31:0)
[09:06:20.848] Build status: SCHEDULED
[09:06:20.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:32:0) after 3m12s
[09:09:33.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:32:0)
[09:09:33.170] Build status: SCHEDULED
[09:09:33.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:33:0) after 2m52s
[09:12:25.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:33:0)
[09:12:25.312] Build status: SCHEDULED
[09:12:25.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:34:0) after 6m14s
[09:18:39.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:34:0)
[09:18:39.403] Build status: SCHEDULED
[09:18:39.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:35:0) after 6m31s
[09:25:10.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:35:0)
[09:25:10.937] Build status: SCHEDULED
[09:25:10.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:36:0) after 2m41s
[09:27:52.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:36:0)
[09:27:52.310] Build status: SCHEDULED
[09:27:52.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:37:0) after 3m0s
[09:30:52.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:37:0)
[09:30:52.407] Build status: SCHEDULED
[09:30:52.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:38:0) after 2m0s
[09:32:52.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:38:0)
[09:32:52.454] Build status: SCHEDULED
[09:32:52.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:39:0) after 3m52s
[09:36:44.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:39:0)
[09:36:44.613] Build status: SCHEDULED
[09:36:44.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:40:0) after 6m42s
[09:43:26.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:40:0)
[09:43:26.829] Build status: SCHEDULED
[09:43:26.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:41:0) after 6m5s
[09:49:32.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:41:0)
[09:49:32.377] Build status: SCHEDULED
[09:49:32.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:42:0) after 3m9s
[09:52:41.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:42:0)
[09:52:41.414] Build status: SCHEDULED
[09:52:41.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:43:0) after 9m15s
[10:01:56.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:43:0)
[10:01:56.565] Build status: SCHEDULED
[10:01:56.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:44:0) after 1m50s
[10:03:46.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:44:0)
[10:03:46.635] Build status: SCHEDULED
[10:03:46.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:45:0) after 7m29s
[10:11:15.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:45:0)
[10:11:15.908] Build status: SCHEDULED
[10:11:15.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:46:0) after 3m22s
[10:14:37.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:46:0)
[10:14:37.984] Build status: SCHEDULED
[10:14:37.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:47:0) after 4m25s
[10:19:03.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:47:0)
[10:19:03.038] Build status: SCHEDULED
[10:19:03.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:48:0) after 5m28s
[10:24:31.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:48:0)
[10:24:31.162] Build status: SCHEDULED
[10:24:31.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:49:0) after 9m10s
[10:33:41.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:49:0)
[10:33:41.249] Build status: SCHEDULED
[10:33:41.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:50:0) after 6m37s
[10:40:18.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:50:0)
[10:40:18.352] Build status: SCHEDULED
[10:40:18.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:51:0) after 9m14s
[10:49:32.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:51:0)
[10:49:32.372] Build status: SCHEDULED
[10:49:32.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:52:0) after 3m51s
[10:53:23.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:52:0)
[10:53:23.470] Build status: SCHEDULED
[10:53:23.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:53:0) after 7m9s
[11:00:32.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:53:0)
[11:00:32.518] Build status: SCHEDULED
[11:00:32.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:54:0) after 6m43s
[11:07:15.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:54:0)
[11:07:15.564] Build status: SCHEDULED
[11:07:15.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:55:0) after 2m13s
[11:09:28.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:55:0)
[11:09:28.639] Build status: SCHEDULED
[11:09:28.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:56:0) after 1m50s
[11:11:18.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:56:0)
[11:11:18.684] Build status: SCHEDULED
[11:11:18.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:57:0) after 7m4s
[11:18:22.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:57:0)
[11:18:22.729] Build status: SCHEDULED
[11:18:22.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:58:0) after 8m52s
[11:27:14.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:58:0)
[11:27:14.814] Build status: SCHEDULED
[11:27:14.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:59:0) after 2m10s
[11:29:24.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:59:0)
[11:29:24.906] Build status: SCHEDULED
[11:29:24.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:60:0) after 1m57s
[11:31:21.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:60:0)
[11:31:21.952] Build status: SCHEDULED
[11:31:21.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:61:0) after 2m42s
[11:34:03.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:61:0)
[11:34:03.986] Build status: SCHEDULED
[11:34:03.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:62:0) after 5m29s
[11:39:33.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:62:0)
[11:39:33.113] Build status: SCHEDULED
[11:39:33.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:63:0) after 1m37s
[11:41:10.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:63:0)
[11:41:10.257] Build status: SCHEDULED
[11:41:10.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:64:0) after 6m34s
[11:47:44.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:64:0)
[11:47:44.395] Build status: SCHEDULED
[11:47:44.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:65:0) after 1m18s
[11:49:02.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:65:0)
[11:49:02.449] Build status: SCHEDULED
[11:49:02.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:66:0) after 5m50s
[11:54:52.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:66:0)
[11:54:52.537] Build status: SCHEDULED
[11:54:52.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:67:0) after 2m21s
[11:57:13.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:67:0)
[11:57:13.797] Build status: SCHEDULED
[11:57:13.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:68:0) after 5m41s
[12:02:54.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:68:0)
[12:02:54.849] Build status: SCHEDULED
[12:02:54.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:69:0) after 2m42s
[12:05:36.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:69:0)
[12:05:36.930] Build status: SCHEDULED
[12:05:36.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:70:0) after 6m10s
[12:11:47.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:70:0)
[12:11:47.041] Build status: SCHEDULED
[12:11:47.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:71:0) after 6m15s
[12:18:02.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:71:0)
[12:18:02.095] Build status: SCHEDULED
[12:18:02.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:72:0) after 6m7s
[12:24:09.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:72:0)
[12:24:09.146] Build status: SCHEDULED
[12:24:09.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:73:0) after 4m43s
[12:28:52.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:73:0)
[12:28:52.181] Build status: SCHEDULED
[12:28:52.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:74:0) after 8m5s
[12:36:57.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:74:0)
[12:36:57.219] Build status: SCHEDULED
[12:36:57.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:75:0) after 2m37s
[12:39:34.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:75:0)
[12:39:34.644] Build status: SCHEDULED
[12:39:34.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:76:0) after 5m59s
[12:42:54.823] Received PubSub notification, asking Buildbucket for the build status
[12:42:54.852] Build status: STARTED
[12:45:33.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:76:0)
[12:45:33.950] Build status: STARTED
[12:45:33.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:78:0) after 8m45s
[12:54:19.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:78:0)
[12:54:19.387] Build status: STARTED
[12:54:19.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881708220380520768:79:0) after 7m5s
[12:56:35.891] Received PubSub notification, asking Buildbucket for the build status
[12:56:35.907] Build:
{
  "id": "8716278158190356785",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-29T06:00:08.089975362Z",
  "startTime": "2025-04-29T12:42:54.626056830Z",
  "endTime": "2025-04-29T12:56:35.367679038Z",
  "updateTime": "2025-04-29T12:56:35.367679038Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ddf51544bf604bc60fe5ba26ec500d33e1b5d718",
      "ref": "refs/heads/main"
    }
  }
}
[12:56:35.908] Invocation finished in 6h56m29.291666122s with status SUCCEEDED