buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• cc499e7595b278ec3acae79aa27b75723458b7b8 (16 hours ago)
• d1a83ab4b3fbf2d9ebc2e6034b6412d113ab89aa (16 hours ago)
• 4a2a80ff0bcb3d393b4eff3efae02eff7e968d02 (16 hours ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a2a80ff0bcb3d393b4eff3efae02eff7e968d02
• gitiles_ref:refs/heads/main

[07:07:01.558] New invocation is queued and will start shortly
[07:07:02.605] Starting the invocation (attempt 1)
[07:07:02.629] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a2a80ff0bcb3d393b4eff3efae02eff7e968d02"
[07:07:02.629] Popped gitiles commit info from properties and tags
[07:07:02.629] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:07:02.630] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:07:02.630] Buildbucket request:
{
  "requestId": "8880073265028637152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880073265028637152",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc499e7595b278ec3acae79aa27b75723458b7b8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc499e7595b278ec3acae79aa27b75723458b7b8",
                        "title": "cc499e7595b278ec3acae79aa27b75723458b7b8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc499e7595b278ec3acae79aa27b75723458b7b8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d1a83ab4b3fbf2d9ebc2e6034b6412d113ab89aa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d1a83ab4b3fbf2d9ebc2e6034b6412d113ab89aa",
                        "title": "d1a83ab4b3fbf2d9ebc2e6034b6412d113ab89aa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d1a83ab4b3fbf2d9ebc2e6034b6412d113ab89aa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a2a80ff0bcb3d393b4eff3efae02eff7e968d02",
                        "title": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a2a80ff0bcb3d393b4eff3efae02eff7e968d02"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880073265028637152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:07:03.067] Scheduled build:
{
  "id": "8714643203165418161",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-17T07:07:02.704793978Z",
  "updateTime": "2025-05-17T07:07:02.704793978Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02",
      "ref": "refs/heads/main"
    }
  }
}
[07:07:03.067] Task URL: https://cr-buildbucket.appspot.com/build/8714643203165418161
[07:07:03.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:2:0) after 1m50s
[07:07:03.300] Received PubSub notification, asking Buildbucket for the build status
[07:07:03.369] Build status: SCHEDULED
[07:08:53.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:2:0)
[07:08:53.208] Build status: SCHEDULED
[07:08:53.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:4:0) after 5m44s
[07:14:37.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:4:0)
[07:14:37.312] Build status: SCHEDULED
[07:14:37.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:5:0) after 6m43s
[07:21:20.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:5:0)
[07:21:20.562] Build status: SCHEDULED
[07:21:20.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:6:0) after 1m53s
[07:23:14.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:6:0)
[07:23:14.073] Build status: SCHEDULED
[07:23:14.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:7:0) after 9m48s
[07:33:02.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:7:0)
[07:33:02.216] Build status: SCHEDULED
[07:33:02.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:8:0) after 3m17s
[07:36:19.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:8:0)
[07:36:19.315] Build status: SCHEDULED
[07:36:19.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:9:0) after 8m27s
[07:44:46.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:9:0)
[07:44:46.701] Build status: SCHEDULED
[07:44:46.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:10:0) after 9m34s
[07:54:20.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:10:0)
[07:54:20.746] Build status: SCHEDULED
[07:54:20.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:11:0) after 6m3s
[08:00:23.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:11:0)
[08:00:23.834] Build status: SCHEDULED
[08:00:23.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:12:0) after 2m8s
[08:02:31.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:12:0)
[08:02:31.893] Build status: SCHEDULED
[08:02:31.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:13:0) after 2m32s
[08:05:04.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:13:0)
[08:05:04.036] Build status: SCHEDULED
[08:05:04.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:14:0) after 6m36s
[08:11:40.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:14:0)
[08:11:40.273] Build status: SCHEDULED
[08:11:40.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:15:0) after 2m28s
[08:14:08.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:15:0)
[08:14:08.414] Build status: SCHEDULED
[08:14:08.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:16:0) after 6m44s
[08:20:52.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:16:0)
[08:20:52.662] Build status: SCHEDULED
[08:20:52.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:17:0) after 8m10s
[08:29:02.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:17:0)
[08:29:03.008] Build status: SCHEDULED
[08:29:03.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:18:0) after 3m35s
[08:32:38.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:18:0)
[08:32:38.229] Build status: SCHEDULED
[08:32:38.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:19:0) after 6m0s
[08:38:38.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:19:0)
[08:38:38.253] Build status: SCHEDULED
[08:38:38.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:20:0) after 9m22s
[08:48:00.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:20:0)
[08:48:00.307] Build status: SCHEDULED
[08:48:00.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:21:0) after 2m3s
[08:50:03.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:21:0)
[08:50:03.437] Build status: SCHEDULED
[08:50:03.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:22:0) after 8m50s
[08:58:53.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:22:0)
[08:58:53.885] Build status: SCHEDULED
[08:58:53.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:23:0) after 6m55s
[09:05:49.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:23:0)
[09:05:49.056] Build status: SCHEDULED
[09:05:49.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:24:0) after 9m56s
[09:15:45.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:24:0)
[09:15:45.732] Build status: SCHEDULED
[09:15:45.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:25:0) after 3m40s
[09:19:25.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:25:0)
[09:19:25.805] Build status: SCHEDULED
[09:19:25.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:26:0) after 1m6s
[09:20:31.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:26:0)
[09:20:31.902] Build status: SCHEDULED
[09:20:31.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:27:0) after 4m49s
[09:25:20.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:27:0)
[09:25:20.936] Build status: SCHEDULED
[09:25:20.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:28:0) after 4m48s
[09:30:09.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:28:0)
[09:30:09.177] Build status: SCHEDULED
[09:30:09.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:29:0) after 5m53s
[09:36:02.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:29:0)
[09:36:02.475] Build status: SCHEDULED
[09:36:02.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:30:0) after 4m19s
[09:40:21.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:30:0)
[09:40:21.941] Build status: SCHEDULED
[09:40:21.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:31:0) after 5m27s
[09:45:48.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:31:0)
[09:45:48.981] Build status: SCHEDULED
[09:45:48.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:32:0) after 7m50s
[09:53:38.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:32:0)
[09:53:39.030] Build status: SCHEDULED
[09:53:39.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:33:0) after 7m35s
[10:01:14.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:33:0)
[10:01:14.040] Build status: SCHEDULED
[10:01:14.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:34:0) after 2m3s
[10:03:17.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:34:0)
[10:03:17.087] Build status: SCHEDULED
[10:03:17.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:35:0) after 2m29s
[10:05:46.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:35:0)
[10:05:46.129] Build status: SCHEDULED
[10:05:46.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:36:0) after 9m21s
[10:15:07.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:36:0)
[10:15:07.219] Build status: SCHEDULED
[10:15:07.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:37:0) after 5m26s
[10:20:33.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:37:0)
[10:20:33.272] Build status: SCHEDULED
[10:20:33.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:38:0) after 2m19s
[10:22:52.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:38:0)
[10:22:52.320] Build status: SCHEDULED
[10:22:52.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:39:0) after 2m37s
[10:25:29.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:39:0)
[10:25:29.343] Build status: SCHEDULED
[10:25:29.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:40:0) after 6m4s
[10:31:33.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:40:0)
[10:31:33.530] Build status: SCHEDULED
[10:31:33.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:41:0) after 9m2s
[10:40:35.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:41:0)
[10:40:35.609] Build status: SCHEDULED
[10:40:35.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:42:0) after 3m51s
[10:44:26.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:42:0)
[10:44:26.977] Build status: SCHEDULED
[10:44:26.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:43:0) after 7m35s
[10:52:02.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:43:0)
[10:52:02.190] Build status: SCHEDULED
[10:52:02.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:44:0) after 7m24s
[10:59:26.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:44:0)
[10:59:26.337] Build status: SCHEDULED
[10:59:26.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:45:0) after 9m45s
[11:09:11.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:45:0)
[11:09:11.739] Build status: SCHEDULED
[11:09:11.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:46:0) after 2m19s
[11:11:30.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:46:0)
[11:11:30.784] Build status: SCHEDULED
[11:11:30.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:47:0) after 3m27s
[11:14:57.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:47:0)
[11:14:57.924] Build status: SCHEDULED
[11:14:57.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:48:0) after 8m39s
[11:23:37.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:48:0)
[11:23:37.066] Build status: SCHEDULED
[11:23:37.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:49:0) after 5m45s
[11:29:22.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:49:0)
[11:29:22.241] Build status: SCHEDULED
[11:29:22.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:50:0) after 7m41s
[11:37:03.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:50:0)
[11:37:03.539] Build status: SCHEDULED
[11:37:03.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:51:0) after 4m56s
[11:41:59.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:51:0)
[11:41:59.678] Build status: SCHEDULED
[11:41:59.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:52:0) after 1m46s
[11:43:45.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:52:0)
[11:43:45.824] Build status: SCHEDULED
[11:43:45.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:53:0) after 6m30s
[11:50:15.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:53:0)
[11:50:16.059] Build status: SCHEDULED
[11:50:16.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:54:0) after 1m33s
[11:51:49.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:54:0)
[11:51:49.169] Build status: SCHEDULED
[11:51:49.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:55:0) after 4m6s
[11:55:55.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:55:0)
[11:55:55.250] Build status: SCHEDULED
[11:55:55.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:56:0) after 3m1s
[11:58:56.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:56:0)
[11:58:56.631] Build status: SCHEDULED
[11:58:56.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:57:0) after 6m21s
[12:05:18.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:57:0)
[12:05:18.283] Build status: SCHEDULED
[12:05:18.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:58:0) after 7m46s
[12:13:04.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:58:0)
[12:13:04.429] Build status: SCHEDULED
[12:13:04.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:59:0) after 5m50s
[12:18:54.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:59:0)
[12:18:54.535] Build status: SCHEDULED
[12:18:54.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:60:0) after 8m41s
[12:27:35.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:60:0)
[12:27:35.821] Build status: SCHEDULED
[12:27:35.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:61:0) after 1m30s
[12:29:05.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:61:0)
[12:29:05.857] Build status: SCHEDULED
[12:29:05.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:62:0) after 6m27s
[12:35:33.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:62:0)
[12:35:33.138] Build status: SCHEDULED
[12:35:33.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:63:0) after 2m16s
[12:37:49.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:63:0)
[12:37:49.254] Build status: SCHEDULED
[12:37:49.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:64:0) after 6m19s
[12:44:08.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:64:0)
[12:44:08.337] Build status: SCHEDULED
[12:44:08.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:65:0) after 5m9s
[12:49:17.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:65:0)
[12:49:17.413] Build status: SCHEDULED
[12:49:17.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:66:0) after 9m40s
[12:56:53.651] Received PubSub notification, asking Buildbucket for the build status
[12:56:53.707] Build status: STARTED
[12:58:57.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:66:0)
[12:58:57.454] Build status: STARTED
[12:58:57.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880073265028637152:68:0) after 7m51s
[13:03:39.746] Received PubSub notification, asking Buildbucket for the build status
[13:03:39.765] Build:
{
  "id": "8714643203165418161",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-17T07:07:02.704793978Z",
  "startTime": "2025-05-17T12:56:52.748296208Z",
  "endTime": "2025-05-17T13:03:39.022567189Z",
  "updateTime": "2025-05-17T13:03:39.022567189Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4a2a80ff0bcb3d393b4eff3efae02eff7e968d02",
      "ref": "refs/heads/main"
    }
  }
}
[13:03:39.765] Invocation finished in 5h56m38.221022191s with status SUCCEEDED