buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• c119adf3e4ec500f15832885a30b430b69db137a (3 weeks ago)
• 67acdfa5f87ea63500623f33375ce439764542d3 (3 weeks ago)
• 196813ef10a3d43564ebecfa0dea76a9e0989de6 (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "196813ef10a3d43564ebecfa0dea76a9e0989de6"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6
• gitiles_ref:refs/heads/main

[23:17:58.206] New invocation is queued and will start shortly
[23:17:59.306] Starting the invocation (attempt 1)
[23:17:59.332] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6"
[23:17:59.333] Popped gitiles commit info from properties and tags
[23:17:59.333] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:17:59.333] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:17:59.333] Buildbucket request:
{
  "requestId": "8877928448277425552",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877928448277425552",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c119adf3e4ec500f15832885a30b430b69db137a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c119adf3e4ec500f15832885a30b430b69db137a",
                        "title": "c119adf3e4ec500f15832885a30b430b69db137a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c119adf3e4ec500f15832885a30b430b69db137a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "67acdfa5f87ea63500623f33375ce439764542d3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67acdfa5f87ea63500623f33375ce439764542d3",
                        "title": "67acdfa5f87ea63500623f33375ce439764542d3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67acdfa5f87ea63500623f33375ce439764542d3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "196813ef10a3d43564ebecfa0dea76a9e0989de6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@196813ef10a3d43564ebecfa0dea76a9e0989de6",
                        "title": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877928448277425552"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:17:59.716] Scheduled build:
{
  "id": "8712498386378706849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-09T23:17:59.387650982Z",
  "updateTime": "2025-06-09T23:17:59.387650982Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
      "ref": "refs/heads/main"
    }
  }
}
[23:17:59.716] Task URL: https://cr-buildbucket.appspot.com/build/8712498386378706849
[23:17:59.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:2:0) after 9m27s
[23:18:00.035] Received PubSub notification, asking Buildbucket for the build status
[23:18:00.061] Build status: SCHEDULED
[23:27:26.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:2:0)
[23:27:26.810] Build status: SCHEDULED
[23:27:26.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:4:0) after 5m24s
[23:32:50.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:4:0)
[23:32:50.847] Build status: SCHEDULED
[23:32:50.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:5:0) after 3m6s
[23:35:56.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:5:0)
[23:35:56.975] Build status: SCHEDULED
[23:35:56.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:6:0) after 6m25s
[23:42:22.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:6:0)
[23:42:22.052] Build status: SCHEDULED
[23:42:22.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:7:0) after 6m47s
[23:49:09.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:7:0)
[23:49:09.144] Build status: SCHEDULED
[23:49:09.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:8:0) after 6m31s
[23:55:40.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:8:0)
[23:55:40.235] Build status: SCHEDULED
[23:55:40.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:9:0) after 5m43s
[00:01:23.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:9:0)
[00:01:23.310] Build status: SCHEDULED
[00:01:23.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:10:0) after 8m31s
[00:09:54.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:10:0)
[00:09:54.401] Build status: SCHEDULED
[00:09:54.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:11:0) after 5m15s
[00:15:09.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:11:0)
[00:15:09.504] Build status: SCHEDULED
[00:15:09.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:12:0) after 6m22s
[00:21:31.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:12:0)
[00:21:31.603] Build status: SCHEDULED
[00:21:31.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:13:0) after 6m6s
[00:27:37.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:13:0)
[00:27:37.641] Build status: SCHEDULED
[00:27:37.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:14:0) after 2m28s
[00:30:05.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:14:0)
[00:30:05.688] Build status: SCHEDULED
[00:30:05.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:15:0) after 7m0s
[00:37:05.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:15:0)
[00:37:05.745] Build status: SCHEDULED
[00:37:05.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:16:0) after 9m24s
[00:46:29.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:16:0)
[00:46:29.794] Build status: SCHEDULED
[00:46:29.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:17:0) after 3m16s
[00:49:45.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:17:0)
[00:49:45.945] Build status: SCHEDULED
[00:49:45.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:18:0) after 5m47s
[00:55:32.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:18:0)
[00:55:33.004] Build status: SCHEDULED
[00:55:33.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:19:0) after 7m48s
[01:03:21.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:19:0)
[01:03:21.098] Build status: SCHEDULED
[01:03:21.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:20:0) after 9m49s
[01:13:10.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:20:0)
[01:13:10.125] Build status: SCHEDULED
[01:13:10.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:21:0) after 1m40s
[01:14:50.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:21:0)
[01:14:50.212] Build status: SCHEDULED
[01:14:50.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:22:0) after 3m26s
[01:18:16.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:22:0)
[01:18:16.421] Build status: SCHEDULED
[01:18:16.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:23:0) after 3m57s
[01:22:13.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:23:0)
[01:22:13.507] Build status: SCHEDULED
[01:22:13.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:24:0) after 2m1s
[01:24:14.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:24:0)
[01:24:14.560] Build status: SCHEDULED
[01:24:14.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:25:0) after 4m45s
[01:28:59.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:25:0)
[01:28:59.707] Build status: SCHEDULED
[01:28:59.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:26:0) after 4m7s
[01:33:06.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:26:0)
[01:33:06.913] Build status: SCHEDULED
[01:33:06.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:27:0) after 3m49s
[01:36:55.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:27:0)
[01:36:55.936] Build status: SCHEDULED
[01:36:55.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:28:0) after 5m26s
[01:42:22.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:28:0)
[01:42:22.027] Build status: SCHEDULED
[01:42:22.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:29:0) after 7m56s
[01:50:18.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:29:0)
[01:50:18.068] Build status: SCHEDULED
[01:50:18.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:30:0) after 3m8s
[01:53:26.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:30:0)
[01:53:26.112] Build status: SCHEDULED
[01:53:26.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:31:0) after 6m5s
[01:59:31.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:31:0)
[01:59:31.156] Build status: SCHEDULED
[01:59:31.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:32:0) after 2m58s
[02:02:29.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:32:0)
[02:02:29.332] Build status: SCHEDULED
[02:02:29.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:33:0) after 5m18s
[02:07:47.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:33:0)
[02:07:47.464] Build status: SCHEDULED
[02:07:47.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:34:0) after 1m58s
[02:09:45.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:34:0)
[02:09:45.500] Build status: SCHEDULED
[02:09:45.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:35:0) after 3m37s
[02:13:22.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:35:0)
[02:13:22.552] Build status: SCHEDULED
[02:13:22.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:36:0) after 1m52s
[02:15:14.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:36:0)
[02:15:14.617] Build status: SCHEDULED
[02:15:14.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:37:0) after 2m50s
[02:18:04.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:37:0)
[02:18:04.677] Build status: SCHEDULED
[02:18:04.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:38:0) after 1m20s
[02:19:24.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:38:0)
[02:19:24.806] Build status: SCHEDULED
[02:19:24.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:39:0) after 4m7s
[02:23:31.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:39:0)
[02:23:31.973] Build status: SCHEDULED
[02:23:31.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:40:0) after 7m11s
[02:30:42.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:40:0)
[02:30:43.008] Build status: SCHEDULED
[02:30:43.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:41:0) after 1m10s
[02:31:53.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:41:0)
[02:31:53.051] Build status: SCHEDULED
[02:31:53.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:42:0) after 5m52s
[02:37:45.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:42:0)
[02:37:45.095] Build status: SCHEDULED
[02:37:45.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:43:0) after 7m54s
[02:45:39.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:43:0)
[02:45:39.230] Build status: SCHEDULED
[02:45:39.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:44:0) after 1m4s
[02:46:43.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:44:0)
[02:46:43.275] Build status: SCHEDULED
[02:46:43.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:45:0) after 9m16s
[02:55:59.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:45:0)
[02:55:59.330] Build status: SCHEDULED
[02:55:59.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:46:0) after 6m41s
[03:02:40.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:46:0)
[03:02:40.430] Build status: SCHEDULED
[03:02:40.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:47:0) after 8m17s
[03:10:57.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:47:0)
[03:10:57.534] Build status: SCHEDULED
[03:10:57.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:48:0) after 4m48s
[03:15:45.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:48:0)
[03:15:45.574] Build status: SCHEDULED
[03:15:45.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:49:0) after 6m54s
[03:22:39.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:49:0)
[03:22:39.671] Build status: SCHEDULED
[03:22:39.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:50:0) after 8m31s
[03:31:10.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:50:0)
[03:31:10.734] Build status: SCHEDULED
[03:31:10.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:51:0) after 7m51s
[03:39:01.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:51:0)
[03:39:01.778] Build status: SCHEDULED
[03:39:01.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:52:0) after 9m7s
[03:48:08.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:52:0)
[03:48:08.833] Build status: SCHEDULED
[03:48:08.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:53:0) after 8m41s
[03:56:49.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:53:0)
[03:56:49.892] Build status: SCHEDULED
[03:56:49.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:54:0) after 8m43s
[04:05:32.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:54:0)
[04:05:32.935] Build status: SCHEDULED
[04:05:32.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:55:0) after 1m47s
[04:07:20.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:55:0)
[04:07:20.121] Build status: SCHEDULED
[04:07:20.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:56:0) after 7m44s
[04:15:04.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:56:0)
[04:15:04.246] Build status: SCHEDULED
[04:15:04.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:57:0) after 3m19s
[04:18:23.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:57:0)
[04:18:23.244] Build status: SCHEDULED
[04:18:23.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:58:0) after 6m4s
[04:24:27.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:58:0)
[04:24:27.281] Build status: SCHEDULED
[04:24:27.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:59:0) after 8m24s
[04:32:51.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:59:0)
[04:32:51.428] Build status: SCHEDULED
[04:32:51.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:60:0) after 7m54s
[04:36:20.674] Received PubSub notification, asking Buildbucket for the build status
[04:36:20.690] Build status: STARTED
[04:40:45.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:60:0)
[04:40:45.476] Build status: STARTED
[04:40:45.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:62:0) after 2m17s
[04:43:02.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:62:0)
[04:43:02.515] Build status: STARTED
[04:43:02.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877928448277425552:63:0) after 5m1s
[04:44:07.480] Received PubSub notification, asking Buildbucket for the build status
[04:44:07.497] Build:
{
  "id": "8712498386378706849",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-09T23:17:59.387650982Z",
  "startTime": "2025-06-10T04:36:20.493425113Z",
  "endTime": "2025-06-10T04:43:30.862072431Z",
  "updateTime": "2025-06-10T04:43:30.862072431Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
      "ref": "refs/heads/main"
    }
  }
}
[04:44:07.497] Invocation finished in 5h26m9.30370142s with status SUCCEEDED