buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 128ac19ddd1a8bb8134ace6b17f10a3870dcbd6b (4 weeks ago)
• 481c120ec77de0953ea1a4d14518dcbfe5fb733b (4 weeks ago)
• 6a68e69543bbbf82f1b999617dbd6a079c1d2e09 (4 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a68e69543bbbf82f1b999617dbd6a079c1d2e09
• gitiles_ref:refs/heads/main

[22:41:29.270] New invocation is queued and will start shortly
[22:41:30.739] Starting the invocation (attempt 1)
[22:41:30.767] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
[22:41:30.767] Popped gitiles commit info from properties and tags
[22:41:30.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:30.768] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:30.768] Buildbucket request:
{
  "requestId": "8874488058819255168",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8874488058819255168",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "128ac19ddd1a8bb8134ace6b17f10a3870dcbd6b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@128ac19ddd1a8bb8134ace6b17f10a3870dcbd6b",
                        "title": "128ac19ddd1a8bb8134ace6b17f10a3870dcbd6b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/128ac19ddd1a8bb8134ace6b17f10a3870dcbd6b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "481c120ec77de0953ea1a4d14518dcbfe5fb733b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@481c120ec77de0953ea1a4d14518dcbfe5fb733b",
                        "title": "481c120ec77de0953ea1a4d14518dcbfe5fb733b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/481c120ec77de0953ea1a4d14518dcbfe5fb733b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
                        "title": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874488058819255168"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:41:31.149] Scheduled build:
{
  "id": "8709057996511438657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-17T22:41:30.842441070Z",
  "updateTime": "2025-07-17T22:41:30.842441070Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
      "ref": "refs/heads/main"
    }
  }
}
[22:41:31.149] Task URL: https://cr-buildbucket.appspot.com/build/8709057996511438657
[22:41:31.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:2:0) after 3m20s
[22:41:32.147] Received PubSub notification, asking Buildbucket for the build status
[22:41:32.192] Build status: SCHEDULED
[22:44:51.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:2:0)
[22:44:51.204] Build status: SCHEDULED
[22:44:51.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:4:0) after 1m51s
[22:46:42.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:4:0)
[22:46:42.301] Build status: SCHEDULED
[22:46:42.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:5:0) after 5m19s
[22:52:01.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:5:0)
[22:52:01.428] Build status: SCHEDULED
[22:52:01.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:6:0) after 2m8s
[22:54:09.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:6:0)
[22:54:09.486] Build status: SCHEDULED
[22:54:09.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:7:0) after 4m26s
[22:58:35.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:7:0)
[22:58:35.683] Build status: SCHEDULED
[22:58:35.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:8:0) after 1m13s
[22:59:48.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:8:0)
[22:59:48.734] Build status: SCHEDULED
[22:59:48.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:9:0) after 7m26s
[23:07:14.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:9:0)
[23:07:14.782] Build status: SCHEDULED
[23:07:14.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:10:0) after 4m10s
[23:11:24.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:10:0)
[23:11:24.905] Build status: SCHEDULED
[23:11:24.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:11:0) after 2m8s
[23:13:32.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:11:0)
[23:13:32.977] Build status: SCHEDULED
[23:13:32.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:12:0) after 2m44s
[23:16:16.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:12:0)
[23:16:17.078] Build status: SCHEDULED
[23:16:17.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:13:0) after 4m16s
[23:20:33.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:13:0)
[23:20:33.116] Build status: SCHEDULED
[23:20:33.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:14:0) after 1m29s
[23:22:02.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:14:0)
[23:22:02.165] Build status: SCHEDULED
[23:22:02.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:15:0) after 7m22s
[23:29:24.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:15:0)
[23:29:24.262] Build status: SCHEDULED
[23:29:24.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:16:0) after 4m50s
[23:34:14.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:16:0)
[23:34:14.404] Build status: SCHEDULED
[23:34:14.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:17:0) after 1m52s
[23:36:06.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:17:0)
[23:36:06.492] Build status: SCHEDULED
[23:36:06.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:18:0) after 8m16s
[23:44:22.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:18:0)
[23:44:22.542] Build status: SCHEDULED
[23:44:22.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:19:0) after 9m59s
[23:54:21.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:19:0)
[23:54:21.615] Build status: SCHEDULED
[23:54:21.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:20:0) after 9m16s
[00:03:37.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:20:0)
[00:03:37.701] Build status: SCHEDULED
[00:03:37.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:21:0) after 2m31s
[00:06:08.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:21:0)
[00:06:08.734] Build status: SCHEDULED
[00:06:08.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:22:0) after 1m54s
[00:08:02.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:22:0)
[00:08:02.806] Build status: SCHEDULED
[00:08:02.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:23:0) after 5m39s
[00:13:41.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:23:0)
[00:13:41.942] Build status: SCHEDULED
[00:13:41.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:24:0) after 3m9s
[00:16:50.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:24:0)
[00:16:50.991] Build status: SCHEDULED
[00:16:50.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:25:0) after 8m28s
[00:25:19.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:25:0)
[00:25:19.155] Build status: SCHEDULED
[00:25:19.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:26:0) after 9m15s
[00:34:34.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:26:0)
[00:34:34.201] Build status: SCHEDULED
[00:34:34.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:27:0) after 7m21s
[00:41:55.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:27:0)
[00:41:55.212] Build status: SCHEDULED
[00:41:55.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:28:0) after 3m14s
[00:45:09.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:28:0)
[00:45:09.250] Build status: SCHEDULED
[00:45:09.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:29:0) after 1m33s
[00:46:42.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:29:0)
[00:46:42.261] Build status: SCHEDULED
[00:46:42.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:30:0) after 8m28s
[00:55:10.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:30:0)
[00:55:10.290] Build status: SCHEDULED
[00:55:10.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:31:0) after 6m33s
[01:01:43.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:31:0)
[01:01:43.336] Build status: SCHEDULED
[01:01:43.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:32:0) after 1m49s
[01:03:32.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:32:0)
[01:03:32.386] Build status: SCHEDULED
[01:03:32.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:33:0) after 2m33s
[01:06:05.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:33:0)
[01:06:05.408] Build status: SCHEDULED
[01:06:05.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:34:0) after 3m31s
[01:09:36.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:34:0)
[01:09:36.444] Build status: SCHEDULED
[01:09:36.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:35:0) after 6m59s
[01:16:35.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:35:0)
[01:16:35.489] Build status: SCHEDULED
[01:16:35.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:36:0) after 1m58s
[01:18:33.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:36:0)
[01:18:33.545] Build status: SCHEDULED
[01:18:33.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:37:0) after 2m28s
[01:21:01.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:37:0)
[01:21:01.736] Build status: SCHEDULED
[01:21:01.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:38:0) after 5m56s
[01:26:57.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:38:0)
[01:26:57.955] Build status: SCHEDULED
[01:26:57.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:39:0) after 8m44s
[01:35:41.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:39:0)
[01:35:42.006] Build status: SCHEDULED
[01:35:42.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:40:0) after 7m32s
[01:43:14.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:40:0)
[01:43:14.170] Build status: SCHEDULED
[01:43:14.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:41:0) after 2m20s
[01:45:34.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:41:0)
[01:45:34.501] Build status: SCHEDULED
[01:45:34.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:42:0) after 1m34s
[01:47:08.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:42:0)
[01:47:09.344] Build status: SCHEDULED
[01:47:09.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:43:0) after 7m3s
[01:54:12.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:43:0)
[01:54:12.408] Build status: SCHEDULED
[01:54:12.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:44:0) after 4m54s
[01:59:06.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:44:0)
[01:59:06.446] Build status: SCHEDULED
[01:59:06.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:45:0) after 8m56s
[02:08:02.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:45:0)
[02:08:02.541] Build status: SCHEDULED
[02:08:02.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:46:0) after 3m32s
[02:11:34.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:46:0)
[02:11:34.602] Build status: SCHEDULED
[02:11:34.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:47:0) after 7m39s
[02:19:13.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:47:0)
[02:19:13.721] Build status: SCHEDULED
[02:19:13.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:48:0) after 5m47s
[02:25:00.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:48:0)
[02:25:00.756] Build status: SCHEDULED
[02:25:00.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:49:0) after 9m21s
[02:34:21.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:49:0)
[02:34:21.803] Build status: SCHEDULED
[02:34:21.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:50:0) after 6m16s
[02:40:37.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:50:0)
[02:40:37.987] Build status: SCHEDULED
[02:40:37.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:51:0) after 1m27s
[02:42:05.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:51:0)
[02:42:05.107] Build status: SCHEDULED
[02:42:05.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:52:0) after 1m45s
[02:43:50.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:52:0)
[02:43:50.232] Build status: SCHEDULED
[02:43:50.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:53:0) after 8m16s
[02:52:06.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:53:0)
[02:52:06.320] Build status: SCHEDULED
[02:52:06.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:54:0) after 2m40s
[02:54:46.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:54:0)
[02:54:46.469] Build status: SCHEDULED
[02:54:46.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:55:0) after 3m4s
[02:57:50.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:55:0)
[02:57:50.512] Build status: SCHEDULED
[02:57:50.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:56:0) after 1m23s
[02:59:13.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:56:0)
[02:59:13.588] Build status: SCHEDULED
[02:59:13.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:57:0) after 7m58s
[03:07:12.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:57:0)
[03:07:12.113] Build status: SCHEDULED
[03:07:12.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:58:0) after 7m16s
[03:14:28.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:58:0)
[03:14:28.185] Build status: SCHEDULED
[03:14:28.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:59:0) after 6m50s
[03:21:18.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:59:0)
[03:21:18.252] Build status: SCHEDULED
[03:21:18.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:60:0) after 9m7s
[03:30:25.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:60:0)
[03:30:25.461] Build status: SCHEDULED
[03:30:25.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:61:0) after 7m59s
[03:38:24.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:61:0)
[03:38:24.581] Build status: SCHEDULED
[03:38:24.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:62:0) after 8m50s
[03:47:14.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:62:0)
[03:47:14.634] Build status: SCHEDULED
[03:47:14.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:63:0) after 4m6s
[03:51:20.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:63:0)
[03:51:20.756] Build status: SCHEDULED
[03:51:20.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:64:0) after 6m4s
[03:57:24.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:64:0)
[03:57:24.821] Build status: SCHEDULED
[03:57:24.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:65:0) after 6m59s
[04:04:24.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:65:0)
[04:04:24.114] Build status: SCHEDULED
[04:04:24.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:66:0) after 9m49s
[04:14:13.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:66:0)
[04:14:13.173] Build status: SCHEDULED
[04:14:13.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:67:0) after 1m7s
[04:15:20.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:67:0)
[04:15:20.227] Build status: SCHEDULED
[04:15:20.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:68:0) after 8m54s
[04:24:14.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:68:0)
[04:24:14.410] Build status: SCHEDULED
[04:24:14.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:69:0) after 4m49s
[04:29:03.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:69:0)
[04:29:03.472] Build status: SCHEDULED
[04:29:03.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:70:0) after 9m16s
[04:38:19.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:70:0)
[04:38:19.527] Build status: SCHEDULED
[04:38:19.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:71:0) after 5m29s
[04:43:48.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:71:0)
[04:43:48.579] Build status: SCHEDULED
[04:43:48.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:72:0) after 7m51s
[04:51:39.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:72:0)
[04:51:39.699] Build status: SCHEDULED
[04:51:39.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:73:0) after 8m32s
[05:00:11.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:73:0)
[05:00:11.798] Build status: SCHEDULED
[05:00:11.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:74:0) after 1m28s
[05:01:40.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:74:0)
[05:01:40.174] Build status: SCHEDULED
[05:01:40.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:75:0) after 3m50s
[05:05:30.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:75:0)
[05:05:30.432] Build status: SCHEDULED
[05:05:30.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:76:0) after 1m5s
[05:06:35.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:76:0)
[05:06:35.489] Build status: SCHEDULED
[05:06:35.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:77:0) after 2m33s
[05:09:03.629] Received PubSub notification, asking Buildbucket for the build status
[05:09:03.645] Build status: STARTED
[05:09:08.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:77:0)
[05:09:08.526] Build status: STARTED
[05:09:08.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:79:0) after 5m58s
[05:15:06.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:79:0)
[05:15:06.697] Build status: STARTED
[05:15:06.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:80:0) after 1m50s
[05:16:56.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:80:0)
[05:16:56.737] Build status: STARTED
[05:16:56.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874488058819255168:81:0) after 8m30s
[05:21:58.110] Received PubSub notification, asking Buildbucket for the build status
[05:21:58.138] Build:
{
  "id": "8709057996511438657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-17T22:41:30.842441070Z",
  "startTime": "2025-07-18T05:09:03.389216459Z",
  "endTime": "2025-07-18T05:21:53.189352375Z",
  "updateTime": "2025-07-18T05:21:53.189352375Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
      "ref": "refs/heads/main"
    }
  }
}
[05:21:58.138] Invocation finished in 6h40m28.880537132s with status SUCCEEDED