Status: SUCCEEDED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:11:16.266] New invocation is queued and will start shortly
[23:11:17.371] Starting the invocation (attempt 1)
[23:11:17.394] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe"
[23:11:17.394] Popped gitiles commit info from properties and tags
[23:11:17.394] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:11:17.394] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:11:17.394] Buildbucket request:
{
  "requestId": "8861712012757478736",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861712012757478736",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d8410f8a5cf7f9633966a9900a3235fd73e5c4ad"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d8410f8a5cf7f9633966a9900a3235fd73e5c4ad",
                        "title": "d8410f8a5cf7f9633966a9900a3235fd73e5c4ad",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d8410f8a5cf7f9633966a9900a3235fd73e5c4ad"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe",
                        "title": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861712012757478736"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:11:17.763] Scheduled build:
{
  "id": "8696281950852083345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-05T23:11:17.453557518Z",
  "updateTime": "2025-12-05T23:11:17.453557518Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe",
      "ref": "refs/heads/main"
    }
  }
}
[23:11:17.763] Task URL: https://cr-buildbucket.appspot.com/build/8696281950852083345
[23:11:17.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:2:0) after 5m47s
[23:11:18.009] Received PubSub notification, asking Buildbucket for the build status
[23:11:18.035] Build status: SCHEDULED
[23:17:04.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:2:0)
[23:17:04.805] Build status: SCHEDULED
[23:17:04.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:4:0) after 3m9s
[23:20:13.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:4:0)
[23:20:13.997] Build status: SCHEDULED
[23:20:13.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:5:0) after 5m48s
[23:26:01.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:5:0)
[23:26:02.019] Build status: SCHEDULED
[23:26:02.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:6:0) after 1m43s
[23:27:44.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:6:0)
[23:27:45.021] Build status: SCHEDULED
[23:27:45.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:7:0) after 4m33s
[23:32:18.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:7:0)
[23:32:18.054] Build status: SCHEDULED
[23:32:18.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:8:0) after 9m50s
[23:42:08.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:8:0)
[23:42:08.137] Build status: SCHEDULED
[23:42:08.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:9:0) after 8m7s
[23:50:15.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:9:0)
[23:50:15.262] Build status: SCHEDULED
[23:50:15.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:10:0) after 4m24s
[23:54:39.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:10:0)
[23:54:39.278] Build status: SCHEDULED
[23:54:39.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:11:0) after 1m30s
[23:56:09.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:11:0)
[23:56:09.470] Build status: SCHEDULED
[23:56:09.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:12:0) after 3m26s
[23:59:35.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:12:0)
[23:59:35.598] Build status: SCHEDULED
[23:59:35.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:13:0) after 4m53s
[00:04:29.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:13:0)
[00:04:29.121] Build status: SCHEDULED
[00:04:29.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:14:0) after 2m21s
[00:06:50.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:14:0)
[00:06:50.222] Build status: SCHEDULED
[00:06:50.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:15:0) after 2m40s
[00:09:30.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:15:0)
[00:09:30.308] Build status: SCHEDULED
[00:09:30.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:16:0) after 7m30s
[00:17:00.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:16:0)
[00:17:00.444] Build status: SCHEDULED
[00:17:00.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:17:0) after 7m59s
[00:24:59.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:17:0)
[00:24:59.514] Build status: SCHEDULED
[00:24:59.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:18:0) after 2m41s
[00:27:40.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:18:0)
[00:27:40.550] Build status: SCHEDULED
[00:27:40.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:19:0) after 1m56s
[00:29:36.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:19:0)
[00:29:36.612] Build status: SCHEDULED
[00:29:36.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:20:0) after 3m21s
[00:32:57.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:20:0)
[00:32:57.783] Build status: SCHEDULED
[00:32:57.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:21:0) after 3m6s
[00:36:03.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:21:0)
[00:36:03.839] Build status: SCHEDULED
[00:36:03.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:22:0) after 7m30s
[00:43:33.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:22:0)
[00:43:33.873] Build status: SCHEDULED
[00:43:33.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:23:0) after 5m59s
[00:49:32.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:23:0)
[00:49:32.905] Build status: SCHEDULED
[00:49:32.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:24:0) after 1m5s
[00:50:37.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:24:0)
[00:50:37.940] Build status: SCHEDULED
[00:50:37.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:25:0) after 5m14s
[00:55:52.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:25:0)
[00:55:52.294] Build status: SCHEDULED
[00:55:52.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:26:0) after 6m8s
[01:02:00.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:26:0)
[01:02:00.337] Build status: SCHEDULED
[01:02:00.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:27:0) after 3m15s
[01:05:15.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:27:0)
[01:05:15.385] Build status: SCHEDULED
[01:05:15.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:28:0) after 1m10s
[01:06:25.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:28:0)
[01:06:25.463] Build status: SCHEDULED
[01:06:25.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:29:0) after 9m32s
[01:15:57.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:29:0)
[01:15:57.557] Build status: SCHEDULED
[01:15:57.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:30:0) after 1m41s
[01:17:38.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:30:0)
[01:17:38.590] Build status: SCHEDULED
[01:17:38.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:31:0) after 9m26s
[01:27:04.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:31:0)
[01:27:04.654] Build status: SCHEDULED
[01:27:04.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:32:0) after 1m18s
[01:28:22.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:32:0)
[01:28:22.782] Build status: SCHEDULED
[01:28:22.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:33:0) after 9m40s
[01:38:02.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:33:0)
[01:38:02.864] Build status: SCHEDULED
[01:38:02.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:34:0) after 2m57s
[01:40:59.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:34:0)
[01:40:59.920] Build status: SCHEDULED
[01:40:59.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:35:0) after 2m41s
[01:43:40.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:35:0)
[01:43:40.956] Build status: SCHEDULED
[01:43:40.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:36:0) after 2m12s
[01:45:52.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:36:0)
[01:45:53.003] Build status: SCHEDULED
[01:45:53.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:37:0) after 4m14s
[01:50:07.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:37:0)
[01:50:07.043] Build status: SCHEDULED
[01:50:07.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:38:0) after 5m24s
[01:55:31.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:38:0)
[01:55:31.107] Build status: SCHEDULED
[01:55:31.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:39:0) after 4m16s
[01:59:47.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:39:0)
[01:59:47.224] Build status: SCHEDULED
[01:59:47.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:40:0) after 4m1s
[02:03:48.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:40:0)
[02:03:48.308] Build status: SCHEDULED
[02:03:48.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:41:0) after 4m25s
[02:08:13.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:41:0)
[02:08:13.501] Build status: SCHEDULED
[02:08:13.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:42:0) after 8m11s
[02:16:24.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:42:0)
[02:16:24.527] Build status: SCHEDULED
[02:16:24.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:43:0) after 2m57s
[02:19:21.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:43:0)
[02:19:21.611] Build status: SCHEDULED
[02:19:21.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:44:0) after 4m47s
[02:24:08.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:44:0)
[02:24:08.763] Build status: SCHEDULED
[02:24:08.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:45:0) after 3m12s
[02:27:20.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:45:0)
[02:27:20.811] Build status: SCHEDULED
[02:27:20.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:46:0) after 3m49s
[02:31:09.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:46:0)
[02:31:09.845] Build status: SCHEDULED
[02:31:09.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:47:0) after 7m11s
[02:38:20.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:47:0)
[02:38:20.936] Build status: SCHEDULED
[02:38:20.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:48:0) after 3m50s
[02:42:10.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:48:0)
[02:42:10.946] Build status: SCHEDULED
[02:42:10.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:49:0) after 4m12s
[02:46:22.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:49:0)
[02:46:23.010] Build status: SCHEDULED
[02:46:23.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:50:0) after 4m47s
[02:51:10.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:50:0)
[02:51:10.047] Build status: SCHEDULED
[02:51:10.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:51:0) after 6m38s
[02:57:48.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:51:0)
[02:57:48.080] Build status: SCHEDULED
[02:57:48.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:52:0) after 7m47s
[03:05:35.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:52:0)
[03:05:35.274] Build status: SCHEDULED
[03:05:35.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:53:0) after 1m0s
[03:06:35.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:53:0)
[03:06:35.366] Build status: SCHEDULED
[03:06:35.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:54:0) after 3m10s
[03:09:45.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:54:0)
[03:09:45.412] Build status: SCHEDULED
[03:09:45.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:55:0) after 1m10s
[03:10:55.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:55:0)
[03:10:55.461] Build status: SCHEDULED
[03:10:55.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:56:0) after 3m26s
[03:14:21.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:56:0)
[03:14:21.490] Build status: SCHEDULED
[03:14:21.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:57:0) after 6m46s
[03:21:07.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:57:0)
[03:21:07.535] Build status: SCHEDULED
[03:21:07.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:58:0) after 8m25s
[03:29:32.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:58:0)
[03:29:32.573] Build status: SCHEDULED
[03:29:32.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:59:0) after 2m31s
[03:32:03.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:59:0)
[03:32:03.627] Build status: SCHEDULED
[03:32:03.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:60:0) after 1m46s
[03:33:49.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:60:0)
[03:33:49.660] Build status: SCHEDULED
[03:33:49.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:61:0) after 7m8s
[03:40:57.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:61:0)
[03:40:57.685] Build status: SCHEDULED
[03:40:57.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:62:0) after 9m9s
[03:41:53.739] Received PubSub notification, asking Buildbucket for the build status
[03:41:53.755] Build status: STARTED
[03:50:06.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:62:0)
[03:50:06.770] Build status: STARTED
[03:50:06.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:64:0) after 1m57s
[03:52:03.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:64:0)
[03:52:03.774] Build status: STARTED
[03:52:03.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:65:0) after 6m37s
[03:58:40.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:65:0)
[03:58:40.857] Build status: STARTED
[03:58:40.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:66:0) after 3m27s
[04:02:07.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:66:0)
[04:02:07.887] Build status: STARTED
[04:02:07.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:67:0) after 1m17s
[04:03:24.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:67:0)
[04:03:24.975] Build status: STARTED
[04:03:24.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:68:0) after 7m44s
[04:11:08.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:68:0)
[04:11:09.005] Build status: STARTED
[04:11:09.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:69:0) after 5m5s
[04:16:14.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:69:0)
[04:16:14.055] Build status: STARTED
[04:16:14.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:70:0) after 2m51s
[04:19:05.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:70:0)
[04:19:05.237] Build status: STARTED
[04:19:05.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:71:0) after 7m24s
[04:26:29.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:71:0)
[04:26:29.281] Build status: STARTED
[04:26:29.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:72:0) after 3m55s
[04:30:24.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:72:0)
[04:30:24.674] Build status: STARTED
[04:30:24.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:73:0) after 4m19s
[04:34:43.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:73:0)
[04:34:43.782] Build status: STARTED
[04:34:43.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:74:0) after 5m55s
[04:40:38.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:74:0)
[04:40:38.829] Build status: STARTED
[04:40:38.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:75:0) after 2m43s
[04:43:21.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:75:0)
[04:43:21.988] Build status: STARTED
[04:43:21.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:76:0) after 2m10s
[04:45:32.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:76:0)
[04:45:32.101] Build status: STARTED
[04:45:32.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:77:0) after 2m3s
[04:47:35.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:77:0)
[04:47:35.166] Build status: STARTED
[04:47:35.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861712012757478736:78:0) after 6m10s
[04:53:31.037] Received PubSub notification, asking Buildbucket for the build status
[04:53:31.081] Build:
{
  "id": "8696281950852083345",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-05T23:11:17.453557518Z",
  "startTime": "2025-12-06T03:41:53.606977885Z",
  "endTime": "2025-12-06T04:53:30.708176978Z",
  "updateTime": "2025-12-06T04:53:30.708176978Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9b45b8b3cd168c4db42fb9d909b1c26ef8bed1fe",
      "ref": "refs/heads/main"
    }
  }
}
[04:53:31.081] Invocation finished in 5h42m14.828556118s with status SUCCEEDED