Status: SUCCEEDED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "13901b5cea7b5f7a43350621affd9fecb50826bb"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/13901b5cea7b5f7a43350621affd9fecb50826bb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:45:31.093] New invocation is queued and will start shortly
[20:45:32.154] Starting the invocation (attempt 1)
[20:45:32.175] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/13901b5cea7b5f7a43350621affd9fecb50826bb"
[20:45:32.175] Popped gitiles commit info from properties and tags
[20:45:32.175] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:45:32.175] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:45:32.176] Buildbucket request:
{
  "requestId": "8865163867451880608",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865163867451880608",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "129b3e64f8e9fa64143aa12a082460ad4fb83013"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@129b3e64f8e9fa64143aa12a082460ad4fb83013",
                        "title": "129b3e64f8e9fa64143aa12a082460ad4fb83013",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/129b3e64f8e9fa64143aa12a082460ad4fb83013"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9dad191b416fb28de83ca77d100ad92c435663d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9dad191b416fb28de83ca77d100ad92c435663d",
                        "title": "f9dad191b416fb28de83ca77d100ad92c435663d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9dad191b416fb28de83ca77d100ad92c435663d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "13901b5cea7b5f7a43350621affd9fecb50826bb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13901b5cea7b5f7a43350621affd9fecb50826bb",
                        "title": "13901b5cea7b5f7a43350621affd9fecb50826bb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13901b5cea7b5f7a43350621affd9fecb50826bb"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "13901b5cea7b5f7a43350621affd9fecb50826bb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865163867451880608"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:45:32.763] Scheduled build:
{
  "id": "8699733805469289169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T20:45:32.360774891Z",
  "updateTime": "2025-10-28T20:45:32.360774891Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "13901b5cea7b5f7a43350621affd9fecb50826bb",
      "ref": "refs/heads/main"
    }
  }
}
[20:45:32.763] Task URL: https://cr-buildbucket.appspot.com/build/8699733805469289169
[20:45:32.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:2:0) after 2m18s
[20:46:07.116] Received PubSub notification, asking Buildbucket for the build status
[20:46:07.147] Build status: SCHEDULED
[20:47:50.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:2:0)
[20:47:50.814] Build status: SCHEDULED
[20:47:50.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:4:0) after 2m37s
[20:50:27.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:4:0)
[20:50:27.959] Build status: SCHEDULED
[20:50:27.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:5:0) after 3m2s
[20:53:30.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:5:0)
[20:53:30.162] Build status: SCHEDULED
[20:53:30.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:6:0) after 6m45s
[21:00:15.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:6:0)
[21:00:15.216] Build status: SCHEDULED
[21:00:15.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:7:0) after 1m6s
[21:01:21.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:7:0)
[21:01:21.330] Build status: SCHEDULED
[21:01:21.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:8:0) after 1m2s
[21:02:23.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:8:0)
[21:02:23.371] Build status: SCHEDULED
[21:02:23.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:9:0) after 6m32s
[21:08:55.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:9:0)
[21:08:55.498] Build status: SCHEDULED
[21:08:55.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:10:0) after 8m5s
[21:17:00.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:10:0)
[21:17:00.675] Build status: SCHEDULED
[21:17:00.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:11:0) after 3m11s
[21:20:11.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:11:0)
[21:20:11.723] Build status: SCHEDULED
[21:20:11.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:12:0) after 4m54s
[21:25:05.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:12:0)
[21:25:05.752] Build status: SCHEDULED
[21:25:05.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:13:0) after 5m33s
[21:30:38.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:13:0)
[21:30:38.909] Build status: SCHEDULED
[21:30:38.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:14:0) after 2m53s
[21:33:31.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:14:0)
[21:33:31.944] Build status: SCHEDULED
[21:33:31.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:15:0) after 1m26s
[21:34:58.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:15:0)
[21:34:58.165] Build status: SCHEDULED
[21:34:58.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:16:0) after 5m10s
[21:40:08.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:16:0)
[21:40:08.227] Build status: SCHEDULED
[21:40:08.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:17:0) after 5m2s
[21:45:10.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:17:0)
[21:45:10.372] Build status: SCHEDULED
[21:45:10.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:18:0) after 4m24s
[21:49:34.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:18:0)
[21:49:34.403] Build status: SCHEDULED
[21:49:34.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:19:0) after 5m3s
[21:54:37.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:19:0)
[21:54:37.436] Build status: SCHEDULED
[21:54:37.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:20:0) after 4m57s
[21:59:34.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:20:0)
[21:59:34.463] Build status: SCHEDULED
[21:59:34.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:21:0) after 1m59s
[22:01:33.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:21:0)
[22:01:33.621] Build status: SCHEDULED
[22:01:33.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:22:0) after 7m22s
[22:08:55.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:22:0)
[22:08:55.674] Build status: SCHEDULED
[22:08:55.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:23:0) after 3m9s
[22:12:04.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:23:0)
[22:12:04.739] Build status: SCHEDULED
[22:12:04.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:24:0) after 5m18s
[22:17:22.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:24:0)
[22:17:22.782] Build status: SCHEDULED
[22:17:22.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:25:0) after 1m6s
[22:18:28.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:25:0)
[22:18:28.846] Build status: SCHEDULED
[22:18:28.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:26:0) after 4m30s
[22:22:58.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:26:0)
[22:22:58.870] Build status: SCHEDULED
[22:22:58.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:27:0) after 2m33s
[22:25:31.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:27:0)
[22:25:31.940] Build status: SCHEDULED
[22:25:31.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:28:0) after 6m40s
[22:32:12.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:28:0)
[22:32:12.195] Build status: SCHEDULED
[22:32:12.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:29:0) after 9m6s
[22:41:18.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:29:0)
[22:41:18.380] Build status: SCHEDULED
[22:41:18.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:30:0) after 5m27s
[22:46:45.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:30:0)
[22:46:45.541] Build status: SCHEDULED
[22:46:45.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:31:0) after 6m28s
[22:53:13.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:31:0)
[22:53:13.679] Build status: SCHEDULED
[22:53:13.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:32:0) after 7m15s
[23:00:28.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:32:0)
[23:00:28.777] Build status: SCHEDULED
[23:00:28.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:33:0) after 2m4s
[23:02:32.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:33:0)
[23:02:33.044] Build status: SCHEDULED
[23:02:33.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:34:0) after 2m45s
[23:05:18.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:34:0)
[23:05:18.100] Build status: SCHEDULED
[23:05:18.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:35:0) after 9m8s
[23:14:26.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:35:0)
[23:14:26.139] Build status: SCHEDULED
[23:14:26.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:36:0) after 8m39s
[23:23:05.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:36:0)
[23:23:05.225] Build status: SCHEDULED
[23:23:05.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:37:0) after 2m44s
[23:25:49.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:37:0)
[23:25:49.419] Build status: SCHEDULED
[23:25:49.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:38:0) after 5m6s
[23:30:55.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:38:0)
[23:30:55.602] Build status: SCHEDULED
[23:30:55.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:39:0) after 4m51s
[23:35:46.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:39:0)
[23:35:46.682] Build status: SCHEDULED
[23:35:46.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:40:0) after 1m15s
[23:37:01.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:40:0)
[23:37:01.799] Build status: SCHEDULED
[23:37:01.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:41:0) after 7m47s
[23:44:48.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:41:0)
[23:44:48.880] Build status: SCHEDULED
[23:44:48.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:42:0) after 1m56s
[23:46:44.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:42:0)
[23:46:44.928] Build status: SCHEDULED
[23:46:44.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:43:0) after 6m38s
[23:53:23.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:43:0)
[23:53:23.035] Build status: SCHEDULED
[23:53:23.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:44:0) after 7m16s
[00:00:39.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:44:0)
[00:00:39.148] Build status: SCHEDULED
[00:00:39.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:45:0) after 9m27s
[00:10:06.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:45:0)
[00:10:06.242] Build status: SCHEDULED
[00:10:06.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:46:0) after 5m33s
[00:15:39.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:46:0)
[00:15:39.322] Build status: SCHEDULED
[00:15:39.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:47:0) after 7m0s
[00:22:39.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:47:0)
[00:22:39.353] Build status: SCHEDULED
[00:22:39.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:48:0) after 7m24s
[00:30:03.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:48:0)
[00:30:03.399] Build status: SCHEDULED
[00:30:03.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:49:0) after 4m26s
[00:34:29.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:49:0)
[00:34:29.535] Build status: SCHEDULED
[00:34:29.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:50:0) after 3m55s
[00:38:24.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:50:0)
[00:38:24.576] Build status: SCHEDULED
[00:38:24.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:51:0) after 5m10s
[00:43:34.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:51:0)
[00:43:34.663] Build status: SCHEDULED
[00:43:34.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:52:0) after 7m25s
[00:50:59.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:52:0)
[00:50:59.783] Build status: SCHEDULED
[00:50:59.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:53:0) after 9m24s
[01:00:23.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:53:0)
[01:00:23.995] Build status: SCHEDULED
[01:00:23.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:54:0) after 7m21s
[01:07:45.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:54:0)
[01:07:45.027] Build status: SCHEDULED
[01:07:45.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:55:0) after 9m51s
[01:17:36.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:55:0)
[01:17:36.081] Build status: SCHEDULED
[01:17:36.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:56:0) after 5m44s
[01:23:20.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:56:0)
[01:23:20.253] Build status: SCHEDULED
[01:23:20.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:57:0) after 1m20s
[01:24:40.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:57:0)
[01:24:40.265] Build status: SCHEDULED
[01:24:40.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:58:0) after 5m0s
[01:29:40.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:58:0)
[01:29:40.298] Build status: SCHEDULED
[01:29:40.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:59:0) after 1m18s
[01:30:58.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:59:0)
[01:30:58.379] Build status: SCHEDULED
[01:30:58.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:60:0) after 2m37s
[01:33:35.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:60:0)
[01:33:35.531] Build status: SCHEDULED
[01:33:35.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:61:0) after 8m12s
[01:41:47.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:61:0)
[01:41:47.643] Build status: SCHEDULED
[01:41:47.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:62:0) after 1m3s
[01:42:50.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:62:0)
[01:42:50.692] Build status: SCHEDULED
[01:42:50.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:63:0) after 3m25s
[01:46:15.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:63:0)
[01:46:15.783] Build status: SCHEDULED
[01:46:15.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:64:0) after 9m49s
[01:56:04.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:64:0)
[01:56:05.032] Build status: SCHEDULED
[01:56:05.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:65:0) after 1m33s
[01:57:38.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:65:0)
[01:57:38.138] Build status: SCHEDULED
[01:57:38.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:66:0) after 1m32s
[01:59:10.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:66:0)
[01:59:10.182] Build status: SCHEDULED
[01:59:10.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:67:0) after 7m10s
[02:06:20.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:67:0)
[02:06:20.268] Build status: SCHEDULED
[02:06:20.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:68:0) after 8m53s
[02:15:13.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:68:0)
[02:15:13.304] Build status: SCHEDULED
[02:15:13.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:69:0) after 8m42s
[02:23:55.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:69:0)
[02:23:55.342] Build status: SCHEDULED
[02:23:55.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:70:0) after 1m1s
[02:24:56.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:70:0)
[02:24:56.414] Build status: SCHEDULED
[02:24:56.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:71:0) after 7m7s
[02:32:03.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:71:0)
[02:32:03.446] Build status: SCHEDULED
[02:32:03.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:72:0) after 2m47s
[02:34:50.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:72:0)
[02:34:50.539] Build status: SCHEDULED
[02:34:50.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:73:0) after 1m21s
[02:36:11.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:73:0)
[02:36:11.587] Build status: SCHEDULED
[02:36:11.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:74:0) after 6m9s
[02:42:20.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:74:0)
[02:42:20.655] Build status: SCHEDULED
[02:42:20.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:75:0) after 6m44s
[02:49:04.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:75:0)
[02:49:04.784] Build status: SCHEDULED
[02:49:04.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:76:0) after 3m33s
[02:52:37.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:76:0)
[02:52:37.821] Build status: SCHEDULED
[02:52:37.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:77:0) after 2m50s
[02:55:27.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:77:0)
[02:55:27.853] Build status: SCHEDULED
[02:55:27.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:78:0) after 4m44s
[03:00:11.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:78:0)
[03:00:11.894] Build status: SCHEDULED
[03:00:11.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:79:0) after 6m4s
[03:06:15.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:79:0)
[03:06:15.988] Build status: SCHEDULED
[03:06:15.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:80:0) after 7m30s
[03:13:46.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:80:0)
[03:13:46.099] Build status: SCHEDULED
[03:13:46.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:81:0) after 2m46s
[03:16:32.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:81:0)
[03:16:32.245] Build status: SCHEDULED
[03:16:32.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:82:0) after 9m9s
[03:25:41.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:82:0)
[03:25:41.355] Build status: SCHEDULED
[03:25:41.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:83:0) after 9m2s
[03:34:43.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:83:0)
[03:34:43.453] Build status: SCHEDULED
[03:34:43.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:84:0) after 2m41s
[03:37:24.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:84:0)
[03:37:24.448] Build status: SCHEDULED
[03:37:24.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:85:0) after 5m1s
[03:42:25.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:85:0)
[03:42:25.483] Build status: SCHEDULED
[03:42:25.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:86:0) after 5m3s
[03:47:28.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:86:0)
[03:47:28.524] Build status: SCHEDULED
[03:47:28.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:87:0) after 8m26s
[03:55:54.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:87:0)
[03:55:54.699] Build status: SCHEDULED
[03:55:54.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:88:0) after 1m31s
[03:57:25.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:88:0)
[03:57:25.757] Build status: SCHEDULED
[03:57:25.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:89:0) after 8m13s
[04:05:38.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:89:0)
[04:05:38.796] Build status: SCHEDULED
[04:05:38.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:90:0) after 6m27s
[04:12:05.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:90:0)
[04:12:05.886] Build status: SCHEDULED
[04:12:05.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:91:0) after 2m23s
[04:14:28.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:91:0)
[04:14:29.010] Build status: SCHEDULED
[04:14:29.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:92:0) after 5m33s
[04:20:02.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:92:0)
[04:20:02.047] Build status: SCHEDULED
[04:20:02.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:93:0) after 2m55s
[04:22:57.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:93:0)
[04:22:57.493] Build status: SCHEDULED
[04:22:57.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:94:0) after 8m3s
[04:31:00.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:94:0)
[04:31:00.811] Build status: SCHEDULED
[04:31:00.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:95:0) after 1m21s
[04:32:21.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:95:0)
[04:32:21.816] Build status: SCHEDULED
[04:32:21.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:96:0) after 9m49s
[04:42:11.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:96:0)
[04:42:11.218] Build status: SCHEDULED
[04:42:11.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:97:0) after 2m6s
[04:44:17.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:97:0)
[04:44:17.318] Build status: SCHEDULED
[04:44:17.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:98:0) after 5m52s
[04:50:09.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:98:0)
[04:50:09.479] Build status: SCHEDULED
[04:50:09.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:99:0) after 7m56s
[04:58:05.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:99:0)
[04:58:05.545] Build status: SCHEDULED
[04:58:05.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:100:0) after 7m42s
[05:05:47.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:100:0)
[05:05:47.690] Build status: SCHEDULED
[05:05:47.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:101:0) after 5m36s
[05:08:41.528] Received PubSub notification, asking Buildbucket for the build status
[05:08:41.563] Build status: STARTED
[05:11:23.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:101:0)
[05:11:23.697] Build status: STARTED
[05:11:23.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:103:0) after 8m19s
[05:19:42.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:103:0)
[05:19:42.842] Build status: STARTED
[05:19:42.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:104:0) after 3m5s
[05:22:48.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:104:0)
[05:22:48.289] Build status: STARTED
[05:22:48.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:105:0) after 3m26s
[05:26:14.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:105:0)
[05:26:14.820] Build status: STARTED
[05:26:14.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:106:0) after 6m34s
[05:32:48.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:106:0)
[05:32:48.875] Build status: STARTED
[05:32:48.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:107:0) after 2m59s
[05:35:47.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:107:0)
[05:35:48.141] Build status: STARTED
[05:35:48.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:108:0) after 8m49s
[05:44:37.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:108:0)
[05:44:37.188] Build status: STARTED
[05:44:37.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:109:0) after 4m36s
[05:49:13.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:109:0)
[05:49:13.234] Build status: STARTED
[05:49:13.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:110:0) after 1m30s
[05:50:43.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:110:0)
[05:50:43.391] Build status: STARTED
[05:50:43.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:111:0) after 1m4s
[05:51:47.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:111:0)
[05:51:47.497] Build status: STARTED
[05:51:47.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:112:0) after 7m14s
[05:59:01.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:112:0)
[05:59:01.877] Build status: STARTED
[05:59:01.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865163867451880608:113:0) after 5m51s
[06:04:16.413] Received PubSub notification, asking Buildbucket for the build status
[06:04:16.436] Build:
{
  "id": "8699733805469289169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T20:45:32.360774891Z",
  "startTime": "2025-10-29T05:08:41.325118654Z",
  "endTime": "2025-10-29T06:04:15.962289102Z",
  "updateTime": "2025-10-29T06:04:15.962289102Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "13901b5cea7b5f7a43350621affd9fecb50826bb",
      "ref": "refs/heads/main"
    }
  }
}
[06:04:16.436] Invocation finished in 9h18m45.350435565s with status SUCCEEDED