buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

• 660912fc440171bfef454f5bc84a6a3d3728a3bf (3 weeks ago)
• 20424e8a60bfd1104d6501f4f346b77f7b25eb04 (3 weeks ago)
• 7574595204afc03fbf5df030375d86f05c7fbb50 (3 weeks ago)
• 94f553bc523813d61f70e2efa405e495cf14ce74 (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "94f553bc523813d61f70e2efa405e495cf14ce74"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74
• gitiles_ref:refs/heads/main

[05:29:37.095] New invocation is queued and will start shortly
[05:29:38.337] Starting the invocation (attempt 1)
[05:29:38.364] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
[05:29:38.364] Popped gitiles commit info from properties and tags
[05:29:38.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:29:38.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:29:38.364] Buildbucket request:
{
  "requestId": "8863681342464213888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863681342464213888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "660912fc440171bfef454f5bc84a6a3d3728a3bf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@660912fc440171bfef454f5bc84a6a3d3728a3bf",
                        "title": "660912fc440171bfef454f5bc84a6a3d3728a3bf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/660912fc440171bfef454f5bc84a6a3d3728a3bf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20424e8a60bfd1104d6501f4f346b77f7b25eb04"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20424e8a60bfd1104d6501f4f346b77f7b25eb04",
                        "title": "20424e8a60bfd1104d6501f4f346b77f7b25eb04",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20424e8a60bfd1104d6501f4f346b77f7b25eb04"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7574595204afc03fbf5df030375d86f05c7fbb50"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7574595204afc03fbf5df030375d86f05c7fbb50",
                        "title": "7574595204afc03fbf5df030375d86f05c7fbb50",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7574595204afc03fbf5df030375d86f05c7fbb50"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "94f553bc523813d61f70e2efa405e495cf14ce74"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94f553bc523813d61f70e2efa405e495cf14ce74",
                        "title": "94f553bc523813d61f70e2efa405e495cf14ce74",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863681342464213888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:29:38.765] Scheduled build:
{
  "id": "8698251280434187185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-14T05:29:38.410061415Z",
  "updateTime": "2025-11-14T05:29:38.410061415Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
      "ref": "refs/heads/main"
    }
  }
}
[05:29:38.765] Task URL: https://cr-buildbucket.appspot.com/build/8698251280434187185
[05:29:38.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:2:0) after 8m39s
[05:29:39.684] Received PubSub notification, asking Buildbucket for the build status
[05:29:39.701] Build status: SCHEDULED
[05:38:17.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:2:0)
[05:38:17.826] Build status: SCHEDULED
[05:38:17.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:4:0) after 4m13s
[05:42:30.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:4:0)
[05:42:30.917] Build status: SCHEDULED
[05:42:30.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:5:0) after 3m38s
[05:46:08.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:5:0)
[05:46:08.967] Build status: SCHEDULED
[05:46:08.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:6:0) after 5m41s
[05:51:50.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:6:0)
[05:51:50.135] Build status: SCHEDULED
[05:51:50.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:7:0) after 6m41s
[05:58:31.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:7:0)
[05:58:31.172] Build status: SCHEDULED
[05:58:31.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:8:0) after 4m13s
[06:02:44.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:8:0)
[06:02:44.482] Build status: SCHEDULED
[06:02:44.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:9:0) after 5m19s
[06:08:03.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:9:0)
[06:08:03.584] Build status: SCHEDULED
[06:08:03.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:10:0) after 3m12s
[06:11:15.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:10:0)
[06:11:15.637] Build status: SCHEDULED
[06:11:15.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:11:0) after 5m48s
[06:17:03.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:11:0)
[06:17:03.782] Build status: SCHEDULED
[06:17:03.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:12:0) after 7m21s
[06:24:24.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:12:0)
[06:24:24.815] Build status: SCHEDULED
[06:24:24.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:13:0) after 3m19s
[06:27:43.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:13:0)
[06:27:43.902] Build status: SCHEDULED
[06:27:43.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:14:0) after 3m30s
[06:31:13.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:14:0)
[06:31:13.934] Build status: SCHEDULED
[06:31:13.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:15:0) after 7m37s
[06:38:50.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:15:0)
[06:38:50.973] Build status: SCHEDULED
[06:38:50.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:16:0) after 2m1s
[06:40:51.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:16:0)
[06:40:51.983] Build status: SCHEDULED
[06:40:51.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:17:0) after 9m17s
[06:50:09.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:17:0)
[06:50:09.022] Build status: SCHEDULED
[06:50:09.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:18:0) after 4m4s
[06:54:13.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:18:0)
[06:54:13.022] Build status: SCHEDULED
[06:54:13.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:19:0) after 1m57s
[06:56:10.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:19:0)
[06:56:10.110] Build status: SCHEDULED
[06:56:10.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:20:0) after 3m13s
[06:59:23.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:20:0)
[06:59:23.171] Build status: SCHEDULED
[06:59:23.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:21:0) after 6m24s
[07:05:47.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:21:0)
[07:05:47.154] Build status: SCHEDULED
[07:05:47.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:22:0) after 4m48s
[07:10:35.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:22:0)
[07:10:35.302] Build status: SCHEDULED
[07:10:35.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:23:0) after 3m44s
[07:14:19.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:23:0)
[07:14:19.347] Build status: SCHEDULED
[07:14:19.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:24:0) after 8m5s
[07:22:24.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:24:0)
[07:22:24.428] Build status: SCHEDULED
[07:22:24.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:25:0) after 3m3s
[07:25:27.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:25:0)
[07:25:27.488] Build status: SCHEDULED
[07:25:27.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:26:0) after 8m5s
[07:33:32.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:26:0)
[07:33:32.697] Build status: SCHEDULED
[07:33:32.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:27:0) after 5m45s
[07:39:17.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:27:0)
[07:39:17.773] Build status: SCHEDULED
[07:39:17.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:28:0) after 6m54s
[07:46:11.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:28:0)
[07:46:11.935] Build status: SCHEDULED
[07:46:11.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:29:0) after 3m35s
[07:49:47.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:29:0)
[07:49:47.086] Build status: SCHEDULED
[07:49:47.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:30:0) after 2m11s
[07:51:58.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:30:0)
[07:51:58.330] Build status: SCHEDULED
[07:51:58.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:31:0) after 6m13s
[07:58:11.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:31:0)
[07:58:11.370] Build status: SCHEDULED
[07:58:11.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:32:0) after 5m2s
[08:03:13.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:32:0)
[08:03:13.464] Build status: SCHEDULED
[08:03:13.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:33:0) after 5m37s
[08:08:50.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:33:0)
[08:08:50.549] Build status: SCHEDULED
[08:08:50.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:34:0) after 7m56s
[08:16:46.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:34:0)
[08:16:46.671] Build status: SCHEDULED
[08:16:46.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:35:0) after 6m10s
[08:22:56.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:35:0)
[08:22:56.781] Build status: SCHEDULED
[08:22:56.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:36:0) after 6m16s
[08:29:12.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:36:0)
[08:29:12.921] Build status: SCHEDULED
[08:29:12.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:37:0) after 3m21s
[08:32:34.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:37:0)
[08:32:34.341] Build status: SCHEDULED
[08:32:34.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:38:0) after 3m36s
[08:36:10.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:38:0)
[08:36:10.459] Build status: SCHEDULED
[08:36:10.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:39:0) after 9m26s
[08:45:36.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:39:0)
[08:45:36.493] Build status: SCHEDULED
[08:45:36.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:40:0) after 3m6s
[08:48:42.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:40:0)
[08:48:42.523] Build status: SCHEDULED
[08:48:42.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:41:0) after 7m35s
[08:56:17.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:41:0)
[08:56:17.563] Build status: SCHEDULED
[08:56:17.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:42:0) after 1m29s
[08:57:46.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:42:0)
[08:57:47.025] Build status: SCHEDULED
[08:57:47.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:43:0) after 2m33s
[09:00:20.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:43:0)
[09:00:20.060] Build status: SCHEDULED
[09:00:20.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:44:0) after 8m26s
[09:08:46.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:44:0)
[09:08:46.348] Build status: SCHEDULED
[09:08:46.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:45:0) after 4m37s
[09:13:23.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:45:0)
[09:13:23.495] Build status: SCHEDULED
[09:13:23.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:46:0) after 7m56s
[09:21:19.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:46:0)
[09:21:19.517] Build status: SCHEDULED
[09:21:19.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:47:0) after 4m37s
[09:25:56.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:47:0)
[09:25:56.556] Build status: SCHEDULED
[09:25:56.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:48:0) after 9m35s
[09:35:31.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:48:0)
[09:35:31.583] Build status: SCHEDULED
[09:35:31.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:49:0) after 2m51s
[09:38:22.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:49:0)
[09:38:22.618] Build status: SCHEDULED
[09:38:22.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:50:0) after 4m55s
[09:43:17.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:50:0)
[09:43:17.663] Build status: SCHEDULED
[09:43:17.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:51:0) after 5m4s
[09:48:21.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:51:0)
[09:48:21.704] Build status: SCHEDULED
[09:48:21.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:52:0) after 3m40s
[09:52:01.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:52:0)
[09:52:01.872] Build status: SCHEDULED
[09:52:01.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:53:0) after 7m51s
[09:59:52.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:53:0)
[09:59:52.894] Build status: SCHEDULED
[09:59:52.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:54:0) after 6m53s
[10:06:45.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:54:0)
[10:06:45.928] Build status: SCHEDULED
[10:06:45.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:55:0) after 8m23s
[10:15:09.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:55:0)
[10:15:09.048] Build status: SCHEDULED
[10:15:09.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:56:0) after 3m17s
[10:18:26.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:56:0)
[10:18:26.081] Build status: SCHEDULED
[10:18:26.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:57:0) after 8m18s
[10:26:44.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:57:0)
[10:26:44.393] Build status: SCHEDULED
[10:26:44.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:58:0) after 5m30s
[10:32:14.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:58:0)
[10:32:14.773] Build status: SCHEDULED
[10:32:14.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:59:0) after 3m23s
[10:35:37.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:59:0)
[10:35:38.012] Build status: SCHEDULED
[10:35:38.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:60:0) after 1m13s
[10:36:51.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:60:0)
[10:36:51.240] Build status: SCHEDULED
[10:36:51.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:61:0) after 5m28s
[10:42:19.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:61:0)
[10:42:19.440] Build status: SCHEDULED
[10:42:19.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:62:0) after 2m30s
[10:44:49.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:62:0)
[10:44:49.591] Build status: SCHEDULED
[10:44:49.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:63:0) after 5m4s
[10:49:53.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:63:0)
[10:49:53.630] Build status: SCHEDULED
[10:49:53.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:64:0) after 4m4s
[10:53:57.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:64:0)
[10:53:57.931] Build status: SCHEDULED
[10:53:57.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:65:0) after 4m46s
[10:58:43.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:65:0)
[10:58:43.972] Build status: SCHEDULED
[10:58:43.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:66:0) after 6m4s
[11:04:47.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:66:0)
[11:04:48.022] Build status: SCHEDULED
[11:04:48.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:67:0) after 5m38s
[11:10:26.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:67:0)
[11:10:26.056] Build status: SCHEDULED
[11:10:26.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:68:0) after 1m40s
[11:12:06.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:68:0)
[11:12:06.136] Build status: SCHEDULED
[11:12:06.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:69:0) after 8m8s
[11:20:14.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:69:0)
[11:20:14.303] Build status: SCHEDULED
[11:20:14.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:70:0) after 8m55s
[11:29:09.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:70:0)
[11:29:09.319] Build status: SCHEDULED
[11:29:09.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:71:0) after 8m13s
[11:37:22.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:71:0)
[11:37:22.392] Build status: SCHEDULED
[11:37:22.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:72:0) after 8m46s
[11:46:08.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:72:0)
[11:46:08.449] Build status: SCHEDULED
[11:46:08.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:73:0) after 1m33s
[11:47:41.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:73:0)
[11:47:41.497] Build status: SCHEDULED
[11:47:41.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:74:0) after 5m30s
[11:53:11.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:74:0)
[11:53:11.907] Build status: SCHEDULED
[11:53:11.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:75:0) after 7m24s
[12:00:35.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:75:0)
[12:00:35.977] Build status: SCHEDULED
[12:00:35.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:76:0) after 4m46s
[12:05:21.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:76:0)
[12:05:22.011] Build status: SCHEDULED
[12:05:22.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:77:0) after 4m16s
[12:09:38.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:77:0)
[12:09:38.093] Build status: SCHEDULED
[12:09:38.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:78:0) after 8m5s
[12:17:43.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:78:0)
[12:17:43.105] Build status: SCHEDULED
[12:17:43.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:79:0) after 9m18s
[12:27:01.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:79:0)
[12:27:01.759] Build status: SCHEDULED
[12:27:01.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:80:0) after 8m15s
[12:35:16.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:80:0)
[12:35:17.008] Build status: SCHEDULED
[12:35:17.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:81:0) after 7m7s
[12:42:24.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:81:0)
[12:42:24.069] Build status: SCHEDULED
[12:42:24.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:82:0) after 6m46s
[12:49:10.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:82:0)
[12:49:10.161] Build status: SCHEDULED
[12:49:10.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:83:0) after 2m1s
[12:51:11.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:83:0)
[12:51:11.212] Build status: SCHEDULED
[12:51:11.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:84:0) after 2m38s
[12:53:49.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:84:0)
[12:53:49.277] Build status: SCHEDULED
[12:53:49.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:85:0) after 1m54s
[12:55:18.122] Received PubSub notification, asking Buildbucket for the build status
[12:55:18.146] Build status: STARTED
[12:55:43.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:85:0)
[12:55:43.328] Build status: STARTED
[12:55:43.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:87:0) after 3m50s
[12:59:33.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:87:0)
[12:59:33.402] Build status: STARTED
[12:59:33.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:88:0) after 3m42s
[13:03:15.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:88:0)
[13:03:15.450] Build status: STARTED
[13:03:15.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863681342464213888:89:0) after 9m4s
[13:08:42.077] Received PubSub notification, asking Buildbucket for the build status
[13:08:42.092] Build:
{
  "id": "8698251280434187185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-14T05:29:38.410061415Z",
  "startTime": "2025-11-14T12:55:17.396451040Z",
  "endTime": "2025-11-14T13:08:41.550510837Z",
  "updateTime": "2025-11-14T13:08:41.550510837Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
      "ref": "refs/heads/main"
    }
  }
}
[13:08:42.092] Invocation finished in 7h39m5.00184271s with status SUCCEEDED