buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-ubsan"
>

• 0bdcab6e1f85e4166206fda8cde476821ec0b40f (2 weeks ago)
• c224be2a082d98be5551665d7242ef70721bd2da (2 weeks ago)
• 1ed659fd2de333cca61cfbbd41136fb2db01fb0e (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1ed659fd2de333cca61cfbbd41136fb2db01fb0e
• gitiles_ref:refs/heads/main

[03:42:31.748] New invocation is queued and will start shortly
[03:42:32.774] Starting the invocation (attempt 1)
[03:42:32.799] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1ed659fd2de333cca61cfbbd41136fb2db01fb0e"
[03:42:32.799] Popped gitiles commit info from properties and tags
[03:42:32.799] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:42:32.799] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:42:32.800] Buildbucket request:
{
  "requestId": "8865862407127700048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865862407127700048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0bdcab6e1f85e4166206fda8cde476821ec0b40f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bdcab6e1f85e4166206fda8cde476821ec0b40f",
                        "title": "0bdcab6e1f85e4166206fda8cde476821ec0b40f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bdcab6e1f85e4166206fda8cde476821ec0b40f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c224be2a082d98be5551665d7242ef70721bd2da"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c224be2a082d98be5551665d7242ef70721bd2da",
                        "title": "c224be2a082d98be5551665d7242ef70721bd2da",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c224be2a082d98be5551665d7242ef70721bd2da"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ed659fd2de333cca61cfbbd41136fb2db01fb0e",
                        "title": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ed659fd2de333cca61cfbbd41136fb2db01fb0e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865862407127700048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:42:33.136] Scheduled build:
{
  "id": "8700432345293149137",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-21T03:42:32.871792767Z",
  "updateTime": "2025-10-21T03:42:32.871792767Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e",
      "ref": "refs/heads/main"
    }
  }
}
[03:42:33.136] Task URL: https://cr-buildbucket.appspot.com/build/8700432345293149137
[03:42:33.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:2:0) after 6m45s
[03:42:44.265] Received PubSub notification, asking Buildbucket for the build status
[03:42:44.282] Build status: SCHEDULED
[03:49:18.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:2:0)
[03:49:18.197] Build status: SCHEDULED
[03:49:18.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:4:0) after 6m31s
[03:55:49.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:4:0)
[03:55:49.229] Build status: SCHEDULED
[03:55:49.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:5:0) after 9m12s
[04:05:01.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:5:0)
[04:05:01.364] Build status: SCHEDULED
[04:05:01.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:6:0) after 2m16s
[04:07:17.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:6:0)
[04:07:17.404] Build status: SCHEDULED
[04:07:17.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:7:0) after 4m7s
[04:11:24.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:7:0)
[04:11:24.436] Build status: SCHEDULED
[04:11:24.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:8:0) after 7m51s
[04:19:15.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:8:0)
[04:19:15.563] Build status: SCHEDULED
[04:19:15.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:9:0) after 5m44s
[04:24:59.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:9:0)
[04:24:59.710] Build status: SCHEDULED
[04:24:59.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:10:0) after 4m34s
[04:29:33.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:10:0)
[04:29:33.733] Build status: SCHEDULED
[04:29:33.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:11:0) after 5m39s
[04:35:12.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:11:0)
[04:35:12.810] Build status: SCHEDULED
[04:35:12.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:12:0) after 1m58s
[04:37:10.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:12:0)
[04:37:10.843] Build status: SCHEDULED
[04:37:10.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:13:0) after 8m38s
[04:45:48.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:13:0)
[04:45:48.980] Build status: SCHEDULED
[04:45:48.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:14:0) after 3m52s
[04:49:40.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:14:0)
[04:49:41.016] Build status: SCHEDULED
[04:49:41.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:15:0) after 5m10s
[04:54:51.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:15:0)
[04:54:51.091] Build status: SCHEDULED
[04:54:51.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:16:0) after 9m16s
[05:04:07.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:16:0)
[05:04:07.351] Build status: SCHEDULED
[05:04:07.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:17:0) after 7m15s
[05:11:22.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:17:0)
[05:11:22.378] Build status: SCHEDULED
[05:11:22.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:18:0) after 7m43s
[05:19:05.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:18:0)
[05:19:05.420] Build status: SCHEDULED
[05:19:05.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:19:0) after 7m33s
[05:26:38.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:19:0)
[05:26:38.480] Build status: SCHEDULED
[05:26:38.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:20:0) after 9m30s
[05:36:08.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:20:0)
[05:36:08.545] Build status: SCHEDULED
[05:36:08.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:21:0) after 2m10s
[05:38:18.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:21:0)
[05:38:18.569] Build status: SCHEDULED
[05:38:18.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:22:0) after 3m20s
[05:41:38.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:22:0)
[05:41:38.617] Build status: SCHEDULED
[05:41:38.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:23:0) after 5m46s
[05:47:24.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:23:0)
[05:47:24.648] Build status: SCHEDULED
[05:47:24.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:24:0) after 8m22s
[05:55:46.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:24:0)
[05:55:46.677] Build status: SCHEDULED
[05:55:46.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:25:0) after 3m13s
[05:58:59.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:25:0)
[05:58:59.713] Build status: SCHEDULED
[05:58:59.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:26:0) after 6m10s
[06:05:09.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:26:0)
[06:05:09.781] Build status: SCHEDULED
[06:05:09.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:27:0) after 1m19s
[06:06:28.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:27:0)
[06:06:28.819] Build status: SCHEDULED
[06:06:28.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:28:0) after 8m11s
[06:14:39.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:28:0)
[06:14:39.894] Build status: SCHEDULED
[06:14:39.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:29:0) after 1m48s
[06:16:27.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:29:0)
[06:16:27.958] Build status: SCHEDULED
[06:16:27.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:30:0) after 1m48s
[06:18:15.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:30:0)
[06:18:16.015] Build status: SCHEDULED
[06:18:16.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:31:0) after 6m49s
[06:25:05.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:31:0)
[06:25:05.052] Build status: SCHEDULED
[06:25:05.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:32:0) after 1m39s
[06:26:44.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:32:0)
[06:26:44.104] Build status: SCHEDULED
[06:26:44.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:33:0) after 7m28s
[06:34:12.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:33:0)
[06:34:12.158] Build status: SCHEDULED
[06:34:12.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:34:0) after 5m48s
[06:40:00.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:34:0)
[06:40:00.351] Build status: SCHEDULED
[06:40:00.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:35:0) after 4m2s
[06:44:02.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:35:0)
[06:44:02.442] Build status: SCHEDULED
[06:44:02.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:36:0) after 4m9s
[06:48:11.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:36:0)
[06:48:11.472] Build status: SCHEDULED
[06:48:11.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:37:0) after 7m37s
[06:55:48.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:37:0)
[06:55:48.609] Build status: SCHEDULED
[06:55:48.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:38:0) after 5m54s
[07:01:42.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:38:0)
[07:01:42.701] Build status: SCHEDULED
[07:01:42.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:39:0) after 8m47s
[07:10:29.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:39:0)
[07:10:29.773] Build status: SCHEDULED
[07:10:29.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:40:0) after 2m6s
[07:12:35.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:40:0)
[07:12:35.809] Build status: SCHEDULED
[07:12:35.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:41:0) after 9m8s
[07:21:43.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:41:0)
[07:21:43.851] Build status: SCHEDULED
[07:21:43.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:42:0) after 4m10s
[07:25:53.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:42:0)
[07:25:53.884] Build status: SCHEDULED
[07:25:53.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:43:0) after 7m11s
[07:33:05.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:43:0)
[07:33:05.045] Build status: SCHEDULED
[07:33:05.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:44:0) after 3m18s
[07:36:24.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:44:0)
[07:36:24.131] Build status: SCHEDULED
[07:36:24.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:45:0) after 7m21s
[07:43:45.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:45:0)
[07:43:45.370] Build status: SCHEDULED
[07:43:45.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:46:0) after 9m21s
[07:53:06.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:46:0)
[07:53:06.406] Build status: SCHEDULED
[07:53:06.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:47:0) after 6m7s
[07:59:13.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:47:0)
[07:59:13.614] Build status: SCHEDULED
[07:59:13.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:48:0) after 3m53s
[08:03:06.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:48:0)
[08:03:06.842] Build status: SCHEDULED
[08:03:06.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:49:0) after 5m20s
[08:08:27.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:49:0)
[08:08:27.072] Build status: SCHEDULED
[08:08:27.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:50:0) after 5m1s
[08:13:28.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:50:0)
[08:13:28.148] Build status: SCHEDULED
[08:13:28.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:51:0) after 6m0s
[08:19:28.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:51:0)
[08:19:28.426] Build status: SCHEDULED
[08:19:28.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:52:0) after 6m49s
[08:26:17.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:52:0)
[08:26:17.485] Build status: SCHEDULED
[08:26:17.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:53:0) after 9m0s
[08:35:17.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:53:0)
[08:35:17.520] Build status: SCHEDULED
[08:35:17.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:54:0) after 1m14s
[08:36:31.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:54:0)
[08:36:31.592] Build status: SCHEDULED
[08:36:31.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:55:0) after 5m37s
[08:42:08.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:55:0)
[08:42:08.637] Build status: SCHEDULED
[08:42:08.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:56:0) after 1m19s
[08:43:27.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:56:0)
[08:43:27.720] Build status: SCHEDULED
[08:43:27.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:57:0) after 3m23s
[08:46:50.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:57:0)
[08:46:50.716] Build status: SCHEDULED
[08:46:50.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:58:0) after 7m10s
[08:54:00.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:58:0)
[08:54:00.753] Build status: SCHEDULED
[08:54:00.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:59:0) after 9m52s
[09:03:52.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:59:0)
[09:03:52.829] Build status: SCHEDULED
[09:03:52.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:60:0) after 2m33s
[09:06:25.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:60:0)
[09:06:26.037] Build status: SCHEDULED
[09:06:26.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:61:0) after 8m32s
[09:14:58.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:61:0)
[09:14:58.058] Build status: SCHEDULED
[09:14:58.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:62:0) after 3m38s
[09:18:36.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:62:0)
[09:18:36.091] Build status: SCHEDULED
[09:18:36.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:63:0) after 9m51s
[09:28:27.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:63:0)
[09:28:27.210] Build status: SCHEDULED
[09:28:27.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:64:0) after 9m20s
[09:37:47.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:64:0)
[09:37:47.261] Build status: SCHEDULED
[09:37:47.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:65:0) after 5m25s
[09:43:12.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:65:0)
[09:43:12.299] Build status: SCHEDULED
[09:43:12.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:66:0) after 5m13s
[09:48:25.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:66:0)
[09:48:25.677] Build status: SCHEDULED
[09:48:25.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:67:0) after 5m38s
[09:54:03.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:67:0)
[09:54:03.713] Build status: SCHEDULED
[09:54:03.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:68:0) after 6m38s
[10:00:41.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:68:0)
[10:00:41.799] Build status: SCHEDULED
[10:00:41.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:69:0) after 3m54s
[10:04:36.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:69:0)
[10:04:36.137] Build status: SCHEDULED
[10:04:36.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:70:0) after 8m34s
[10:13:10.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:70:0)
[10:13:10.237] Build status: SCHEDULED
[10:13:10.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:71:0) after 2m16s
[10:15:26.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:71:0)
[10:15:26.619] Build status: SCHEDULED
[10:15:26.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:72:0) after 6m37s
[10:22:03.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:72:0)
[10:22:03.656] Build status: SCHEDULED
[10:22:03.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:73:0) after 4m16s
[10:26:19.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:73:0)
[10:26:19.742] Build status: SCHEDULED
[10:26:19.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:74:0) after 4m56s
[10:31:15.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:74:0)
[10:31:15.779] Build status: SCHEDULED
[10:31:15.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:75:0) after 7m39s
[10:38:54.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:75:0)
[10:38:54.861] Build status: SCHEDULED
[10:38:54.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:76:0) after 4m3s
[10:42:57.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:76:0)
[10:42:57.934] Build status: SCHEDULED
[10:42:57.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:77:0) after 2m15s
[10:45:12.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:77:0)
[10:45:13.196] Build status: SCHEDULED
[10:45:13.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:78:0) after 7m1s
[10:52:14.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:78:0)
[10:52:14.238] Build status: SCHEDULED
[10:52:14.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:79:0) after 4m5s
[10:56:19.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:79:0)
[10:56:19.359] Build status: SCHEDULED
[10:56:19.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:80:0) after 6m38s
[11:02:57.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:80:0)
[11:02:57.392] Build status: SCHEDULED
[11:02:57.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:81:0) after 5m12s
[11:08:09.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:81:0)
[11:08:09.392] Build status: SCHEDULED
[11:08:09.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:82:0) after 4m7s
[11:12:16.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:82:0)
[11:12:16.449] Build status: SCHEDULED
[11:12:16.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:83:0) after 1m45s
[11:14:01.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:83:0)
[11:14:01.529] Build status: SCHEDULED
[11:14:01.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:84:0) after 8m10s
[11:22:11.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:84:0)
[11:22:11.607] Build status: SCHEDULED
[11:22:11.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:85:0) after 5m22s
[11:27:33.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:85:0)
[11:27:33.590] Build status: SCHEDULED
[11:27:33.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:86:0) after 3m28s
[11:31:01.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:86:0)
[11:31:01.690] Build status: SCHEDULED
[11:31:01.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:87:0) after 4m41s
[11:34:34.565] Received PubSub notification, asking Buildbucket for the build status
[11:34:34.579] Build status: STARTED
[11:35:42.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:87:0)
[11:35:42.719] Build status: STARTED
[11:35:42.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:89:0) after 7m16s
[11:42:58.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:89:0)
[11:42:58.898] Build status: STARTED
[11:42:58.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865862407127700048:90:0) after 5m51s
[11:45:46.276] Received PubSub notification, asking Buildbucket for the build status
[11:45:46.401] Build:
{
  "id": "8700432345293149137",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-21T03:42:32.871792767Z",
  "startTime": "2025-10-21T11:34:34.383443103Z",
  "endTime": "2025-10-21T11:45:13.992875534Z",
  "updateTime": "2025-10-21T11:45:13.992875534Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1ed659fd2de333cca61cfbbd41136fb2db01fb0e",
      "ref": "refs/heads/main"
    }
  }
}
[11:45:46.401] Invocation finished in 8h3m14.663018663s with status SUCCEEDED