Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b423fb823cb518846f1335bfd6814d9054980cdb"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:02:34.190] New invocation is queued and will start shortly
[23:02:35.310] Starting the invocation (attempt 1)
[23:02:35.340] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb"
[23:02:35.340] Popped gitiles commit info from properties and tags
[23:02:35.341] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:35.341] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:35.341] Buildbucket request:
{
  "requestId": "8884271204828611152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884271204828611152",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b423fb823cb518846f1335bfd6814d9054980cdb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b423fb823cb518846f1335bfd6814d9054980cdb",
                        "title": "b423fb823cb518846f1335bfd6814d9054980cdb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884271204828611152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:02:35.720] Scheduled build:
{
  "id": "8718841142888925601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-31T23:02:35.408718137Z",
  "updateTime": "2025-03-31T23:02:35.408718137Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
      "ref": "refs/heads/main"
    }
  }
}
[23:02:35.720] Task URL: https://cr-buildbucket.appspot.com/build/8718841142888925601
[23:02:35.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:2:0) after 4m47s
[23:02:36.699] Received PubSub notification, asking Buildbucket for the build status
[23:02:36.720] Build status: SCHEDULED
[23:07:22.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:2:0)
[23:07:22.926] Build status: SCHEDULED
[23:07:22.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:4:0) after 7m14s
[23:14:36.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:4:0)
[23:14:36.976] Build status: SCHEDULED
[23:14:36.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:5:0) after 2m43s
[23:17:20.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:5:0)
[23:17:20.102] Build status: SCHEDULED
[23:17:20.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:6:0) after 1m58s
[23:19:18.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:6:0)
[23:19:18.104] Build status: SCHEDULED
[23:19:18.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:7:0) after 8m6s
[23:27:24.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:7:0)
[23:27:24.152] Build status: SCHEDULED
[23:27:24.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:8:0) after 2m52s
[23:30:16.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:8:0)
[23:30:16.248] Build status: SCHEDULED
[23:30:16.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:9:0) after 7m46s
[23:38:02.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:9:0)
[23:38:02.323] Build status: SCHEDULED
[23:38:02.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:10:0) after 3m37s
[23:41:39.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:10:0)
[23:41:39.364] Build status: SCHEDULED
[23:41:39.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:11:0) after 2m28s
[23:44:07.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:11:0)
[23:44:07.410] Build status: SCHEDULED
[23:44:07.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:12:0) after 8m46s
[23:52:53.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:12:0)
[23:52:53.475] Build status: SCHEDULED
[23:52:53.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:13:0) after 8m54s
[00:01:47.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:13:0)
[00:01:47.561] Build status: SCHEDULED
[00:01:47.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:14:0) after 8m52s
[00:10:39.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:14:0)
[00:10:39.777] Build status: SCHEDULED
[00:10:39.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:15:0) after 3m8s
[00:13:47.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:15:0)
[00:13:47.892] Build status: SCHEDULED
[00:13:47.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:16:0) after 5m5s
[00:18:52.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:16:0)
[00:18:52.990] Build status: SCHEDULED
[00:18:52.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:17:0) after 4m0s
[00:22:53.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:17:0)
[00:22:53.099] Build status: SCHEDULED
[00:22:53.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:18:0) after 1m45s
[00:24:38.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:18:0)
[00:24:38.166] Build status: SCHEDULED
[00:24:38.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:19:0) after 4m45s
[00:29:23.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:19:0)
[00:29:23.288] Build status: SCHEDULED
[00:29:23.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:20:0) after 8m12s
[00:37:35.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:20:0)
[00:37:35.329] Build status: SCHEDULED
[00:37:35.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:21:0) after 8m1s
[00:45:36.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:21:0)
[00:45:36.440] Build status: SCHEDULED
[00:45:36.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:22:0) after 6m1s
[00:51:37.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:22:0)
[00:51:37.481] Build status: SCHEDULED
[00:51:37.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:23:0) after 4m50s
[00:56:27.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:23:0)
[00:56:27.579] Build status: SCHEDULED
[00:56:27.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:24:0) after 3m6s
[00:59:33.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:24:0)
[00:59:33.662] Build status: SCHEDULED
[00:59:33.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:25:0) after 8m54s
[01:08:27.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:25:0)
[01:08:27.748] Build status: SCHEDULED
[01:08:27.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:26:0) after 1m32s
[01:09:59.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:26:0)
[01:09:59.781] Build status: SCHEDULED
[01:09:59.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:27:0) after 4m10s
[01:14:09.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:27:0)
[01:14:09.860] Build status: SCHEDULED
[01:14:09.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:28:0) after 6m33s
[01:20:42.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:28:0)
[01:20:42.893] Build status: SCHEDULED
[01:20:42.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:29:0) after 6m26s
[01:27:08.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:29:0)
[01:27:08.970] Build status: SCHEDULED
[01:27:08.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:30:0) after 1m17s
[01:28:26.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:30:0)
[01:28:26.106] Build status: SCHEDULED
[01:28:26.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:31:0) after 3m55s
[01:32:21.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:31:0)
[01:32:21.167] Build status: SCHEDULED
[01:32:21.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:32:0) after 4m11s
[01:36:32.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:32:0)
[01:36:32.255] Build status: SCHEDULED
[01:36:32.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:33:0) after 6m45s
[01:43:17.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:33:0)
[01:43:17.275] Build status: SCHEDULED
[01:43:17.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:34:0) after 7m0s
[01:50:17.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:34:0)
[01:50:17.316] Build status: SCHEDULED
[01:50:17.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:35:0) after 5m40s
[01:55:57.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:35:0)
[01:55:57.365] Build status: SCHEDULED
[01:55:57.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:36:0) after 2m27s
[01:58:24.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:36:0)
[01:58:24.406] Build status: SCHEDULED
[01:58:24.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:37:0) after 9m48s
[02:08:12.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:37:0)
[02:08:12.453] Build status: SCHEDULED
[02:08:12.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:38:0) after 3m51s
[02:12:03.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:38:0)
[02:12:03.679] Build status: SCHEDULED
[02:12:03.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:39:0) after 5m7s
[02:17:10.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:39:0)
[02:17:10.727] Build status: SCHEDULED
[02:17:10.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:40:0) after 2m9s
[02:19:19.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:40:0)
[02:19:19.752] Build status: SCHEDULED
[02:19:19.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:41:0) after 8m34s
[02:27:53.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:41:0)
[02:27:53.797] Build status: SCHEDULED
[02:27:53.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:42:0) after 7m45s
[02:35:38.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:42:0)
[02:35:38.889] Build status: SCHEDULED
[02:35:38.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:43:0) after 8m16s
[02:43:54.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:43:0)
[02:43:54.927] Build status: SCHEDULED
[02:43:54.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:44:0) after 1m56s
[02:45:50.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:44:0)
[02:45:50.912] Build status: SCHEDULED
[02:45:50.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:45:0) after 8m28s
[02:51:09.377] Received PubSub notification, asking Buildbucket for the build status
[02:51:09.434] Build status: STARTED
[02:54:18.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:45:0)
[02:54:18.955] Build status: STARTED
[02:54:18.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:47:0) after 7m43s
[03:02:02.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:47:0)
[03:02:02.109] Build status: STARTED
[03:02:02.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:48:0) after 9m18s
[03:11:20.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:48:0)
[03:11:20.190] Build status: STARTED
[03:11:20.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:49:0) after 9m39s
[03:20:59.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:49:0)
[03:20:59.314] Build status: STARTED
[03:20:59.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:50:0) after 6m33s
[03:27:32.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:50:0)
[03:27:32.370] Build status: STARTED
[03:27:32.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:51:0) after 4m33s
[03:32:05.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:51:0)
[03:32:05.435] Build status: STARTED
[03:32:05.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:52:0) after 3m13s
[03:35:18.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:52:0)
[03:35:18.556] Build status: STARTED
[03:35:18.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:53:0) after 2m39s
[03:37:57.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:53:0)
[03:37:57.708] Build status: STARTED
[03:37:57.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8884271204828611152:54:0) after 4m55s
[03:39:07.328] Received PubSub notification, asking Buildbucket for the build status
[03:39:07.345] Build:
{
  "id": "8718841142888925601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-31T23:02:35.408718137Z",
  "startTime": "2025-04-01T02:51:09.204036659Z",
  "endTime": "2025-04-01T03:39:06.560304273Z",
  "updateTime": "2025-04-01T03:39:06.560304273Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
      "ref": "refs/heads/main"
    }
  }
}
[03:39:07.345] Invocation finished in 4h36m33.170143883s with status FAILED