Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e1191a29adbbaf797dc9d59f0478b15f7962eef3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e1191a29adbbaf797dc9d59f0478b15f7962eef3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:11:10.633] New invocation is queued and will start shortly
[23:11:11.774] Starting the invocation (attempt 1)
[23:11:11.797] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e1191a29adbbaf797dc9d59f0478b15f7962eef3"
[23:11:11.797] Popped gitiles commit info from properties and tags
[23:11:11.797] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:11:11.799] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:11:11.799] Buildbucket request:
{
  "requestId": "8848666055493251616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848666055493251616",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e1191a29adbbaf797dc9d59f0478b15f7962eef3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1191a29adbbaf797dc9d59f0478b15f7962eef3",
                        "title": "e1191a29adbbaf797dc9d59f0478b15f7962eef3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1191a29adbbaf797dc9d59f0478b15f7962eef3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e1191a29adbbaf797dc9d59f0478b15f7962eef3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848666055493251616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:11:12.311] Scheduled build:
{
  "id": "8683235993519654145",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T23:11:11.893917507Z",
  "updateTime": "2026-04-28T23:11:11.893917507Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e1191a29adbbaf797dc9d59f0478b15f7962eef3",
      "ref": "refs/heads/main"
    }
  }
}
[23:11:12.311] Task URL: https://cr-buildbucket.appspot.com/build/8683235993519654145
[23:11:12.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:2:0) after 6m12s
[23:11:13.266] Received PubSub notification, asking Buildbucket for the build status
[23:11:13.287] Build status: SCHEDULED
[23:17:24.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:2:0)
[23:17:24.353] Build status: SCHEDULED
[23:17:24.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:4:0) after 5m7s
[23:22:31.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:4:0)
[23:22:31.430] Build status: SCHEDULED
[23:22:31.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:5:0) after 2m1s
[23:24:32.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:5:0)
[23:24:32.472] Build status: SCHEDULED
[23:24:32.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:6:0) after 9m25s
[23:33:57.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:6:0)
[23:33:57.502] Build status: SCHEDULED
[23:33:57.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:7:0) after 2m5s
[23:36:02.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:7:0)
[23:36:02.500] Build status: SCHEDULED
[23:36:02.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:8:0) after 9m45s
[23:45:47.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:8:0)
[23:45:47.543] Build status: SCHEDULED
[23:45:47.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:9:0) after 5m42s
[23:51:29.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:9:0)
[23:51:29.625] Build status: SCHEDULED
[23:51:29.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:10:0) after 9m26s
[00:00:55.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:10:0)
[00:00:55.658] Build status: SCHEDULED
[00:00:55.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:11:0) after 4m32s
[00:05:27.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:11:0)
[00:05:27.818] Build status: SCHEDULED
[00:05:27.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:12:0) after 4m17s
[00:09:44.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:12:0)
[00:09:44.914] Build status: SCHEDULED
[00:09:44.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:13:0) after 7m53s
[00:17:37.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:13:0)
[00:17:37.942] Build status: SCHEDULED
[00:17:37.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:14:0) after 8m0s
[00:25:37.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:14:0)
[00:25:37.976] Build status: SCHEDULED
[00:25:37.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:15:0) after 8m48s
[00:34:26.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:15:0)
[00:34:26.057] Build status: SCHEDULED
[00:34:26.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:16:0) after 9m58s
[00:44:24.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:16:0)
[00:44:24.146] Build status: SCHEDULED
[00:44:24.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:17:0) after 3m53s
[00:48:17.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:17:0)
[00:48:17.214] Build status: SCHEDULED
[00:48:17.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:18:0) after 3m24s
[00:51:41.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:18:0)
[00:51:41.301] Build status: SCHEDULED
[00:51:41.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:19:0) after 2m36s
[00:54:17.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:19:0)
[00:54:17.348] Build status: SCHEDULED
[00:54:17.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:20:0) after 9m36s
[01:03:53.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:20:0)
[01:03:53.444] Build status: SCHEDULED
[01:03:53.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:21:0) after 5m42s
[01:09:35.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:21:0)
[01:09:35.585] Build status: SCHEDULED
[01:09:35.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:22:0) after 6m10s
[01:15:45.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:22:0)
[01:15:45.599] Build status: SCHEDULED
[01:15:45.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:23:0) after 7m49s
[01:23:34.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:23:0)
[01:23:34.686] Build status: SCHEDULED
[01:23:34.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:24:0) after 4m56s
[01:28:30.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:24:0)
[01:28:30.713] Build status: SCHEDULED
[01:28:30.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:25:0) after 5m43s
[01:34:13.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:25:0)
[01:34:13.769] Build status: SCHEDULED
[01:34:13.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:26:0) after 1m11s
[01:35:24.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:26:0)
[01:35:24.799] Build status: SCHEDULED
[01:35:24.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:27:0) after 3m37s
[01:39:01.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:27:0)
[01:39:01.801] Build status: SCHEDULED
[01:39:01.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:28:0) after 1m0s
[01:40:01.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:28:0)
[01:40:01.886] Build status: SCHEDULED
[01:40:01.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:29:0) after 6m31s
[01:46:32.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:29:0)
[01:46:32.925] Build status: SCHEDULED
[01:46:32.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:30:0) after 4m51s
[01:51:24.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:30:0)
[01:51:24.071] Build status: SCHEDULED
[01:51:24.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:31:0) after 5m3s
[01:56:27.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:31:0)
[01:56:27.144] Build status: SCHEDULED
[01:56:27.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:32:0) after 5m34s
[02:02:01.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:32:0)
[02:02:01.177] Build status: SCHEDULED
[02:02:01.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:33:0) after 3m8s
[02:05:09.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:33:0)
[02:05:09.265] Build status: SCHEDULED
[02:05:09.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:34:0) after 4m48s
[02:09:57.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:34:0)
[02:09:57.885] Build status: SCHEDULED
[02:09:57.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:35:0) after 7m17s
[02:17:14.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:35:0)
[02:17:14.906] Build status: SCHEDULED
[02:17:14.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:36:0) after 3m44s
[02:20:58.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:36:0)
[02:20:58.970] Build status: SCHEDULED
[02:20:58.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:37:0) after 3m6s
[02:23:16.214] Received PubSub notification, asking Buildbucket for the build status
[02:23:16.315] Build status: STARTED
[02:24:04.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:37:0)
[02:24:05.044] Build status: STARTED
[02:24:05.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:39:0) after 1m37s
[02:25:42.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:39:0)
[02:25:42.110] Build status: STARTED
[02:25:42.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8848666055493251616:40:0) after 2m30s
[02:26:13.308] Received PubSub notification, asking Buildbucket for the build status
[02:26:13.353] Build:
{
  "id": "8683235993519654145",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T23:11:11.893917507Z",
  "startTime": "2026-04-29T02:23:15.717635342Z",
  "endTime": "2026-04-29T02:26:11.914900982Z",
  "updateTime": "2026-04-29T02:26:11.914900982Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e1191a29adbbaf797dc9d59f0478b15f7962eef3",
      "ref": "refs/heads/main"
    }
  }
}
[02:26:13.353] Invocation finished in 3h15m2.725029702s with status FAILED