Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8420c77f233dcd09a472eff0706f3417ba5bc928"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8420c77f233dcd09a472eff0706f3417ba5bc928
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:09:50.753] New invocation is queued and will start shortly
[06:09:51.779] Starting the invocation (attempt 1)
[06:09:51.804] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8420c77f233dcd09a472eff0706f3417ba5bc928"
[06:09:51.804] Popped gitiles commit info from properties and tags
[06:09:51.805] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:09:51.805] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:09:51.805] Buildbucket request:
{
  "requestId": "8848730312105807168",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848730312105807168",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc0bafb5998405126022ae9c1f6883b47c7a0858"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc0bafb5998405126022ae9c1f6883b47c7a0858",
                        "title": "bc0bafb5998405126022ae9c1f6883b47c7a0858",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc0bafb5998405126022ae9c1f6883b47c7a0858"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8420c77f233dcd09a472eff0706f3417ba5bc928"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8420c77f233dcd09a472eff0706f3417ba5bc928",
                        "title": "8420c77f233dcd09a472eff0706f3417ba5bc928",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8420c77f233dcd09a472eff0706f3417ba5bc928"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8420c77f233dcd09a472eff0706f3417ba5bc928",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848730312105807168"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:09:52.129] Scheduled build:
{
  "id": "8683300250290353633",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T06:09:51.862736674Z",
  "updateTime": "2026-04-28T06:09:51.862736674Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8420c77f233dcd09a472eff0706f3417ba5bc928",
      "ref": "refs/heads/main"
    }
  }
}
[06:09:52.129] Task URL: https://cr-buildbucket.appspot.com/build/8683300250290353633
[06:09:52.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:2:0) after 3m40s
[06:09:53.007] Received PubSub notification, asking Buildbucket for the build status
[06:09:53.107] Build status: SCHEDULED
[06:13:32.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:2:0)
[06:13:32.177] Build status: SCHEDULED
[06:13:32.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:4:0) after 5m47s
[06:19:19.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:4:0)
[06:19:19.207] Build status: SCHEDULED
[06:19:19.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:5:0) after 3m14s
[06:22:33.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:5:0)
[06:22:33.242] Build status: SCHEDULED
[06:22:33.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:6:0) after 6m45s
[06:29:18.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:6:0)
[06:29:18.225] Build status: SCHEDULED
[06:29:18.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:7:0) after 3m38s
[06:32:56.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:7:0)
[06:32:56.281] Build status: SCHEDULED
[06:32:56.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:8:0) after 7m23s
[06:40:19.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:8:0)
[06:40:19.412] Build status: SCHEDULED
[06:40:19.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:9:0) after 2m17s
[06:42:36.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:9:0)
[06:42:36.539] Build status: SCHEDULED
[06:42:36.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:10:0) after 3m13s
[06:45:49.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:10:0)
[06:45:49.770] Build status: SCHEDULED
[06:45:49.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:11:0) after 5m37s
[06:51:26.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:11:0)
[06:51:26.760] Build status: SCHEDULED
[06:51:26.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:12:0) after 4m1s
[06:55:27.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:12:0)
[06:55:27.901] Build status: SCHEDULED
[06:55:27.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:13:0) after 4m25s
[06:59:53.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:13:0)
[06:59:53.045] Build status: SCHEDULED
[06:59:53.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:14:0) after 9m18s
[07:09:11.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:14:0)
[07:09:11.113] Build status: SCHEDULED
[07:09:11.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:15:0) after 5m49s
[07:15:00.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:15:0)
[07:15:00.181] Build status: SCHEDULED
[07:15:00.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:16:0) after 6m17s
[07:21:17.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:16:0)
[07:21:17.245] Build status: SCHEDULED
[07:21:17.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:17:0) after 8m58s
[07:30:15.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:17:0)
[07:30:15.261] Build status: SCHEDULED
[07:30:15.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:18:0) after 3m43s
[07:33:58.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:18:0)
[07:33:58.339] Build status: SCHEDULED
[07:33:58.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:19:0) after 1m46s
[07:35:44.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:19:0)
[07:35:44.388] Build status: SCHEDULED
[07:35:44.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:20:0) after 1m37s
[07:37:21.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:20:0)
[07:37:21.474] Build status: SCHEDULED
[07:37:21.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:21:0) after 6m24s
[07:43:45.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:21:0)
[07:43:45.557] Build status: SCHEDULED
[07:43:45.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:22:0) after 9m58s
[07:53:43.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:22:0)
[07:53:43.597] Build status: SCHEDULED
[07:53:43.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:23:0) after 6m3s
[07:59:46.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:23:0)
[07:59:46.590] Build status: SCHEDULED
[07:59:46.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:24:0) after 4m3s
[08:03:49.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:24:0)
[08:03:49.674] Build status: SCHEDULED
[08:03:49.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:25:0) after 1m22s
[08:05:11.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:25:0)
[08:05:11.723] Build status: SCHEDULED
[08:05:11.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:26:0) after 1m35s
[08:06:46.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:26:0)
[08:06:46.754] Build status: SCHEDULED
[08:06:46.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:27:0) after 9m58s
[08:16:44.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:27:0)
[08:16:44.800] Build status: SCHEDULED
[08:16:44.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:28:0) after 7m10s
[08:23:54.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:28:0)
[08:23:54.834] Build status: SCHEDULED
[08:23:54.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:29:0) after 5m33s
[08:29:27.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:29:0)
[08:29:27.923] Build status: SCHEDULED
[08:29:27.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:30:0) after 7m19s
[08:36:46.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:30:0)
[08:36:46.954] Build status: SCHEDULED
[08:36:46.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:31:0) after 4m45s
[08:41:31.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:31:0)
[08:41:31.990] Build status: SCHEDULED
[08:41:31.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:32:0) after 9m40s
[08:51:12.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:32:0)
[08:51:12.070] Build status: SCHEDULED
[08:51:12.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:33:0) after 4m19s
[08:55:31.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:33:0)
[08:55:31.138] Build status: SCHEDULED
[08:55:31.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:34:0) after 1m21s
[08:56:52.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:34:0)
[08:56:52.180] Build status: SCHEDULED
[08:56:52.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:35:0) after 2m30s
[08:59:22.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:35:0)
[08:59:22.237] Build status: SCHEDULED
[08:59:22.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:36:0) after 4m30s
[09:01:56.445] Received PubSub notification, asking Buildbucket for the build status
[09:01:56.518] Build status: STARTED
[09:03:52.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:36:0)
[09:03:52.301] Build status: STARTED
[09:03:52.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:38:0) after 2m7s
[09:05:59.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:38:0)
[09:05:59.383] Build status: STARTED
[09:05:59.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8848730312105807168:39:0) after 7m20s
[09:07:07.379] Received PubSub notification, asking Buildbucket for the build status
[09:07:07.464] Build:
{
  "id": "8683300250290353633",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-28T06:09:51.862736674Z",
  "startTime": "2026-04-28T09:01:56.238456634Z",
  "endTime": "2026-04-28T09:07:07.135741078Z",
  "updateTime": "2026-04-28T09:07:07.135741078Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8420c77f233dcd09a472eff0706f3417ba5bc928",
      "ref": "refs/heads/main"
    }
  }
}
[09:07:07.464] Invocation finished in 2h57m16.716314622s with status FAILED