buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
>

• 393339085e844d04fbe1af4dff6d221e0f962ae3 (1 month ago)
• 711aa6418b09c06b811eda5b5060508d0be28890 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "711aa6418b09c06b811eda5b5060508d0be28890"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/711aa6418b09c06b811eda5b5060508d0be28890
• gitiles_ref:refs/heads/main

[02:03:49.155] New invocation is queued and will start shortly
[02:03:51.086] Starting the invocation (attempt 1)
[02:03:51.113] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/711aa6418b09c06b811eda5b5060508d0be28890"
[02:03:51.113] Popped gitiles commit info from properties and tags
[02:03:51.113] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:03:51.113] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:03:51.114] Buildbucket request:
{
  "requestId": "8844940718172313984",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844940718172313984",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "393339085e844d04fbe1af4dff6d221e0f962ae3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@393339085e844d04fbe1af4dff6d221e0f962ae3",
                        "title": "393339085e844d04fbe1af4dff6d221e0f962ae3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/393339085e844d04fbe1af4dff6d221e0f962ae3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "711aa6418b09c06b811eda5b5060508d0be28890"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@711aa6418b09c06b811eda5b5060508d0be28890",
                        "title": "711aa6418b09c06b811eda5b5060508d0be28890",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/711aa6418b09c06b811eda5b5060508d0be28890"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "711aa6418b09c06b811eda5b5060508d0be28890",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844940718172313984"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:03:51.709] Scheduled build:
{
  "id": "8679510655389213553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-09T02:03:51.188943777Z",
  "updateTime": "2026-06-09T02:03:51.188943777Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "711aa6418b09c06b811eda5b5060508d0be28890",
      "ref": "refs/heads/main"
    }
  }
}
[02:03:51.709] Task URL: https://cr-buildbucket.appspot.com/build/8679510655389213553
[02:03:51.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:2:0) after 1m55s
[02:03:52.610] Received PubSub notification, asking Buildbucket for the build status
[02:03:52.629] Build status: SCHEDULED
[02:05:46.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:2:0)
[02:05:46.843] Build status: SCHEDULED
[02:05:46.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:4:0) after 9m27s
[02:15:13.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:4:0)
[02:15:13.874] Build status: SCHEDULED
[02:15:13.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:5:0) after 8m44s
[02:23:57.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:5:0)
[02:23:57.971] Build status: SCHEDULED
[02:23:57.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:6:0) after 6m7s
[02:30:05.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:6:0)
[02:30:05.072] Build status: SCHEDULED
[02:30:05.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:7:0) after 3m7s
[02:33:12.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:7:0)
[02:33:12.109] Build status: SCHEDULED
[02:33:12.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:8:0) after 3m58s
[02:37:10.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:8:0)
[02:37:10.319] Build status: SCHEDULED
[02:37:10.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:9:0) after 1m11s
[02:38:21.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:9:0)
[02:38:21.373] Build status: SCHEDULED
[02:38:21.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:10:0) after 3m55s
[02:42:16.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:10:0)
[02:42:16.411] Build status: SCHEDULED
[02:42:16.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:11:0) after 2m19s
[02:44:35.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:11:0)
[02:44:35.523] Build status: SCHEDULED
[02:44:35.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:12:0) after 9m55s
[02:54:30.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:12:0)
[02:54:30.562] Build status: SCHEDULED
[02:54:30.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:13:0) after 5m35s
[03:00:05.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:13:0)
[03:00:05.595] Build status: SCHEDULED
[03:00:05.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:14:0) after 3m40s
[03:03:45.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:14:0)
[03:03:45.639] Build status: SCHEDULED
[03:03:45.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:15:0) after 6m38s
[03:10:23.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:15:0)
[03:10:23.694] Build status: SCHEDULED
[03:10:23.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:16:0) after 9m49s
[03:20:12.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:16:0)
[03:20:12.828] Build status: SCHEDULED
[03:20:12.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:17:0) after 3m23s
[03:23:35.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:17:0)
[03:23:35.960] Build status: SCHEDULED
[03:23:35.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:18:0) after 5m40s
[03:29:15.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:18:0)
[03:29:16.031] Build status: SCHEDULED
[03:29:16.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:19:0) after 5m44s
[03:35:00.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:19:0)
[03:35:00.134] Build status: SCHEDULED
[03:35:00.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:20:0) after 4m10s
[03:39:10.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:20:0)
[03:39:10.278] Build status: SCHEDULED
[03:39:10.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:21:0) after 7m56s
[03:47:06.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:21:0)
[03:47:06.306] Build status: SCHEDULED
[03:47:06.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:22:0) after 5m38s
[03:52:44.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:22:0)
[03:52:44.473] Build status: SCHEDULED
[03:52:44.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:23:0) after 7m42s
[04:00:26.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:23:0)
[04:00:26.507] Build status: SCHEDULED
[04:00:26.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:24:0) after 8m21s
[04:08:47.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:24:0)
[04:08:47.715] Build status: SCHEDULED
[04:08:47.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:25:0) after 9m16s
[04:18:03.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:25:0)
[04:18:03.848] Build status: SCHEDULED
[04:18:03.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:26:0) after 2m48s
[04:20:51.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:26:0)
[04:20:51.902] Build status: SCHEDULED
[04:20:51.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:27:0) after 6m26s
[04:27:17.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:27:0)
[04:27:18.043] Build status: SCHEDULED
[04:27:18.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:28:0) after 4m22s
[04:31:40.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:28:0)
[04:31:40.127] Build status: SCHEDULED
[04:31:40.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:29:0) after 7m56s
[04:39:36.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:29:0)
[04:39:36.186] Build status: SCHEDULED
[04:39:36.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:30:0) after 1m51s
[04:41:27.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:30:0)
[04:41:27.264] Build status: SCHEDULED
[04:41:27.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:31:0) after 3m44s
[04:45:11.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:31:0)
[04:45:11.302] Build status: SCHEDULED
[04:45:11.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:32:0) after 7m9s
[04:50:11.593] Received PubSub notification, asking Buildbucket for the build status
[04:50:11.621] Build status: STARTED
[04:52:20.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:32:0)
[04:52:20.347] Build status: STARTED
[04:52:20.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8844940718172313984:34:0) after 7m59s
[04:53:41.686] Received PubSub notification, asking Buildbucket for the build status
[04:53:41.719] Build:
{
  "id": "8679510655389213553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-09T02:03:51.188943777Z",
  "startTime": "2026-06-09T04:50:11.436016136Z",
  "endTime": "2026-06-09T04:53:41.374954900Z",
  "updateTime": "2026-06-09T04:53:41.374954900Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "711aa6418b09c06b811eda5b5060508d0be28890",
      "ref": "refs/heads/main"
    }
  }
}
[04:53:41.719] Invocation finished in 2h49m52.568564149s with status FAILED