buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• f18119855541797c363dbdc0ebb8f85b8421b111 (3 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f18119855541797c363dbdc0ebb8f85b8421b111"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f18119855541797c363dbdc0ebb8f85b8421b111
• gitiles_ref:refs/heads/main

[23:38:04.879] New invocation is queued and will start shortly
[23:38:05.948] Starting the invocation (attempt 1)
[23:38:05.967] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f18119855541797c363dbdc0ebb8f85b8421b111"
[23:38:05.967] Popped gitiles commit info from properties and tags
[23:38:05.967] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:38:05.968] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:38:05.968] Buildbucket request:
{
  "requestId": "8849660929464206288",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849660929464206288",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f18119855541797c363dbdc0ebb8f85b8421b111"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f18119855541797c363dbdc0ebb8f85b8421b111",
                        "title": "f18119855541797c363dbdc0ebb8f85b8421b111",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f18119855541797c363dbdc0ebb8f85b8421b111"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f18119855541797c363dbdc0ebb8f85b8421b111",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849660929464206288"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:38:06.453] Scheduled build:
{
  "id": "8684230867612174657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-17T23:38:06.023384895Z",
  "updateTime": "2026-04-17T23:38:06.023384895Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f18119855541797c363dbdc0ebb8f85b8421b111",
      "ref": "refs/heads/main"
    }
  }
}
[23:38:06.453] Task URL: https://cr-buildbucket.appspot.com/build/8684230867612174657
[23:38:06.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:2:0) after 2m26s
[23:38:07.364] Received PubSub notification, asking Buildbucket for the build status
[23:38:07.424] Build status: SCHEDULED
[23:40:32.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:2:0)
[23:40:32.528] Build status: SCHEDULED
[23:40:32.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:4:0) after 9m27s
[23:50:00.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:4:0)
[23:50:00.322] Build status: SCHEDULED
[23:50:00.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:5:0) after 2m57s
[23:52:57.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:5:0)
[23:52:57.391] Build status: SCHEDULED
[23:52:57.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:6:0) after 5m14s
[23:58:11.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:6:0)
[23:58:11.568] Build status: SCHEDULED
[23:58:11.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:7:0) after 3m29s
[00:01:40.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:7:0)
[00:01:40.604] Build status: SCHEDULED
[00:01:40.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:8:0) after 1m55s
[00:03:35.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:8:0)
[00:03:35.867] Build status: SCHEDULED
[00:03:35.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:9:0) after 7m27s
[00:11:02.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:9:0)
[00:11:02.943] Build status: SCHEDULED
[00:11:02.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:10:0) after 7m52s
[00:18:54.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:10:0)
[00:18:54.975] Build status: SCHEDULED
[00:18:54.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:11:0) after 8m58s
[00:27:53.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:11:0)
[00:27:53.118] Build status: SCHEDULED
[00:27:53.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:12:0) after 7m39s
[00:35:32.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:12:0)
[00:35:32.146] Build status: SCHEDULED
[00:35:32.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:13:0) after 2m16s
[00:37:48.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:13:0)
[00:37:48.188] Build status: SCHEDULED
[00:37:48.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:14:0) after 4m51s
[00:42:39.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:14:0)
[00:42:39.200] Build status: SCHEDULED
[00:42:39.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:15:0) after 3m1s
[00:45:40.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:15:0)
[00:45:40.302] Build status: SCHEDULED
[00:45:40.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:16:0) after 3m50s
[00:49:30.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:16:0)
[00:49:30.347] Build status: SCHEDULED
[00:49:30.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:17:0) after 6m56s
[00:56:26.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:17:0)
[00:56:26.492] Build status: SCHEDULED
[00:56:26.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:18:0) after 7m35s
[01:04:01.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:18:0)
[01:04:01.567] Build status: SCHEDULED
[01:04:01.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:19:0) after 7m30s
[01:11:31.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:19:0)
[01:11:31.603] Build status: SCHEDULED
[01:11:31.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:20:0) after 1m5s
[01:12:36.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:20:0)
[01:12:36.640] Build status: SCHEDULED
[01:12:36.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:21:0) after 2m51s
[01:15:27.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:21:0)
[01:15:27.745] Build status: SCHEDULED
[01:15:27.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:22:0) after 7m31s
[01:22:59.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:22:0)
[01:22:59.049] Build status: SCHEDULED
[01:22:59.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:23:0) after 7m32s
[01:30:31.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:23:0)
[01:30:31.307] Build status: SCHEDULED
[01:30:31.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:24:0) after 2m56s
[01:33:27.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:24:0)
[01:33:27.474] Build status: SCHEDULED
[01:33:27.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:25:0) after 1m47s
[01:35:14.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:25:0)
[01:35:14.509] Build status: SCHEDULED
[01:35:14.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:26:0) after 6m28s
[01:41:42.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:26:0)
[01:41:42.631] Build status: SCHEDULED
[01:41:42.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:27:0) after 3m50s
[01:45:32.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:27:0)
[01:45:32.783] Build status: SCHEDULED
[01:45:32.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:28:0) after 3m9s
[01:48:41.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:28:0)
[01:48:41.868] Build status: SCHEDULED
[01:48:41.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:29:0) after 3m33s
[01:52:14.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:29:0)
[01:52:14.939] Build status: SCHEDULED
[01:52:14.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:30:0) after 3m35s
[01:55:49.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:30:0)
[01:55:50.007] Build status: SCHEDULED
[01:55:50.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:31:0) after 8m18s
[02:03:03.452] Received PubSub notification, asking Buildbucket for the build status
[02:03:03.470] Build status: STARTED
[02:04:08.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:31:0)
[02:04:08.157] Build status: STARTED
[02:04:08.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:33:0) after 1m38s
[02:05:46.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:33:0)
[02:05:46.238] Build status: STARTED
[02:05:46.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849660929464206288:34:0) after 8m7s
[02:06:13.013] Received PubSub notification, asking Buildbucket for the build status
[02:06:13.035] Build:
{
  "id": "8684230867612174657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-17T23:38:06.023384895Z",
  "startTime": "2026-04-18T02:03:02.031925423Z",
  "endTime": "2026-04-18T02:06:11.481111307Z",
  "updateTime": "2026-04-18T02:06:11.481111307Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f18119855541797c363dbdc0ebb8f85b8421b111",
      "ref": "refs/heads/main"
    }
  }
}
[02:06:13.035] Invocation finished in 2h28m8.160756795s with status FAILED