1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest
  4. 8844562361431633456
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4cf013ee39ff98db2adbd39501035b8a02e3578c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:17:38.266] New invocation is queued and will start shortly
[06:17:39.340] Starting the invocation (attempt 1)
[06:17:39.365] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c"
[06:17:39.365] Popped gitiles commit info from properties and tags
[06:17:39.365] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:17:39.365] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:17:39.365] Buildbucket request:
{
  "requestId": "8844562361431633456",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844562361431633456",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ad354317bcdcc52a3d3e83518978f9275fd90bd8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad354317bcdcc52a3d3e83518978f9275fd90bd8",
                        "title": "ad354317bcdcc52a3d3e83518978f9275fd90bd8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad354317bcdcc52a3d3e83518978f9275fd90bd8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4cf013ee39ff98db2adbd39501035b8a02e3578c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4cf013ee39ff98db2adbd39501035b8a02e3578c",
                        "title": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4cf013ee39ff98db2adbd39501035b8a02e3578c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844562361431633456"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:17:39.721] Scheduled build:
{
  "id": "8679132299553156433",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-13T06:17:39.432786913Z",
  "updateTime": "2026-06-13T06:17:39.432786913Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
      "ref": "refs/heads/main"
    }
  }
}
[06:17:39.721] Task URL: https://cr-buildbucket.appspot.com/build/8679132299553156433
[06:17:39.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:2:0) after 9m3s
[06:17:40.670] Received PubSub notification, asking Buildbucket for the build status
[06:17:40.691] Build status: SCHEDULED
[06:26:42.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:2:0)
[06:26:42.884] Build status: SCHEDULED
[06:26:42.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:4:0) after 8m53s
[06:35:36.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:4:0)
[06:35:36.188] Build status: SCHEDULED
[06:35:36.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:5:0) after 2m30s
[06:38:06.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:5:0)
[06:38:06.322] Build status: SCHEDULED
[06:38:06.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:6:0) after 3m30s
[06:41:36.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:6:0)
[06:41:36.719] Build status: SCHEDULED
[06:41:36.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:7:0) after 4m34s
[06:46:10.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:7:0)
[06:46:10.829] Build status: SCHEDULED
[06:46:10.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:8:0) after 9m50s
[06:56:01.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:8:0)
[06:56:01.478] Build status: SCHEDULED
[06:56:01.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:9:0) after 9m51s
[07:05:52.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:9:0)
[07:05:52.496] Build status: SCHEDULED
[07:05:52.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:10:0) after 1m9s
[07:07:01.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:10:0)
[07:07:01.632] Build status: SCHEDULED
[07:07:01.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:11:0) after 1m41s
[07:08:42.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:11:0)
[07:08:42.668] Build status: SCHEDULED
[07:08:42.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:12:0) after 8m48s
[07:17:31.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:12:0)
[07:17:31.139] Build status: SCHEDULED
[07:17:31.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:13:0) after 8m28s
[07:25:59.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:13:0)
[07:25:59.240] Build status: SCHEDULED
[07:25:59.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:14:0) after 4m31s
[07:30:30.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:14:0)
[07:30:30.332] Build status: SCHEDULED
[07:30:30.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:15:0) after 9m0s
[07:39:30.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:15:0)
[07:39:30.514] Build status: SCHEDULED
[07:39:30.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:16:0) after 8m31s
[07:48:01.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:16:0)
[07:48:01.556] Build status: SCHEDULED
[07:48:01.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:17:0) after 1m10s
[07:49:11.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:17:0)
[07:49:11.669] Build status: SCHEDULED
[07:49:11.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:18:0) after 7m17s
[07:56:28.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:18:0)
[07:56:28.702] Build status: SCHEDULED
[07:56:28.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:19:0) after 4m2s
[08:00:30.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:19:0)
[08:00:30.754] Build status: SCHEDULED
[08:00:30.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:20:0) after 7m52s
[08:08:22.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:20:0)
[08:08:22.908] Build status: SCHEDULED
[08:08:22.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:21:0) after 5m42s
[08:14:04.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:21:0)
[08:14:04.934] Build status: SCHEDULED
[08:14:04.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:22:0) after 1m15s
[08:15:19.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:22:0)
[08:15:19.936] Build status: SCHEDULED
[08:15:19.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:23:0) after 9m14s
[08:24:34.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:23:0)
[08:24:34.182] Build status: SCHEDULED
[08:24:34.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:24:0) after 9m37s
[08:34:11.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:24:0)
[08:34:11.416] Build status: SCHEDULED
[08:34:11.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:25:0) after 3m59s
[08:38:10.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:25:0)
[08:38:10.449] Build status: SCHEDULED
[08:38:10.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:26:0) after 7m43s
[08:45:53.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:26:0)
[08:45:53.617] Build status: SCHEDULED
[08:45:53.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:27:0) after 8m22s
[08:54:15.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:27:0)
[08:54:15.661] Build status: SCHEDULED
[08:54:15.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:28:0) after 9m6s
[09:03:21.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:28:0)
[09:03:21.755] Build status: SCHEDULED
[09:03:21.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:29:0) after 5m17s
[09:07:26.361] Received PubSub notification, asking Buildbucket for the build status
[09:07:26.391] Build status: STARTED
[09:08:38.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:29:0)
[09:08:38.892] Build status: STARTED
[09:08:38.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:31:0) after 1m21s
[09:09:59.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:31:0)
[09:09:59.952] Build status: STARTED
[09:09:59.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844562361431633456:32:0) after 5m46s
[09:10:48.819] Received PubSub notification, asking Buildbucket for the build status
[09:10:48.839] Build:
{
  "id": "8679132299553156433",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-13T06:17:39.432786913Z",
  "startTime": "2026-06-13T09:07:25.901866080Z",
  "endTime": "2026-06-13T09:10:48.487248357Z",
  "updateTime": "2026-06-13T09:10:48.487248357Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4cf013ee39ff98db2adbd39501035b8a02e3578c",
      "ref": "refs/heads/main"
    }
  }
}
[09:10:48.839] Invocation finished in 2h53m10.582310333s with status FAILED