1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8849385328413955184
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:38:38.523] New invocation is queued and will start shortly
[00:38:39.567] Starting the invocation (attempt 1)
[00:38:39.593] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646"
[00:38:39.593] Popped gitiles commit info from properties and tags
[00:38:39.593] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:39.593] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:39.593] Buildbucket request:
{
  "requestId": "8849385328413955184",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849385328413955184",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9d28043c5ec9e69a79c93e8e1483350b67724371"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9d28043c5ec9e69a79c93e8e1483350b67724371",
                        "title": "9d28043c5ec9e69a79c93e8e1483350b67724371",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9d28043c5ec9e69a79c93e8e1483350b67724371"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "58363e849510d008414ca9f0e67c6a107bdec573"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@58363e849510d008414ca9f0e67c6a107bdec573",
                        "title": "58363e849510d008414ca9f0e67c6a107bdec573",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/58363e849510d008414ca9f0e67c6a107bdec573"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "761fe4854c76e8009d0d8ae882c1b9522edaaf40"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@761fe4854c76e8009d0d8ae882c1b9522edaaf40",
                        "title": "761fe4854c76e8009d0d8ae882c1b9522edaaf40",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/761fe4854c76e8009d0d8ae882c1b9522edaaf40"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9323377751bb30cf0e344dd1cfdf769d89aaf47a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9323377751bb30cf0e344dd1cfdf769d89aaf47a",
                        "title": "9323377751bb30cf0e344dd1cfdf769d89aaf47a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9323377751bb30cf0e344dd1cfdf769d89aaf47a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646",
                        "title": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849385328413955184"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:38:40.091] Scheduled build:
{
  "id": "8683955266582709873",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-21T00:38:39.647952708Z",
  "updateTime": "2026-04-21T00:38:39.647952708Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646",
      "ref": "refs/heads/main"
    }
  }
}
[00:38:40.091] Task URL: https://cr-buildbucket.appspot.com/build/8683955266582709873
[00:38:40.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:2:0) after 3m49s
[00:38:40.899] Received PubSub notification, asking Buildbucket for the build status
[00:38:40.913] Build status: SCHEDULED
[00:42:29.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:2:0)
[00:42:29.189] Build status: SCHEDULED
[00:42:29.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:4:0) after 5m3s
[00:47:32.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:4:0)
[00:47:32.218] Build status: SCHEDULED
[00:47:32.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:5:0) after 1m56s
[00:49:28.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:5:0)
[00:49:28.264] Build status: SCHEDULED
[00:49:28.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:6:0) after 9m12s
[00:58:40.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:6:0)
[00:58:40.300] Build status: SCHEDULED
[00:58:40.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:7:0) after 3m50s
[01:02:30.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:7:0)
[01:02:30.340] Build status: SCHEDULED
[01:02:30.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:8:0) after 7m12s
[01:09:42.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:8:0)
[01:09:42.424] Build status: SCHEDULED
[01:09:42.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:9:0) after 8m4s
[01:17:46.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:9:0)
[01:17:46.469] Build status: SCHEDULED
[01:17:46.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:10:0) after 8m45s
[01:26:31.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:10:0)
[01:26:31.518] Build status: SCHEDULED
[01:26:31.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:11:0) after 3m7s
[01:29:38.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:11:0)
[01:29:38.555] Build status: SCHEDULED
[01:29:38.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:12:0) after 4m17s
[01:33:55.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:12:0)
[01:33:55.588] Build status: SCHEDULED
[01:33:55.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:13:0) after 2m41s
[01:36:36.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:13:0)
[01:36:36.676] Build status: SCHEDULED
[01:36:36.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:14:0) after 5m32s
[01:42:08.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:14:0)
[01:42:08.779] Build status: SCHEDULED
[01:42:08.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:15:0) after 8m26s
[01:50:34.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:15:0)
[01:50:34.931] Build status: SCHEDULED
[01:50:34.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:16:0) after 1m30s
[01:52:05.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:16:0)
[01:52:05.059] Build status: SCHEDULED
[01:52:05.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:17:0) after 6m43s
[01:58:48.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:17:0)
[01:58:48.113] Build status: SCHEDULED
[01:58:48.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:18:0) after 2m22s
[02:01:10.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:18:0)
[02:01:10.177] Build status: SCHEDULED
[02:01:10.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:19:0) after 2m57s
[02:04:07.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:19:0)
[02:04:07.209] Build status: SCHEDULED
[02:04:07.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:20:0) after 5m40s
[02:09:47.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:20:0)
[02:09:47.231] Build status: SCHEDULED
[02:09:47.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:21:0) after 2m29s
[02:12:16.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:21:0)
[02:12:16.261] Build status: SCHEDULED
[02:12:16.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:22:0) after 5m23s
[02:17:39.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:22:0)
[02:17:39.337] Build status: SCHEDULED
[02:17:39.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:23:0) after 4m31s
[02:22:10.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:23:0)
[02:22:10.476] Build status: SCHEDULED
[02:22:10.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:24:0) after 3m50s
[02:26:00.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:24:0)
[02:26:00.511] Build status: SCHEDULED
[02:26:00.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:25:0) after 7m5s
[02:33:05.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:25:0)
[02:33:05.623] Build status: SCHEDULED
[02:33:05.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:26:0) after 6m19s
[02:39:24.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:26:0)
[02:39:24.707] Build status: SCHEDULED
[02:39:24.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:27:0) after 3m13s
[02:42:37.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:27:0)
[02:42:37.876] Build status: SCHEDULED
[02:42:37.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:28:0) after 5m45s
[02:48:22.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:28:0)
[02:48:22.914] Build status: SCHEDULED
[02:48:22.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:29:0) after 8m35s
[02:56:57.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:29:0)
[02:56:57.984] Build status: SCHEDULED
[02:56:57.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:30:0) after 9m44s
[03:06:42.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:30:0)
[03:06:42.100] Build status: SCHEDULED
[03:06:42.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:31:0) after 3m49s
[03:10:31.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:31:0)
[03:10:31.175] Build status: SCHEDULED
[03:10:31.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:32:0) after 6m59s
[03:17:30.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:32:0)
[03:17:30.245] Build status: SCHEDULED
[03:17:30.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:33:0) after 8m46s
[03:24:12.616] Received PubSub notification, asking Buildbucket for the build status
[03:24:12.632] Build status: STARTED
[03:26:16.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:33:0)
[03:26:16.288] Build status: STARTED
[03:26:16.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849385328413955184:35:0) after 9m9s
[03:28:10.794] Received PubSub notification, asking Buildbucket for the build status
[03:28:10.809] Build:
{
  "id": "8683955266582709873",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-04-21T00:38:39.647952708Z",
  "startTime": "2026-04-21T03:24:12.301637569Z",
  "endTime": "2026-04-21T03:28:10.478710473Z",
  "updateTime": "2026-04-21T03:28:10.478710473Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "20b6ca7ab93a5e1114eb6db5b3582dcab9b7a646",
      "ref": "refs/heads/main"
    }
  }
}
[03:28:10.809] Invocation finished in 2h49m32.291793931s with status FAILED