buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

• 3dad72c5d02f98e2ade3fc10938fce6cdee56c37 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3dad72c5d02f98e2ade3fc10938fce6cdee56c37
• gitiles_ref:refs/heads/main

[20:56:30.070] New invocation is queued and will start shortly
[20:56:31.186] Starting the invocation (attempt 1)
[20:56:31.217] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
[20:56:31.217] Popped gitiles commit info from properties and tags
[20:56:31.217] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:56:31.217] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:56:31.217] Buildbucket request:
{
  "requestId": "8845503634752165760",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845503634752165760",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
                        "title": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845503634752165760"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:56:31.690] Scheduled build:
{
  "id": "8680073572833906529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-02T20:56:31.279112357Z",
  "updateTime": "2026-06-02T20:56:31.279112357Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
      "ref": "refs/heads/main"
    }
  }
}
[20:56:31.690] Task URL: https://cr-buildbucket.appspot.com/build/8680073572833906529
[20:56:31.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:2:0) after 1m59s
[20:56:32.591] Received PubSub notification, asking Buildbucket for the build status
[20:56:32.610] Build status: SCHEDULED
[20:58:30.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:2:0)
[20:58:30.804] Build status: SCHEDULED
[20:58:30.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:4:0) after 8m43s
[21:07:13.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:4:0)
[21:07:13.848] Build status: SCHEDULED
[21:07:13.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:5:0) after 1m25s
[21:08:38.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:5:0)
[21:08:38.899] Build status: SCHEDULED
[21:08:38.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:6:0) after 9m29s
[21:18:08.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:6:0)
[21:18:08.223] Build status: SCHEDULED
[21:18:08.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:7:0) after 8m56s
[21:27:04.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:7:0)
[21:27:04.308] Build status: SCHEDULED
[21:27:04.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:8:0) after 7m30s
[21:34:34.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:8:0)
[21:34:34.350] Build status: SCHEDULED
[21:34:34.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:9:0) after 9m50s
[21:44:24.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:9:0)
[21:44:24.385] Build status: SCHEDULED
[21:44:24.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:10:0) after 5m10s
[21:49:34.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:10:0)
[21:49:34.514] Build status: SCHEDULED
[21:49:34.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:11:0) after 9m44s
[21:59:18.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:11:0)
[21:59:18.604] Build status: SCHEDULED
[21:59:18.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:12:0) after 8m45s
[22:08:03.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:12:0)
[22:08:03.807] Build status: SCHEDULED
[22:08:03.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:13:0) after 5m6s
[22:13:09.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:13:0)
[22:13:09.945] Build status: SCHEDULED
[22:13:09.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:14:0) after 5m32s
[22:18:42.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:14:0)
[22:18:42.073] Build status: SCHEDULED
[22:18:42.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:15:0) after 2m41s
[22:21:23.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:15:0)
[22:21:23.225] Build status: SCHEDULED
[22:21:23.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:16:0) after 8m8s
[22:29:31.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:16:0)
[22:29:31.252] Build status: SCHEDULED
[22:29:31.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:17:0) after 4m17s
[22:33:48.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:17:0)
[22:33:48.356] Build status: SCHEDULED
[22:33:48.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:18:0) after 2m37s
[22:36:25.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:18:0)
[22:36:25.447] Build status: SCHEDULED
[22:36:25.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:19:0) after 9m34s
[22:45:59.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:19:0)
[22:45:59.542] Build status: SCHEDULED
[22:45:59.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:20:0) after 3m14s
[22:49:13.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:20:0)
[22:49:13.584] Build status: SCHEDULED
[22:49:13.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:21:0) after 3m50s
[22:53:03.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:21:0)
[22:53:03.761] Build status: SCHEDULED
[22:53:03.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:22:0) after 2m38s
[22:55:41.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:22:0)
[22:55:41.940] Build status: SCHEDULED
[22:55:41.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:23:0) after 6m20s
[23:02:02.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:23:0)
[23:02:02.168] Build status: SCHEDULED
[23:02:02.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:24:0) after 2m23s
[23:04:25.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:24:0)
[23:04:25.249] Build status: SCHEDULED
[23:04:25.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:25:0) after 8m40s
[23:13:05.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:25:0)
[23:13:05.417] Build status: SCHEDULED
[23:13:05.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:26:0) after 3m0s
[23:16:05.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:26:0)
[23:16:05.517] Build status: SCHEDULED
[23:16:05.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:27:0) after 9m54s
[23:25:59.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:27:0)
[23:25:59.610] Build status: SCHEDULED
[23:25:59.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:28:0) after 8m15s
[23:34:14.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:28:0)
[23:34:14.647] Build status: SCHEDULED
[23:34:14.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:29:0) after 4m16s
[23:38:30.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:29:0)
[23:38:30.681] Build status: SCHEDULED
[23:38:30.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:30:0) after 3m12s
[23:41:42.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:30:0)
[23:41:42.732] Build status: SCHEDULED
[23:41:42.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:31:0) after 5m40s
[23:47:22.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:31:0)
[23:47:22.788] Build status: SCHEDULED
[23:47:22.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:32:0) after 5m15s
[23:52:37.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:32:0)
[23:52:37.984] Build status: SCHEDULED
[23:52:37.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:33:0) after 5m6s
[23:57:44.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:33:0)
[23:57:44.128] Build status: SCHEDULED
[23:57:44.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:34:0) after 8m16s
[00:06:00.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:34:0)
[00:06:00.168] Build status: SCHEDULED
[00:06:00.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:35:0) after 1m4s
[00:07:04.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:35:0)
[00:07:04.231] Build status: SCHEDULED
[00:07:04.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:36:0) after 8m24s
[00:15:28.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:36:0)
[00:15:28.367] Build status: SCHEDULED
[00:15:28.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:37:0) after 5m37s
[00:18:28.171] Received PubSub notification, asking Buildbucket for the build status
[00:18:28.189] Build status: STARTED
[00:21:05.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:37:0)
[00:21:05.449] Build status: STARTED
[00:21:05.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845503634752165760:39:0) after 7m17s
[00:24:35.511] Received PubSub notification, asking Buildbucket for the build status
[00:24:35.527] Build:
{
  "id": "8680073572833906529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-02T20:56:31.279112357Z",
  "startTime": "2026-06-03T00:18:27.833898625Z",
  "endTime": "2026-06-03T00:24:35.184243732Z",
  "updateTime": "2026-06-03T00:24:35.184243732Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
      "ref": "refs/heads/main"
    }
  }
}
[00:24:35.527] Invocation finished in 3h28m5.461370211s with status FAILED