buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan"
>

• c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4 (4 days ago)
• d390baa10ed74e080a3651cbd93e2b623f70dddf (4 days ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf
• gitiles_ref:refs/heads/main

[23:24:42.243] New invocation is queued and will start shortly
[23:24:43.326] Starting the invocation (attempt 1)
[23:24:43.355] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
[23:24:43.355] Popped gitiles commit info from properties and tags
[23:24:43.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:24:43.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:24:43.355] Buildbucket request:
{
  "requestId": "8866784597796216832",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866784597796216832",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "title": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "title": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866784597796216832"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:24:43.863] Scheduled build:
{
  "id": "8701354535854631553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-10T23:24:43.418465943Z",
  "updateTime": "2025-10-10T23:24:43.418465943Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  }
}
[23:24:43.863] Task URL: https://cr-buildbucket.appspot.com/build/8701354535854631553
[23:24:43.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:2:0) after 7m53s
[23:24:44.171] Received PubSub notification, asking Buildbucket for the build status
[23:24:44.193] Build status: SCHEDULED
[23:32:36.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:2:0)
[23:32:36.911] Build status: SCHEDULED
[23:32:36.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:4:0) after 6m20s
[23:38:56.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:4:0)
[23:38:56.957] Build status: SCHEDULED
[23:38:56.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:5:0) after 4m32s
[23:43:29.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:5:0)
[23:43:29.073] Build status: SCHEDULED
[23:43:29.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:6:0) after 8m59s
[23:52:28.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:6:0)
[23:52:28.102] Build status: SCHEDULED
[23:52:28.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:7:0) after 4m9s
[23:56:37.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:7:0)
[23:56:37.180] Build status: SCHEDULED
[23:56:37.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:8:0) after 4m52s
[00:01:29.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:8:0)
[00:01:29.266] Build status: SCHEDULED
[00:01:29.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:9:0) after 7m28s
[00:08:57.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:9:0)
[00:08:57.342] Build status: SCHEDULED
[00:08:57.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:10:0) after 2m2s
[00:10:59.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:10:0)
[00:10:59.371] Build status: SCHEDULED
[00:10:59.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:11:0) after 5m36s
[00:16:35.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:11:0)
[00:16:35.408] Build status: SCHEDULED
[00:16:35.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:12:0) after 4m21s
[00:20:56.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:12:0)
[00:20:56.440] Build status: SCHEDULED
[00:20:56.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:13:0) after 1m57s
[00:22:53.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:13:0)
[00:22:53.573] Build status: SCHEDULED
[00:22:53.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:14:0) after 6m57s
[00:29:50.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:14:0)
[00:29:50.716] Build status: SCHEDULED
[00:29:50.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:15:0) after 3m24s
[00:33:14.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:15:0)
[00:33:14.764] Build status: SCHEDULED
[00:33:14.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:16:0) after 2m40s
[00:35:54.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:16:0)
[00:35:54.798] Build status: SCHEDULED
[00:35:54.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:17:0) after 5m35s
[00:41:30.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:17:0)
[00:41:30.135] Build status: SCHEDULED
[00:41:30.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:18:0) after 7m39s
[00:49:09.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:18:0)
[00:49:09.164] Build status: SCHEDULED
[00:49:09.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:19:0) after 5m39s
[00:54:48.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:19:0)
[00:54:48.210] Build status: SCHEDULED
[00:54:48.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:20:0) after 1m47s
[00:56:35.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:20:0)
[00:56:35.349] Build status: SCHEDULED
[00:56:35.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:21:0) after 4m8s
[01:00:43.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:21:0)
[01:00:43.377] Build status: SCHEDULED
[01:00:43.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:22:0) after 8m42s
[01:09:25.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:22:0)
[01:09:25.411] Build status: SCHEDULED
[01:09:25.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:23:0) after 4m6s
[01:13:31.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:23:0)
[01:13:31.465] Build status: SCHEDULED
[01:13:31.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:24:0) after 8m20s
[01:21:51.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:24:0)
[01:21:51.529] Build status: SCHEDULED
[01:21:51.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:25:0) after 4m59s
[01:26:50.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:25:0)
[01:26:50.597] Build status: SCHEDULED
[01:26:50.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:26:0) after 6m19s
[01:33:09.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:26:0)
[01:33:09.656] Build status: SCHEDULED
[01:33:09.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:27:0) after 4m46s
[01:37:55.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:27:0)
[01:37:55.708] Build status: SCHEDULED
[01:37:55.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:28:0) after 9m28s
[01:47:23.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:28:0)
[01:47:23.746] Build status: SCHEDULED
[01:47:23.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:29:0) after 1m48s
[01:49:11.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:29:0)
[01:49:11.787] Build status: SCHEDULED
[01:49:11.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:30:0) after 9m15s
[01:58:26.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:30:0)
[01:58:26.859] Build status: SCHEDULED
[01:58:26.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:31:0) after 6m51s
[02:05:18.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:31:0)
[02:05:18.478] Build status: SCHEDULED
[02:05:18.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:32:0) after 3m32s
[02:08:50.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:32:0)
[02:08:50.517] Build status: SCHEDULED
[02:08:50.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:33:0) after 1m18s
[02:10:08.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:33:0)
[02:10:08.548] Build status: SCHEDULED
[02:10:08.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:34:0) after 3m7s
[02:13:15.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:34:0)
[02:13:15.575] Build status: SCHEDULED
[02:13:15.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:35:0) after 9m18s
[02:22:33.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:35:0)
[02:22:33.641] Build status: SCHEDULED
[02:22:33.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:36:0) after 1m0s
[02:23:33.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:36:0)
[02:23:33.697] Build status: SCHEDULED
[02:23:33.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:37:0) after 1m24s
[02:24:57.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:37:0)
[02:24:57.743] Build status: SCHEDULED
[02:24:57.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:38:0) after 4m11s
[02:29:08.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:38:0)
[02:29:08.821] Build status: SCHEDULED
[02:29:08.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:39:0) after 5m51s
[02:34:59.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:39:0)
[02:34:59.937] Build status: SCHEDULED
[02:34:59.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:40:0) after 4m49s
[02:39:48.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:40:0)
[02:39:48.995] Build status: SCHEDULED
[02:39:48.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:41:0) after 5m36s
[02:45:25.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:41:0)
[02:45:25.468] Build status: SCHEDULED
[02:45:25.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:42:0) after 1m41s
[02:47:06.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:42:0)
[02:47:06.497] Build status: SCHEDULED
[02:47:06.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:43:0) after 2m4s
[02:49:10.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:43:0)
[02:49:10.662] Build status: SCHEDULED
[02:49:10.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:44:0) after 6m6s
[02:55:16.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:44:0)
[02:55:16.728] Build status: SCHEDULED
[02:55:16.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:45:0) after 1m38s
[02:56:54.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:45:0)
[02:56:54.865] Build status: SCHEDULED
[02:56:54.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:46:0) after 1m6s
[02:58:00.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:46:0)
[02:58:00.891] Build status: SCHEDULED
[02:58:00.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:47:0) after 9m32s
[03:07:33.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:47:0)
[03:07:33.244] Build status: SCHEDULED
[03:07:33.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:48:0) after 2m47s
[03:10:20.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:48:0)
[03:10:20.329] Build status: SCHEDULED
[03:10:20.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:49:0) after 1m49s
[03:12:09.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:49:0)
[03:12:09.364] Build status: SCHEDULED
[03:12:09.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:50:0) after 8m1s
[03:20:10.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:50:0)
[03:20:10.456] Build status: SCHEDULED
[03:20:10.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:51:0) after 7m53s
[03:28:03.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:51:0)
[03:28:03.488] Build status: SCHEDULED
[03:28:03.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:52:0) after 1m35s
[03:29:38.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:52:0)
[03:29:38.611] Build status: SCHEDULED
[03:29:38.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:53:0) after 9m51s
[03:39:29.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:53:0)
[03:39:29.703] Build status: SCHEDULED
[03:39:29.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:54:0) after 1m20s
[03:40:49.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:54:0)
[03:40:49.747] Build status: SCHEDULED
[03:40:49.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8866784597796216832:55:0) after 9m6s
[03:41:38.657] Received PubSub notification, asking Buildbucket for the build status
[03:41:38.677] Build status: STARTED
[03:46:11.012] Received PubSub notification, asking Buildbucket for the build status
[03:46:11.035] Build:
{
  "id": "8701354535854631553",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-10T23:24:43.418465943Z",
  "startTime": "2025-10-11T03:41:01.652866669Z",
  "endTime": "2025-10-11T03:46:05.662318006Z",
  "updateTime": "2025-10-11T03:46:05.662318006Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  }
}
[03:46:11.035] Invocation finished in 4h21m28.852079839s with status FAILED