Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:06:52.736] New invocation is queued and will start shortly
[17:06:54.335] Starting the invocation (attempt 1)
[17:06:54.370] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b"
[17:06:54.370] Popped gitiles commit info from properties and tags
[17:06:54.370] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:06:54.370] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:06:54.370] Buildbucket request:
{
  "requestId": "8868892098679418672",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868892098679418672",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b",
                        "title": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868892098679418672"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:06:54.795] Scheduled build:
{
  "id": "8703462036223277457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T17:06:54.445592732Z",
  "updateTime": "2025-09-17T17:06:54.445592732Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b",
      "ref": "refs/heads/main"
    }
  }
}
[17:06:54.795] Task URL: https://cr-buildbucket.appspot.com/build/8703462036223277457
[17:06:54.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:2:0) after 6m42s
[17:06:55.709] Received PubSub notification, asking Buildbucket for the build status
[17:06:55.726] Build status: SCHEDULED
[17:13:36.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:2:0)
[17:13:36.860] Build status: SCHEDULED
[17:13:36.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:4:0) after 9m17s
[17:22:53.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:4:0)
[17:22:53.900] Build status: SCHEDULED
[17:22:53.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:5:0) after 6m49s
[17:29:42.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:5:0)
[17:29:42.995] Build status: SCHEDULED
[17:29:42.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:6:0) after 3m12s
[17:32:55.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:6:0)
[17:32:55.074] Build status: SCHEDULED
[17:32:55.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:7:0) after 8m23s
[17:41:18.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:7:0)
[17:41:18.131] Build status: SCHEDULED
[17:41:18.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:8:0) after 2m2s
[17:43:20.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:8:0)
[17:43:20.173] Build status: SCHEDULED
[17:43:20.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:9:0) after 3m43s
[17:47:03.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:9:0)
[17:47:03.265] Build status: SCHEDULED
[17:47:03.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:10:0) after 5m18s
[17:52:21.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:10:0)
[17:52:21.389] Build status: SCHEDULED
[17:52:21.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:11:0) after 9m45s
[18:02:06.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:11:0)
[18:02:06.476] Build status: SCHEDULED
[18:02:06.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:12:0) after 7m52s
[18:09:58.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:12:0)
[18:09:58.706] Build status: SCHEDULED
[18:09:58.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:13:0) after 6m8s
[18:16:06.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:13:0)
[18:16:06.735] Build status: SCHEDULED
[18:16:06.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:14:0) after 6m11s
[18:22:17.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:14:0)
[18:22:17.745] Build status: SCHEDULED
[18:22:17.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:15:0) after 2m1s
[18:24:18.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:15:0)
[18:24:18.828] Build status: SCHEDULED
[18:24:18.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:16:0) after 7m41s
[18:31:59.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:16:0)
[18:31:59.916] Build status: SCHEDULED
[18:31:59.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:17:0) after 7m40s
[18:39:39.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:17:0)
[18:39:39.995] Build status: SCHEDULED
[18:39:39.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:18:0) after 2m57s
[18:42:37.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:18:0)
[18:42:37.032] Build status: SCHEDULED
[18:42:37.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:19:0) after 2m46s
[18:45:23.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:19:0)
[18:45:23.065] Build status: SCHEDULED
[18:45:23.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:20:0) after 2m53s
[18:48:16.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:20:0)
[18:48:16.212] Build status: SCHEDULED
[18:48:16.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:21:0) after 5m23s
[18:53:39.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:21:0)
[18:53:39.409] Build status: SCHEDULED
[18:53:39.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:22:0) after 7m29s
[19:01:08.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:22:0)
[19:01:08.472] Build status: SCHEDULED
[19:01:08.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:23:0) after 2m17s
[19:03:25.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:23:0)
[19:03:25.549] Build status: SCHEDULED
[19:03:25.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:24:0) after 4m18s
[19:07:43.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:24:0)
[19:07:43.715] Build status: SCHEDULED
[19:07:43.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:25:0) after 5m7s
[19:12:50.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:25:0)
[19:12:50.755] Build status: SCHEDULED
[19:12:50.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:26:0) after 7m38s
[19:20:28.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:26:0)
[19:20:28.778] Build status: SCHEDULED
[19:20:28.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:27:0) after 2m43s
[19:23:11.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:27:0)
[19:23:11.863] Build status: SCHEDULED
[19:23:11.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:28:0) after 7m30s
[19:30:41.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:28:0)
[19:30:41.966] Build status: SCHEDULED
[19:30:41.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:29:0) after 8m4s
[19:38:45.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:29:0)
[19:38:46.020] Build status: SCHEDULED
[19:38:46.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:30:0) after 1m52s
[19:40:38.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:30:0)
[19:40:38.119] Build status: SCHEDULED
[19:40:38.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:31:0) after 1m50s
[19:42:28.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:31:0)
[19:42:28.163] Build status: SCHEDULED
[19:42:28.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:32:0) after 3m56s
[19:46:24.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:32:0)
[19:46:24.183] Build status: SCHEDULED
[19:46:24.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:33:0) after 4m34s
[19:50:58.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:33:0)
[19:50:58.234] Build status: SCHEDULED
[19:50:58.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:34:0) after 1m44s
[19:52:42.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:34:0)
[19:52:42.274] Build status: SCHEDULED
[19:52:42.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:35:0) after 3m0s
[19:55:42.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:35:0)
[19:55:42.387] Build status: SCHEDULED
[19:55:42.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:36:0) after 8m25s
[20:04:07.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:36:0)
[20:04:07.447] Build status: SCHEDULED
[20:04:07.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:37:0) after 9m4s
[20:13:11.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:37:0)
[20:13:11.541] Build status: SCHEDULED
[20:13:11.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:38:0) after 7m15s
[20:20:26.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:38:0)
[20:20:26.573] Build status: SCHEDULED
[20:20:26.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:39:0) after 7m24s
[20:27:50.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:39:0)
[20:27:50.576] Build status: SCHEDULED
[20:27:50.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:40:0) after 6m57s
[20:34:47.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:40:0)
[20:34:47.645] Build status: SCHEDULED
[20:34:47.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:41:0) after 3m25s
[20:38:12.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:41:0)
[20:38:12.688] Build status: SCHEDULED
[20:38:12.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:42:0) after 8m48s
[20:47:00.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:42:0)
[20:47:00.778] Build status: SCHEDULED
[20:47:00.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:43:0) after 6m7s
[20:53:07.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:43:0)
[20:53:07.907] Build status: SCHEDULED
[20:53:07.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:44:0) after 7m59s
[21:01:06.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:44:0)
[21:01:06.939] Build status: SCHEDULED
[21:01:06.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:45:0) after 8m52s
[21:09:58.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:45:0)
[21:09:58.993] Build status: SCHEDULED
[21:09:58.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:46:0) after 6m33s
[21:16:32.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:46:0)
[21:16:32.138] Build status: SCHEDULED
[21:16:32.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:47:0) after 1m23s
[21:17:55.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:47:0)
[21:17:55.350] Build status: SCHEDULED
[21:17:55.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:48:0) after 5m2s
[21:22:57.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:48:0)
[21:22:57.444] Build status: SCHEDULED
[21:22:57.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:49:0) after 3m22s
[21:26:19.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:49:0)
[21:26:19.494] Build status: SCHEDULED
[21:26:19.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:50:0) after 8m30s
[21:34:49.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:50:0)
[21:34:49.514] Build status: SCHEDULED
[21:34:49.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:51:0) after 7m12s
[21:42:01.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:51:0)
[21:42:01.561] Build status: SCHEDULED
[21:42:01.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:52:0) after 7m26s
[21:49:27.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:52:0)
[21:49:27.602] Build status: SCHEDULED
[21:49:27.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:53:0) after 2m49s
[21:52:16.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:53:0)
[21:52:16.645] Build status: SCHEDULED
[21:52:16.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:54:0) after 8m45s
[22:01:01.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:54:0)
[22:01:01.684] Build status: SCHEDULED
[22:01:01.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:55:0) after 9m25s
[22:07:59.768] Received PubSub notification, asking Buildbucket for the build status
[22:07:59.782] Build status: STARTED
[22:10:26.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:55:0)
[22:10:26.719] Build status: STARTED
[22:10:26.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868892098679418672:57:0) after 6m28s
[22:13:24.743] Received PubSub notification, asking Buildbucket for the build status
[22:13:24.760] Build:
{
  "id": "8703462036223277457",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T17:06:54.445592732Z",
  "startTime": "2025-09-17T22:07:59.524114397Z",
  "endTime": "2025-09-17T22:13:24.514167461Z",
  "updateTime": "2025-09-17T22:13:24.514167461Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5b6ae8c94861d01d3d854b5cc02d4cd8b277c2b",
      "ref": "refs/heads/main"
    }
  }
}
[22:13:24.760] Invocation finished in 5h6m32.041043602s with status FAILED