buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-ubsan"
>

• 0006d6a003be9253d92fa09b6b9a814879102886 (4 weeks ago)
• e7ccdcf3072698409ff32e7a0226b009de1253e0 (4 weeks ago)
• 7ce503fb498a0f075e1027661399fcea2e24d865 (4 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7ce503fb498a0f075e1027661399fcea2e24d865"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7ce503fb498a0f075e1027661399fcea2e24d865
• gitiles_ref:refs/heads/main

[18:45:39.061] New invocation is queued and will start shortly
[18:45:40.322] Starting the invocation (attempt 1)
[18:45:40.361] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7ce503fb498a0f075e1027661399fcea2e24d865"
[18:45:40.361] Popped gitiles commit info from properties and tags
[18:45:40.362] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:45:40.363] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:45:40.364] Buildbucket request:
{
  "requestId": "8868976481433795840",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868976481433795840",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0006d6a003be9253d92fa09b6b9a814879102886"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0006d6a003be9253d92fa09b6b9a814879102886",
                        "title": "0006d6a003be9253d92fa09b6b9a814879102886",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7ccdcf3072698409ff32e7a0226b009de1253e0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "title": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7ce503fb498a0f075e1027661399fcea2e24d865"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ce503fb498a0f075e1027661399fcea2e24d865",
                        "title": "7ce503fb498a0f075e1027661399fcea2e24d865",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ce503fb498a0f075e1027661399fcea2e24d865"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7ce503fb498a0f075e1027661399fcea2e24d865",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868976481433795840"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:45:40.878] Scheduled build:
{
  "id": "8703546419285688065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T18:45:40.485141132Z",
  "updateTime": "2025-09-16T18:45:40.485141132Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7ce503fb498a0f075e1027661399fcea2e24d865",
      "ref": "refs/heads/main"
    }
  }
}
[18:45:40.878] Task URL: https://cr-buildbucket.appspot.com/build/8703546419285688065
[18:45:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:2:0) after 5m28s
[18:45:58.050] Received PubSub notification, asking Buildbucket for the build status
[18:45:58.078] Build status: SCHEDULED
[18:51:08.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:2:0)
[18:51:08.911] Build status: SCHEDULED
[18:51:08.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:4:0) after 6m1s
[18:57:10.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:4:0)
[18:57:10.128] Build status: SCHEDULED
[18:57:10.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:5:0) after 9m13s
[19:06:23.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:5:0)
[19:06:23.214] Build status: SCHEDULED
[19:06:23.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:6:0) after 5m56s
[19:12:19.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:6:0)
[19:12:19.248] Build status: SCHEDULED
[19:12:19.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:7:0) after 3m41s
[19:16:00.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:7:0)
[19:16:00.488] Build status: SCHEDULED
[19:16:00.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:8:0) after 1m43s
[19:17:43.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:8:0)
[19:17:43.552] Build status: SCHEDULED
[19:17:43.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:9:0) after 4m40s
[19:22:23.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:9:0)
[19:22:23.543] Build status: SCHEDULED
[19:22:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:10:0) after 9m41s
[19:32:04.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:10:0)
[19:32:04.707] Build status: SCHEDULED
[19:32:04.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:11:0) after 7m8s
[19:39:12.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:11:0)
[19:39:12.743] Build status: SCHEDULED
[19:39:12.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:12:0) after 2m24s
[19:41:36.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:12:0)
[19:41:36.788] Build status: SCHEDULED
[19:41:36.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:13:0) after 7m2s
[19:48:38.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:13:0)
[19:48:38.974] Build status: SCHEDULED
[19:48:38.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:14:0) after 4m20s
[19:52:59.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:14:0)
[19:52:59.177] Build status: SCHEDULED
[19:52:59.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:15:0) after 9m6s
[20:02:05.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:15:0)
[20:02:05.364] Build status: SCHEDULED
[20:02:05.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:16:0) after 6m13s
[20:08:18.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:16:0)
[20:08:18.485] Build status: SCHEDULED
[20:08:18.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:17:0) after 5m44s
[20:14:02.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:17:0)
[20:14:02.632] Build status: SCHEDULED
[20:14:02.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:18:0) after 6m41s
[20:20:43.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:18:0)
[20:20:43.713] Build status: SCHEDULED
[20:20:43.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:19:0) after 2m40s
[20:23:23.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:19:0)
[20:23:23.806] Build status: SCHEDULED
[20:23:23.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:20:0) after 7m39s
[20:31:02.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:20:0)
[20:31:02.800] Build status: SCHEDULED
[20:31:02.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:21:0) after 7m30s
[20:38:33.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:21:0)
[20:38:33.025] Build status: SCHEDULED
[20:38:33.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:22:0) after 2m3s
[20:40:36.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:22:0)
[20:40:36.195] Build status: SCHEDULED
[20:40:36.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:23:0) after 2m41s
[20:43:17.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:23:0)
[20:43:17.234] Build status: SCHEDULED
[20:43:17.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:24:0) after 1m47s
[20:45:04.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:24:0)
[20:45:04.344] Build status: SCHEDULED
[20:45:04.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:25:0) after 3m21s
[20:48:25.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:25:0)
[20:48:25.466] Build status: SCHEDULED
[20:48:25.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:26:0) after 2m44s
[20:51:09.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:26:0)
[20:51:09.536] Build status: SCHEDULED
[20:51:09.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:27:0) after 5m34s
[20:56:43.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:27:0)
[20:56:43.743] Build status: SCHEDULED
[20:56:43.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:28:0) after 5m21s
[21:02:04.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:28:0)
[21:02:04.925] Build status: SCHEDULED
[21:02:04.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:29:0) after 6m10s
[21:08:14.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:29:0)
[21:08:14.967] Build status: SCHEDULED
[21:08:14.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:30:0) after 1m55s
[21:10:09.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:30:0)
[21:10:10.018] Build status: SCHEDULED
[21:10:10.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:31:0) after 2m57s
[21:13:07.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:31:0)
[21:13:07.098] Build status: SCHEDULED
[21:13:07.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:32:0) after 4m53s
[21:18:00.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:32:0)
[21:18:00.240] Build status: SCHEDULED
[21:18:00.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:33:0) after 7m20s
[21:25:20.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:33:0)
[21:25:20.327] Build status: SCHEDULED
[21:25:20.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:34:0) after 9m5s
[21:34:25.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:34:0)
[21:34:25.453] Build status: SCHEDULED
[21:34:25.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:35:0) after 1m0s
[21:35:25.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:35:0)
[21:35:25.488] Build status: SCHEDULED
[21:35:25.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:36:0) after 8m5s
[21:43:30.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:36:0)
[21:43:30.713] Build status: SCHEDULED
[21:43:30.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:37:0) after 2m14s
[21:45:44.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:37:0)
[21:45:44.780] Build status: SCHEDULED
[21:45:44.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:38:0) after 9m3s
[21:54:47.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:38:0)
[21:54:47.852] Build status: SCHEDULED
[21:54:47.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:39:0) after 7m0s
[22:01:47.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:39:0)
[22:01:47.889] Build status: SCHEDULED
[22:01:47.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:40:0) after 8m23s
[22:10:10.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:40:0)
[22:10:10.956] Build status: SCHEDULED
[22:10:10.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:41:0) after 9m7s
[22:19:17.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:41:0)
[22:19:17.985] Build status: SCHEDULED
[22:19:17.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:42:0) after 3m20s
[22:22:38.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:42:0)
[22:22:38.118] Build status: SCHEDULED
[22:22:38.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:43:0) after 5m50s
[22:28:28.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:43:0)
[22:28:28.194] Build status: SCHEDULED
[22:28:28.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:44:0) after 5m51s
[22:34:19.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:44:0)
[22:34:19.241] Build status: SCHEDULED
[22:34:19.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:45:0) after 2m5s
[22:36:24.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:45:0)
[22:36:24.257] Build status: SCHEDULED
[22:36:24.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:46:0) after 8m3s
[22:44:27.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:46:0)
[22:44:27.305] Build status: SCHEDULED
[22:44:27.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:47:0) after 1m37s
[22:46:04.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:47:0)
[22:46:04.340] Build status: SCHEDULED
[22:46:04.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:48:0) after 7m31s
[22:53:35.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:48:0)
[22:53:35.406] Build status: SCHEDULED
[22:53:35.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:49:0) after 2m6s
[22:55:41.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:49:0)
[22:55:41.511] Build status: SCHEDULED
[22:55:41.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:50:0) after 8m19s
[23:04:00.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:50:0)
[23:04:00.574] Build status: SCHEDULED
[23:04:00.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:51:0) after 8m26s
[23:12:26.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:51:0)
[23:12:26.684] Build status: SCHEDULED
[23:12:26.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:52:0) after 3m35s
[23:16:01.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:52:0)
[23:16:01.832] Build status: SCHEDULED
[23:16:01.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:53:0) after 3m1s
[23:19:02.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:53:0)
[23:19:02.870] Build status: SCHEDULED
[23:19:02.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:54:0) after 8m29s
[23:27:31.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:54:0)
[23:27:31.921] Build status: SCHEDULED
[23:27:31.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:55:0) after 2m43s
[23:30:14.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:55:0)
[23:30:15.000] Build status: SCHEDULED
[23:30:15.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:56:0) after 8m34s
[23:38:49.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:56:0)
[23:38:49.087] Build status: SCHEDULED
[23:38:49.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:57:0) after 1m25s
[23:40:14.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:57:0)
[23:40:14.232] Build status: SCHEDULED
[23:40:14.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:58:0) after 5m40s
[23:45:54.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:58:0)
[23:45:54.297] Build status: SCHEDULED
[23:45:54.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:59:0) after 5m35s
[23:51:29.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:59:0)
[23:51:29.577] Build status: SCHEDULED
[23:51:29.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:60:0) after 8m14s
[23:59:43.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:60:0)
[23:59:43.645] Build status: SCHEDULED
[23:59:43.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:61:0) after 1m57s
[00:01:40.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:61:0)
[00:01:40.723] Build status: SCHEDULED
[00:01:40.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:62:0) after 3m6s
[00:04:46.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:62:0)
[00:04:46.802] Build status: SCHEDULED
[00:04:46.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:63:0) after 1m14s
[00:06:00.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:63:0)
[00:06:00.916] Build status: SCHEDULED
[00:06:00.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:64:0) after 8m45s
[00:14:45.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:64:0)
[00:14:45.947] Build status: SCHEDULED
[00:14:45.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:65:0) after 8m55s
[00:23:41.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:65:0)
[00:23:41.282] Build status: SCHEDULED
[00:23:41.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:66:0) after 8m14s
[00:31:55.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:66:0)
[00:31:55.367] Build status: SCHEDULED
[00:31:55.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:67:0) after 6m26s
[00:38:21.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:67:0)
[00:38:21.430] Build status: SCHEDULED
[00:38:21.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:68:0) after 7m19s
[00:45:40.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:68:0)
[00:45:40.476] Build status: SCHEDULED
[00:45:40.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:69:0) after 2m49s
[00:48:29.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:69:0)
[00:48:29.511] Build status: SCHEDULED
[00:48:29.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:70:0) after 3m3s
[00:51:32.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:70:0)
[00:51:32.606] Build status: SCHEDULED
[00:51:32.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:71:0) after 5m46s
[00:57:18.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:71:0)
[00:57:18.641] Build status: SCHEDULED
[00:57:18.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:72:0) after 9m42s
[01:07:00.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:72:0)
[01:07:00.756] Build status: SCHEDULED
[01:07:00.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:73:0) after 1m14s
[01:08:14.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:73:0)
[01:08:14.865] Build status: SCHEDULED
[01:08:14.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:74:0) after 8m29s
[01:16:44.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:74:0)
[01:16:44.207] Build status: SCHEDULED
[01:16:44.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:75:0) after 8m37s
[01:25:21.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:75:0)
[01:25:21.247] Build status: SCHEDULED
[01:25:21.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:76:0) after 4m41s
[01:30:02.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:76:0)
[01:30:02.282] Build status: SCHEDULED
[01:30:02.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:77:0) after 8m46s
[01:38:48.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:77:0)
[01:38:48.375] Build status: SCHEDULED
[01:38:48.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:78:0) after 7m49s
[01:46:37.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:78:0)
[01:46:37.455] Build status: SCHEDULED
[01:46:37.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:79:0) after 3m57s
[01:48:51.345] Received PubSub notification, asking Buildbucket for the build status
[01:48:51.363] Build status: STARTED
[01:50:34.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:79:0)
[01:50:34.470] Build status: STARTED
[01:50:34.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:81:0) after 9m25s
[01:59:59.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:81:0)
[01:59:59.516] Build status: STARTED
[01:59:59.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:82:0) after 5m31s
[02:05:30.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:82:0)
[02:05:30.531] Build status: STARTED
[02:05:30.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:83:0) after 9m9s
[02:14:39.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:83:0)
[02:14:39.617] Build status: STARTED
[02:14:39.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:84:0) after 2m53s
[02:17:32.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:84:0)
[02:17:32.686] Build status: STARTED
[02:17:32.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:85:0) after 8m3s
[02:25:35.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:85:0)
[02:25:35.741] Build status: STARTED
[02:25:35.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:86:0) after 1m52s
[02:27:27.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:86:0)
[02:27:27.857] Build status: STARTED
[02:27:27.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:87:0) after 4m37s
[02:32:04.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:87:0)
[02:32:04.986] Build status: STARTED
[02:32:04.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868976481433795840:88:0) after 4m11s
[02:35:41.313] Received PubSub notification, asking Buildbucket for the build status
[02:35:41.346] Build:
{
  "id": "8703546419285688065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T18:45:40.485141132Z",
  "startTime": "2025-09-17T01:48:51.165973789Z",
  "endTime": "2025-09-17T02:35:40.569640040Z",
  "updateTime": "2025-09-17T02:35:40.569640040Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7ce503fb498a0f075e1027661399fcea2e24d865",
      "ref": "refs/heads/main"
    }
  }
}
[02:35:41.346] Invocation finished in 7h50m2.293570205s with status FAILED