Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-asan"
>

Incoming triggers

  • rerunner/0 (1 week ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[06:33:50.207] New invocation is queued and will start shortly
[06:33:50.207] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:33:51.380] Starting the invocation (attempt 1)
[06:33:51.410] Ignoring gitiles_ref tag without the buildset tag
[06:33:51.410] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:33:51.410] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:33:51.410] Buildbucket request:
{
  "requestId": "8867572971747536928",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867572971747536928",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "96b03c42-a9ed-4c03-86ba-fd35c9e57f03",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8702143115559350769"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867572971747536928"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:33:51.750] Scheduled build:
{
  "id": "8702142909750705473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T06:33:51.482966510Z",
  "updateTime": "2025-10-02T06:33:51.482966510Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[06:33:51.750] Task URL: https://cr-buildbucket.appspot.com/build/8702142909750705473
[06:33:51.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:2:0) after 6m23s
[06:33:52.729] Received PubSub notification, asking Buildbucket for the build status
[06:33:52.751] Build status: SCHEDULED
[06:40:14.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:2:0)
[06:40:14.817] Build status: SCHEDULED
[06:40:14.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:4:0) after 8m22s
[06:48:37.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:4:0)
[06:48:37.039] Build status: SCHEDULED
[06:48:37.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:5:0) after 4m40s
[06:53:17.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:5:0)
[06:53:17.198] Build status: SCHEDULED
[06:53:17.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:6:0) after 3m53s
[06:57:10.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:6:0)
[06:57:10.229] Build status: SCHEDULED
[06:57:10.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:7:0) after 8m7s
[07:05:17.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:7:0)
[07:05:17.257] Build status: SCHEDULED
[07:05:17.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:8:0) after 7m30s
[07:12:47.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:8:0)
[07:12:47.346] Build status: SCHEDULED
[07:12:47.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:9:0) after 1m9s
[07:13:56.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:9:0)
[07:13:56.383] Build status: SCHEDULED
[07:13:56.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:10:0) after 7m20s
[07:21:16.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:10:0)
[07:21:16.471] Build status: SCHEDULED
[07:21:16.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:11:0) after 2m47s
[07:24:03.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:11:0)
[07:24:03.547] Build status: SCHEDULED
[07:24:03.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:12:0) after 8m35s
[07:32:38.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:12:0)
[07:32:38.681] Build status: SCHEDULED
[07:32:38.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:13:0) after 2m12s
[07:34:50.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:13:0)
[07:34:50.817] Build status: SCHEDULED
[07:34:50.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:14:0) after 7m12s
[07:42:02.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:14:0)
[07:42:02.860] Build status: SCHEDULED
[07:42:02.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:15:0) after 4m44s
[07:46:46.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:15:0)
[07:46:46.919] Build status: SCHEDULED
[07:46:46.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:16:0) after 3m8s
[07:49:54.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:16:0)
[07:49:54.965] Build status: SCHEDULED
[07:49:54.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:17:0) after 1m3s
[07:50:57.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:17:0)
[07:50:57.995] Build status: SCHEDULED
[07:50:57.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:18:0) after 7m6s
[07:58:04.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:18:0)
[07:58:04.016] Build status: SCHEDULED
[07:58:04.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:19:0) after 4m10s
[08:02:14.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:19:0)
[08:02:14.192] Build status: SCHEDULED
[08:02:14.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:20:0) after 1m37s
[08:03:51.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:20:0)
[08:03:51.261] Build status: SCHEDULED
[08:03:51.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:21:0) after 6m34s
[08:10:25.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:21:0)
[08:10:25.353] Build status: SCHEDULED
[08:10:25.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:22:0) after 9m20s
[08:19:45.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:22:0)
[08:19:45.381] Build status: SCHEDULED
[08:19:45.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:23:0) after 4m17s
[08:24:02.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:23:0)
[08:24:02.418] Build status: SCHEDULED
[08:24:02.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:24:0) after 4m36s
[08:28:38.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:24:0)
[08:28:38.495] Build status: SCHEDULED
[08:28:38.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:25:0) after 4m40s
[08:33:18.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:25:0)
[08:33:18.550] Build status: SCHEDULED
[08:33:18.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:26:0) after 1m7s
[08:34:25.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:26:0)
[08:34:25.612] Build status: SCHEDULED
[08:34:25.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:27:0) after 1m48s
[08:36:13.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:27:0)
[08:36:13.651] Build status: SCHEDULED
[08:36:13.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:28:0) after 9m23s
[08:45:36.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:28:0)
[08:45:36.700] Build status: SCHEDULED
[08:45:36.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:29:0) after 3m51s
[08:49:27.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:29:0)
[08:49:27.746] Build status: SCHEDULED
[08:49:27.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:30:0) after 9m17s
[08:58:44.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:30:0)
[08:58:44.805] Build status: SCHEDULED
[08:58:44.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:31:0) after 9m1s
[09:07:45.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:31:0)
[09:07:45.901] Build status: SCHEDULED
[09:07:45.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:32:0) after 5m11s
[09:12:56.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:32:0)
[09:12:56.965] Build status: SCHEDULED
[09:12:56.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:33:0) after 7m18s
[09:20:15.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:33:0)
[09:20:15.058] Build status: SCHEDULED
[09:20:15.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:34:0) after 7m53s
[09:28:08.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:34:0)
[09:28:08.237] Build status: SCHEDULED
[09:28:08.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:35:0) after 6m42s
[09:34:50.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:35:0)
[09:34:50.280] Build status: SCHEDULED
[09:34:50.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:36:0) after 4m57s
[09:39:47.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:36:0)
[09:39:47.315] Build status: SCHEDULED
[09:39:47.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:37:0) after 5m9s
[09:44:56.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:37:0)
[09:44:56.354] Build status: SCHEDULED
[09:44:56.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:38:0) after 7m4s
[09:52:00.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:38:0)
[09:52:00.450] Build status: SCHEDULED
[09:52:00.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:39:0) after 6m59s
[09:58:59.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:39:0)
[09:58:59.483] Build status: SCHEDULED
[09:58:59.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:40:0) after 9m1s
[10:08:00.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:40:0)
[10:08:00.566] Build status: SCHEDULED
[10:08:00.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:41:0) after 2m43s
[10:10:43.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:41:0)
[10:10:43.594] Build status: SCHEDULED
[10:10:43.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:42:0) after 7m29s
[10:18:12.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:42:0)
[10:18:12.684] Build status: SCHEDULED
[10:18:12.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:43:0) after 9m51s
[10:28:03.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:43:0)
[10:28:03.781] Build status: SCHEDULED
[10:28:03.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:44:0) after 6m9s
[10:34:12.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:44:0)
[10:34:12.850] Build status: SCHEDULED
[10:34:12.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:45:0) after 7m58s
[10:42:10.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:45:0)
[10:42:10.940] Build status: SCHEDULED
[10:42:10.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:46:0) after 5m28s
[10:47:39.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:46:0)
[10:47:39.022] Build status: SCHEDULED
[10:47:39.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:47:0) after 1m4s
[10:48:43.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:47:0)
[10:48:43.093] Build status: SCHEDULED
[10:48:43.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:48:0) after 4m44s
[10:53:27.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:48:0)
[10:53:27.101] Build status: SCHEDULED
[10:53:27.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:49:0) after 4m27s
[10:57:54.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:49:0)
[10:57:54.236] Build status: SCHEDULED
[10:57:54.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:50:0) after 1m18s
[10:59:12.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:50:0)
[10:59:12.275] Build status: SCHEDULED
[10:59:12.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:51:0) after 1m17s
[11:00:29.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:51:0)
[11:00:29.455] Build status: SCHEDULED
[11:00:29.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:52:0) after 9m50s
[11:10:19.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:52:0)
[11:10:19.543] Build status: SCHEDULED
[11:10:19.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:53:0) after 8m19s
[11:18:38.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:53:0)
[11:18:38.623] Build status: SCHEDULED
[11:18:38.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:54:0) after 3m36s
[11:20:13.951] Received PubSub notification, asking Buildbucket for the build status
[11:20:13.968] Build status: STARTED
[11:22:14.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:54:0)
[11:22:14.686] Build status: STARTED
[11:22:14.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8867572971747536928:56:0) after 7m6s
[11:24:27.414] Received PubSub notification, asking Buildbucket for the build status
[11:24:27.466] Build:
{
  "id": "8702142909750705473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T06:33:51.482966510Z",
  "startTime": "2025-10-02T11:20:13.784941926Z",
  "endTime": "2025-10-02T11:24:27.157193757Z",
  "updateTime": "2025-10-02T11:24:27.157193757Z",
  "status": "FAILURE",
  "input": {

  }
}
[11:24:27.466] Invocation finished in 4h50m37.271635933s with status FAILED