buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan"
>

• b4e85396981f9d7b019b84e2d06af12f83361e97 (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b4e85396981f9d7b019b84e2d06af12f83361e97"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b4e85396981f9d7b019b84e2d06af12f83361e97
• gitiles_ref:refs/heads/main

[22:54:06.463] New invocation is queued and will start shortly
[22:54:07.693] Starting the invocation (attempt 1)
[22:54:07.713] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b4e85396981f9d7b019b84e2d06af12f83361e97"
[22:54:07.713] Popped gitiles commit info from properties and tags
[22:54:07.713] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:54:07.714] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:54:07.714] Buildbucket request:
{
  "requestId": "8862528465270841088",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8862528465270841088",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b4e85396981f9d7b019b84e2d06af12f83361e97"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b4e85396981f9d7b019b84e2d06af12f83361e97",
                        "title": "b4e85396981f9d7b019b84e2d06af12f83361e97",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b4e85396981f9d7b019b84e2d06af12f83361e97"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b4e85396981f9d7b019b84e2d06af12f83361e97",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862528465270841088"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:54:08.271] Scheduled build:
{
  "id": "8697098403231292001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-26T22:54:07.788304999Z",
  "updateTime": "2025-11-26T22:54:07.788304999Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b4e85396981f9d7b019b84e2d06af12f83361e97",
      "ref": "refs/heads/main"
    }
  }
}
[22:54:08.271] Task URL: https://cr-buildbucket.appspot.com/build/8697098403231292001
[22:54:08.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:2:0) after 5m4s
[22:54:09.186] Received PubSub notification, asking Buildbucket for the build status
[22:54:09.251] Build status: SCHEDULED
[22:59:12.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:2:0)
[22:59:12.311] Build status: SCHEDULED
[22:59:12.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:4:0) after 3m27s
[23:02:39.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:4:0)
[23:02:39.357] Build status: SCHEDULED
[23:02:39.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:5:0) after 8m58s
[23:11:37.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:5:0)
[23:11:37.426] Build status: SCHEDULED
[23:11:37.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:6:0) after 9m19s
[23:20:56.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:6:0)
[23:20:56.478] Build status: SCHEDULED
[23:20:56.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:7:0) after 2m21s
[23:23:17.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:7:0)
[23:23:17.565] Build status: SCHEDULED
[23:23:17.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:8:0) after 3m9s
[23:26:26.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:8:0)
[23:26:26.778] Build status: SCHEDULED
[23:26:26.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:9:0) after 2m8s
[23:28:34.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:9:0)
[23:28:34.859] Build status: SCHEDULED
[23:28:34.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:10:0) after 9m28s
[23:38:02.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:10:0)
[23:38:02.960] Build status: SCHEDULED
[23:38:02.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:11:0) after 5m15s
[23:43:17.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:11:0)
[23:43:18.011] Build status: SCHEDULED
[23:43:18.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:12:0) after 3m55s
[23:47:13.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:12:0)
[23:47:13.055] Build status: SCHEDULED
[23:47:13.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:13:0) after 1m27s
[23:48:40.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:13:0)
[23:48:40.314] Build status: SCHEDULED
[23:48:40.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:14:0) after 1m29s
[23:50:09.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:14:0)
[23:50:09.358] Build status: SCHEDULED
[23:50:09.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:15:0) after 6m56s
[23:57:05.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:15:0)
[23:57:05.489] Build status: SCHEDULED
[23:57:05.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:16:0) after 5m22s
[00:02:27.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:16:0)
[00:02:27.636] Build status: SCHEDULED
[00:02:27.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:17:0) after 4m9s
[00:06:36.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:17:0)
[00:06:36.770] Build status: SCHEDULED
[00:06:36.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:18:0) after 6m31s
[00:13:07.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:18:0)
[00:13:07.969] Build status: SCHEDULED
[00:13:07.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:19:0) after 4m24s
[00:17:32.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:19:0)
[00:17:32.018] Build status: SCHEDULED
[00:17:32.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:20:0) after 4m37s
[00:22:09.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:20:0)
[00:22:09.053] Build status: SCHEDULED
[00:22:09.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:21:0) after 1m20s
[00:23:29.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:21:0)
[00:23:29.080] Build status: SCHEDULED
[00:23:29.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:22:0) after 2m23s
[00:25:52.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:22:0)
[00:25:52.135] Build status: SCHEDULED
[00:25:52.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:23:0) after 1m28s
[00:27:20.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:23:0)
[00:27:20.195] Build status: SCHEDULED
[00:27:20.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:24:0) after 7m22s
[00:34:42.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:24:0)
[00:34:42.249] Build status: SCHEDULED
[00:34:42.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:25:0) after 3m22s
[00:38:04.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:25:0)
[00:38:04.391] Build status: SCHEDULED
[00:38:04.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:26:0) after 7m55s
[00:45:59.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:26:0)
[00:45:59.431] Build status: SCHEDULED
[00:45:59.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:27:0) after 9m17s
[00:55:16.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:27:0)
[00:55:16.512] Build status: SCHEDULED
[00:55:16.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:28:0) after 4m50s
[01:00:06.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:28:0)
[01:00:06.554] Build status: SCHEDULED
[01:00:06.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:29:0) after 7m46s
[01:07:52.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:29:0)
[01:07:52.596] Build status: SCHEDULED
[01:07:52.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:30:0) after 7m8s
[01:15:00.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:30:0)
[01:15:00.629] Build status: SCHEDULED
[01:15:00.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:31:0) after 8m1s
[01:23:01.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:31:0)
[01:23:01.710] Build status: SCHEDULED
[01:23:01.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:32:0) after 6m39s
[01:29:40.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:32:0)
[01:29:40.795] Build status: SCHEDULED
[01:29:40.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:33:0) after 4m7s
[01:33:47.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:33:0)
[01:33:47.831] Build status: SCHEDULED
[01:33:47.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:34:0) after 4m19s
[01:38:06.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:34:0)
[01:38:06.883] Build status: SCHEDULED
[01:38:06.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:35:0) after 6m48s
[01:44:54.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:35:0)
[01:44:54.958] Build status: SCHEDULED
[01:44:54.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:36:0) after 4m47s
[01:49:10.893] Received PubSub notification, asking Buildbucket for the build status
[01:49:10.909] Build status: STARTED
[01:49:42.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:36:0)
[01:49:42.089] Build status: STARTED
[01:49:42.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:38:0) after 2m17s
[01:51:59.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:38:0)
[01:51:59.244] Build status: STARTED
[01:51:59.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8862528465270841088:39:0) after 8m7s
[01:53:13.234] Received PubSub notification, asking Buildbucket for the build status
[01:53:13.255] Build:
{
  "id": "8697098403231292001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-26T22:54:07.788304999Z",
  "startTime": "2025-11-27T01:49:10.763856665Z",
  "endTime": "2025-11-27T01:53:12.984474882Z",
  "updateTime": "2025-11-27T01:53:12.984474882Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b4e85396981f9d7b019b84e2d06af12f83361e97",
      "ref": "refs/heads/main"
    }
  }
}
[01:53:13.255] Invocation finished in 2h59m6.795455762s with status FAILED