[02:16:46.157] New invocation is queued and will start shortly
[02:16:47.334] Starting the invocation (attempt 1)
[02:16:47.363] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/22d08937dc60fcf52cb473472c00414442bc294b"
[02:16:47.363] Popped gitiles commit info from properties and tags
[02:16:47.363] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:16:47.363] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:16:47.363] Buildbucket request:
{
"requestId": "8845574082192001456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845574082192001456",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "611c4747ead4e690b3b96191de36b920080187b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@611c4747ead4e690b3b96191de36b920080187b9",
"title": "611c4747ead4e690b3b96191de36b920080187b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/611c4747ead4e690b3b96191de36b920080187b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "22d08937dc60fcf52cb473472c00414442bc294b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22d08937dc60fcf52cb473472c00414442bc294b",
"title": "22d08937dc60fcf52cb473472c00414442bc294b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22d08937dc60fcf52cb473472c00414442bc294b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22d08937dc60fcf52cb473472c00414442bc294b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845574082192001456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:16:47.953] Scheduled build:
{
"id": "8680144020212521409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T02:16:47.424838531Z",
"updateTime": "2026-06-02T02:16:47.424838531Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22d08937dc60fcf52cb473472c00414442bc294b",
"ref": "refs/heads/main"
}
}
}
[02:16:47.953] Task URL: https://cr-buildbucket.appspot.com/build/8680144020212521409
[02:16:47.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:2:0) after 5m26s
[02:16:48.852] Received PubSub notification, asking Buildbucket for the build status
[02:16:48.873] Build status: SCHEDULED
[02:22:14.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:2:0)
[02:22:14.045] Build status: SCHEDULED
[02:22:14.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:4:0) after 9m31s
[02:31:45.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:4:0)
[02:31:45.126] Build status: SCHEDULED
[02:31:45.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:5:0) after 5m36s
[02:37:21.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:5:0)
[02:37:21.292] Build status: SCHEDULED
[02:37:21.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:6:0) after 9m40s
[02:47:01.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:6:0)
[02:47:02.788] Build status: SCHEDULED
[02:47:02.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:7:0) after 4m54s
[02:51:56.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:7:0)
[02:51:56.779] Build status: SCHEDULED
[02:51:56.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:8:0) after 4m41s
[02:56:37.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:8:0)
[02:56:37.879] Build status: SCHEDULED
[02:56:37.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:9:0) after 1m19s
[02:57:56.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:9:0)
[02:57:57.012] Build status: SCHEDULED
[02:57:57.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:10:0) after 4m48s
[03:02:45.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:10:0)
[03:02:45.244] Build status: SCHEDULED
[03:02:45.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:11:0) after 5m2s
[03:07:47.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:11:0)
[03:07:47.334] Build status: SCHEDULED
[03:07:47.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:12:0) after 2m57s
[03:10:44.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:12:0)
[03:10:44.416] Build status: SCHEDULED
[03:10:44.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:13:0) after 6m50s
[03:17:34.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:13:0)
[03:17:34.516] Build status: SCHEDULED
[03:17:34.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:14:0) after 2m12s
[03:19:46.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:14:0)
[03:19:46.604] Build status: SCHEDULED
[03:19:46.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:15:0) after 5m37s
[03:25:23.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:15:0)
[03:25:23.805] Build status: SCHEDULED
[03:25:23.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:16:0) after 1m12s
[03:26:35.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:16:0)
[03:26:35.843] Build status: SCHEDULED
[03:26:35.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:17:0) after 4m33s
[03:31:08.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:17:0)
[03:31:08.934] Build status: SCHEDULED
[03:31:08.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:18:0) after 6m56s
[03:38:04.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:18:0)
[03:38:04.987] Build status: SCHEDULED
[03:38:04.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:19:0) after 4m3s
[03:42:07.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:19:0)
[03:42:07.964] Build status: SCHEDULED
[03:42:07.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:20:0) after 5m1s
[03:47:08.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:20:0)
[03:47:09.002] Build status: SCHEDULED
[03:47:09.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:21:0) after 1m41s
[03:48:50.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:21:0)
[03:48:50.115] Build status: SCHEDULED
[03:48:50.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:22:0) after 1m22s
[03:50:12.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:22:0)
[03:50:12.147] Build status: SCHEDULED
[03:50:12.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:23:0) after 5m18s
[03:55:30.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:23:0)
[03:55:30.179] Build status: SCHEDULED
[03:55:30.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:24:0) after 6m6s
[04:01:36.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:24:0)
[04:01:36.221] Build status: SCHEDULED
[04:01:36.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:25:0) after 1m12s
[04:02:48.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:25:0)
[04:02:48.296] Build status: SCHEDULED
[04:02:48.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:26:0) after 4m19s
[04:07:07.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:26:0)
[04:07:07.326] Build status: SCHEDULED
[04:07:07.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:27:0) after 5m46s
[04:12:53.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:27:0)
[04:12:53.358] Build status: SCHEDULED
[04:12:53.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:28:0) after 9m36s
[04:22:29.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:28:0)
[04:22:29.447] Build status: SCHEDULED
[04:22:29.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8845574082192001456:29:0) after 9m40s
[04:22:58.409] Received PubSub notification, asking Buildbucket for the build status
[04:22:58.427] Build status: STARTED
[04:26:28.570] Received PubSub notification, asking Buildbucket for the build status
[04:26:28.587] Build:
{
"id": "8680144020212521409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T02:16:47.424838531Z",
"startTime": "2026-06-02T04:22:58.213500041Z",
"endTime": "2026-06-02T04:26:28.236452133Z",
"updateTime": "2026-06-02T04:26:28.236452133Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22d08937dc60fcf52cb473472c00414442bc294b",
"ref": "refs/heads/main"
}
}
}
[04:26:28.587] Invocation finished in 2h9m42.435404354s with status FAILED