[04:07:08.601] New invocation is queued and will start shortly
[04:07:09.746] Starting the invocation (attempt 1)
[04:07:09.774] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e175383a07c5b811a98924fc662d1001f1d220d0"
[04:07:09.775] Popped gitiles commit info from properties and tags
[04:07:09.775] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:07:09.775] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:07:09.775] Buildbucket request:
{
"requestId": "8863867725269540960",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863867725269540960",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2f4dc5cc549c2306e257f62334c91ffc7bb28a1a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2f4dc5cc549c2306e257f62334c91ffc7bb28a1a",
"title": "2f4dc5cc549c2306e257f62334c91ffc7bb28a1a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2f4dc5cc549c2306e257f62334c91ffc7bb28a1a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bad07db75edd8a1cb827c400c756ec5a20feef94"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bad07db75edd8a1cb827c400c756ec5a20feef94",
"title": "bad07db75edd8a1cb827c400c756ec5a20feef94",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bad07db75edd8a1cb827c400c756ec5a20feef94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a2611da89122622c89f715bb2eb41c30083dc4b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a2611da89122622c89f715bb2eb41c30083dc4b",
"title": "6a2611da89122622c89f715bb2eb41c30083dc4b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a2611da89122622c89f715bb2eb41c30083dc4b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f8e87063662d2ac7a355ee5802463d6b920b9153"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f8e87063662d2ac7a355ee5802463d6b920b9153",
"title": "f8e87063662d2ac7a355ee5802463d6b920b9153",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f8e87063662d2ac7a355ee5802463d6b920b9153"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f421e3c75621fbb82fde8af9d4d6edaef738505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f421e3c75621fbb82fde8af9d4d6edaef738505",
"title": "3f421e3c75621fbb82fde8af9d4d6edaef738505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f421e3c75621fbb82fde8af9d4d6edaef738505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e175383a07c5b811a98924fc662d1001f1d220d0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e175383a07c5b811a98924fc662d1001f1d220d0",
"title": "e175383a07c5b811a98924fc662d1001f1d220d0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e175383a07c5b811a98924fc662d1001f1d220d0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e175383a07c5b811a98924fc662d1001f1d220d0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863867725269540960"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:07:10.109] Scheduled build:
{
"id": "8698437663325720545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T04:07:09.833997743Z",
"updateTime": "2025-11-12T04:07:09.833997743Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e175383a07c5b811a98924fc662d1001f1d220d0",
"ref": "refs/heads/main"
}
}
}
[04:07:10.109] Task URL: https://cr-buildbucket.appspot.com/build/8698437663325720545
[04:07:10.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:2:0) after 7m10s
[04:07:11.065] Received PubSub notification, asking Buildbucket for the build status
[04:07:11.083] Build status: SCHEDULED
[04:14:20.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:2:0)
[04:14:20.192] Build status: SCHEDULED
[04:14:20.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:4:0) after 9m1s
[04:23:21.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:4:0)
[04:23:21.246] Build status: SCHEDULED
[04:23:21.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:5:0) after 4m16s
[04:27:37.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:5:0)
[04:27:37.288] Build status: SCHEDULED
[04:27:37.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:6:0) after 2m33s
[04:30:10.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:6:0)
[04:30:10.404] Build status: SCHEDULED
[04:30:10.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:7:0) after 7m6s
[04:37:16.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:7:0)
[04:37:16.433] Build status: SCHEDULED
[04:37:16.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:8:0) after 7m9s
[04:44:25.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:8:0)
[04:44:25.476] Build status: SCHEDULED
[04:44:25.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:9:0) after 3m27s
[04:47:52.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:9:0)
[04:47:52.690] Build status: SCHEDULED
[04:47:52.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:10:0) after 9m22s
[04:57:14.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:10:0)
[04:57:14.817] Build status: SCHEDULED
[04:57:14.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:11:0) after 8m49s
[05:06:04.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:11:0)
[05:06:04.261] Build status: SCHEDULED
[05:06:04.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:12:0) after 3m5s
[05:09:10.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:12:0)
[05:09:10.517] Build status: SCHEDULED
[05:09:10.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:13:0) after 7m35s
[05:16:45.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:13:0)
[05:16:45.551] Build status: SCHEDULED
[05:16:45.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:14:0) after 8m20s
[05:25:05.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:14:0)
[05:25:05.588] Build status: SCHEDULED
[05:25:05.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:15:0) after 3m51s
[05:28:56.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:15:0)
[05:28:56.620] Build status: SCHEDULED
[05:28:56.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:16:0) after 7m3s
[05:35:59.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:16:0)
[05:35:59.812] Build status: SCHEDULED
[05:35:59.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:17:0) after 7m45s
[05:43:44.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:17:0)
[05:43:44.853] Build status: SCHEDULED
[05:43:44.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:18:0) after 9m43s
[05:53:27.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:18:0)
[05:53:27.938] Build status: SCHEDULED
[05:53:27.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:19:0) after 9m59s
[06:03:27.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:19:0)
[06:03:27.020] Build status: SCHEDULED
[06:03:27.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:20:0) after 2m34s
[06:06:01.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:20:0)
[06:06:01.161] Build status: SCHEDULED
[06:06:01.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:21:0) after 2m33s
[06:08:34.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:21:0)
[06:08:34.266] Build status: SCHEDULED
[06:08:34.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:22:0) after 4m40s
[06:13:14.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:22:0)
[06:13:14.378] Build status: SCHEDULED
[06:13:14.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:23:0) after 5m38s
[06:18:52.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:23:0)
[06:18:52.409] Build status: SCHEDULED
[06:18:52.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:24:0) after 8m16s
[06:27:08.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:24:0)
[06:27:08.444] Build status: SCHEDULED
[06:27:08.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:25:0) after 2m59s
[06:30:07.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:25:0)
[06:30:07.611] Build status: SCHEDULED
[06:30:07.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:26:0) after 4m28s
[06:34:35.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:26:0)
[06:34:35.725] Build status: SCHEDULED
[06:34:35.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:27:0) after 9m26s
[06:44:01.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:27:0)
[06:44:01.960] Build status: SCHEDULED
[06:44:01.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:28:0) after 4m53s
[06:48:54.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:28:0)
[06:48:55.180] Build status: SCHEDULED
[06:48:55.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:29:0) after 7m5s
[06:56:00.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:29:0)
[06:56:00.235] Build status: SCHEDULED
[06:56:00.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:30:0) after 6m5s
[07:02:05.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:30:0)
[07:02:05.251] Build status: SCHEDULED
[07:02:05.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:31:0) after 2m35s
[07:04:40.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:31:0)
[07:04:40.348] Build status: SCHEDULED
[07:04:40.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:32:0) after 8m56s
[07:13:36.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:32:0)
[07:13:36.378] Build status: SCHEDULED
[07:13:36.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:33:0) after 4m51s
[07:18:27.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:33:0)
[07:18:27.412] Build status: SCHEDULED
[07:18:27.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:34:0) after 6m19s
[07:24:46.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:34:0)
[07:24:46.441] Build status: SCHEDULED
[07:24:46.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:35:0) after 6m31s
[07:31:17.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:35:0)
[07:31:17.496] Build status: SCHEDULED
[07:31:17.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:36:0) after 7m30s
[07:38:47.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:36:0)
[07:38:47.557] Build status: SCHEDULED
[07:38:47.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:37:0) after 9m40s
[07:48:27.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:37:0)
[07:48:27.592] Build status: SCHEDULED
[07:48:27.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:38:0) after 4m50s
[07:53:17.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:38:0)
[07:53:17.683] Build status: SCHEDULED
[07:53:17.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:39:0) after 2m16s
[07:55:33.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:39:0)
[07:55:33.723] Build status: SCHEDULED
[07:55:33.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:40:0) after 6m18s
[08:01:51.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:40:0)
[08:01:51.821] Build status: SCHEDULED
[08:01:51.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:41:0) after 8m40s
[08:10:31.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:41:0)
[08:10:31.863] Build status: SCHEDULED
[08:10:31.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:42:0) after 5m15s
[08:15:46.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:42:0)
[08:15:46.928] Build status: SCHEDULED
[08:15:46.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:43:0) after 9m31s
[08:25:17.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:43:0)
[08:25:17.973] Build status: SCHEDULED
[08:25:17.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:44:0) after 9m52s
[08:35:09.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:44:0)
[08:35:10.023] Build status: SCHEDULED
[08:35:10.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:45:0) after 3m59s
[08:39:09.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:45:0)
[08:39:09.145] Build status: SCHEDULED
[08:39:09.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:46:0) after 9m51s
[08:49:00.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:46:0)
[08:49:00.501] Build status: SCHEDULED
[08:49:00.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:47:0) after 1m20s
[08:50:20.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:47:0)
[08:50:20.532] Build status: SCHEDULED
[08:50:20.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:48:0) after 5m5s
[08:55:25.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:48:0)
[08:55:25.678] Build status: SCHEDULED
[08:55:25.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:49:0) after 6m32s
[09:01:57.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:49:0)
[09:01:57.906] Build status: SCHEDULED
[09:01:57.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:50:0) after 9m55s
[09:11:52.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:50:0)
[09:11:52.998] Build status: SCHEDULED
[09:11:52.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:51:0) after 2m50s
[09:14:43.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:51:0)
[09:14:43.056] Build status: SCHEDULED
[09:14:43.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:52:0) after 8m40s
[09:23:23.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:52:0)
[09:23:23.151] Build status: SCHEDULED
[09:23:23.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:53:0) after 4m43s
[09:28:06.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:53:0)
[09:28:06.216] Build status: SCHEDULED
[09:28:06.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:54:0) after 4m2s
[09:32:08.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:54:0)
[09:32:08.383] Build status: SCHEDULED
[09:32:08.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:55:0) after 5m53s
[09:38:01.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:55:0)
[09:38:01.411] Build status: SCHEDULED
[09:38:01.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:56:0) after 1m51s
[09:39:52.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:56:0)
[09:39:52.444] Build status: SCHEDULED
[09:39:52.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:57:0) after 2m17s
[09:42:09.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:57:0)
[09:42:09.439] Build status: SCHEDULED
[09:42:09.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:58:0) after 3m45s
[09:45:54.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:58:0)
[09:45:54.495] Build status: SCHEDULED
[09:45:54.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:59:0) after 2m40s
[09:48:34.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:59:0)
[09:48:34.585] Build status: SCHEDULED
[09:48:34.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:60:0) after 7m0s
[09:55:34.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:60:0)
[09:55:34.722] Build status: SCHEDULED
[09:55:34.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:61:0) after 3m58s
[09:59:32.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:61:0)
[09:59:32.774] Build status: SCHEDULED
[09:59:32.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:62:0) after 1m8s
[10:00:40.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:62:0)
[10:00:40.836] Build status: SCHEDULED
[10:00:40.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:63:0) after 7m26s
[10:08:06.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:63:0)
[10:08:06.823] Build status: SCHEDULED
[10:08:06.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:64:0) after 7m38s
[10:15:44.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:64:0)
[10:15:44.856] Build status: SCHEDULED
[10:15:44.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:65:0) after 2m36s
[10:18:20.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:65:0)
[10:18:20.887] Build status: SCHEDULED
[10:18:20.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:66:0) after 6m34s
[10:24:54.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:66:0)
[10:24:55.066] Build status: SCHEDULED
[10:24:55.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:67:0) after 6m24s
[10:31:19.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:67:0)
[10:31:19.124] Build status: SCHEDULED
[10:31:19.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:68:0) after 6m37s
[10:37:56.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:68:0)
[10:37:56.184] Build status: SCHEDULED
[10:37:56.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:69:0) after 8m30s
[10:46:26.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:69:0)
[10:46:26.214] Build status: SCHEDULED
[10:46:26.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:70:0) after 7m39s
[10:54:06.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:70:0)
[10:54:06.256] Build status: SCHEDULED
[10:54:06.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:71:0) after 8m0s
[11:02:06.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:71:0)
[11:02:06.287] Build status: SCHEDULED
[11:02:06.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:72:0) after 8m26s
[11:10:32.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:72:0)
[11:10:32.372] Build status: SCHEDULED
[11:10:32.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:73:0) after 3m47s
[11:14:19.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:73:0)
[11:14:19.417] Build status: SCHEDULED
[11:14:19.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:74:0) after 1m28s
[11:15:47.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:74:0)
[11:15:47.465] Build status: SCHEDULED
[11:15:47.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:75:0) after 4m43s
[11:20:30.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:75:0)
[11:20:30.530] Build status: SCHEDULED
[11:20:30.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:76:0) after 2m10s
[11:22:40.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:76:0)
[11:22:40.572] Build status: SCHEDULED
[11:22:40.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:77:0) after 2m41s
[11:25:21.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:77:0)
[11:25:21.708] Build status: SCHEDULED
[11:25:21.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:78:0) after 2m6s
[11:27:27.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:78:0)
[11:27:27.782] Build status: SCHEDULED
[11:27:27.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:79:0) after 9m40s
[11:35:07.322] Received PubSub notification, asking Buildbucket for the build status
[11:35:07.338] Build status: STARTED
[11:37:07.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:79:0)
[11:37:07.814] Build status: STARTED
[11:37:07.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:81:0) after 7m38s
[11:44:45.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:81:0)
[11:44:45.894] Build status: STARTED
[11:44:45.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:82:0) after 4m53s
[11:49:38.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:82:0)
[11:49:38.995] Build status: STARTED
[11:49:38.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:83:0) after 3m44s
[11:53:23.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:83:0)
[11:53:23.163] Build status: STARTED
[11:53:23.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:84:0) after 2m18s
[11:55:41.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:84:0)
[11:55:41.273] Build status: STARTED
[11:55:41.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:85:0) after 1m54s
[11:57:35.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:85:0)
[11:57:35.305] Build status: STARTED
[11:57:35.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:86:0) after 3m39s
[12:01:14.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:86:0)
[12:01:14.354] Build status: STARTED
[12:01:14.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:87:0) after 5m29s
[12:06:43.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:87:0)
[12:06:43.533] Build status: STARTED
[12:06:43.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:88:0) after 8m5s
[12:14:48.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:88:0)
[12:14:48.568] Build status: STARTED
[12:14:48.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863867725269540960:89:0) after 9m32s
[12:24:15.267] Received PubSub notification, asking Buildbucket for the build status
[12:24:15.339] Build:
{
"id": "8698437663325720545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T04:07:09.833997743Z",
"startTime": "2025-11-12T11:35:07.153555549Z",
"endTime": "2025-11-12T12:24:15.039886810Z",
"updateTime": "2025-11-12T12:24:15.039886810Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e175383a07c5b811a98924fc662d1001f1d220d0",
"ref": "refs/heads/main"
}
}
}
[12:24:15.339] Invocation finished in 8h17m6.742781599s with status FAILED