[03:59:07.078] New invocation is queued and will start shortly
[03:59:08.141] Starting the invocation (attempt 1)
[03:59:08.165] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
[03:59:08.165] Popped gitiles commit info from properties and tags
[03:59:08.165] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:59:08.165] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:59:08.166] Buildbucket request:
{
"requestId": "8868941660304832432",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868941660304832432",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "01a13c65e4a58a6154df79eebd77784c5bbe44af"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01a13c65e4a58a6154df79eebd77784c5bbe44af",
"title": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01a13c65e4a58a6154df79eebd77784c5bbe44af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "657888064034afe47831e968298b695a9eabe4e0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@657888064034afe47831e968298b695a9eabe4e0",
"title": "657888064034afe47831e968298b695a9eabe4e0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/657888064034afe47831e968298b695a9eabe4e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "379fd21ca7001b363c4d35a89b60aeb3510a0c47"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@379fd21ca7001b363c4d35a89b60aeb3510a0c47",
"title": "379fd21ca7001b363c4d35a89b60aeb3510a0c47",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/379fd21ca7001b363c4d35a89b60aeb3510a0c47"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
"title": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868941660304832432"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:59:08.661] Scheduled build:
{
"id": "8703511598446983313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-17T03:59:08.225850223Z",
"updateTime": "2025-09-17T03:59:08.225850223Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:59:08.662] Task URL: https://cr-buildbucket.appspot.com/build/8703511598446983313
[03:59:08.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:2:0) after 3m33s
[03:59:19.503] Received PubSub notification, asking Buildbucket for the build status
[03:59:19.531] Build status: SCHEDULED
[04:02:41.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:2:0)
[04:02:41.702] Build status: SCHEDULED
[04:02:41.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:4:0) after 6m5s
[04:08:46.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:4:0)
[04:08:46.732] Build status: SCHEDULED
[04:08:46.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:5:0) after 8m26s
[04:17:12.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:5:0)
[04:17:12.779] Build status: SCHEDULED
[04:17:12.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:6:0) after 2m13s
[04:19:25.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:6:0)
[04:19:25.922] Build status: SCHEDULED
[04:19:25.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:7:0) after 7m52s
[04:27:17.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:7:0)
[04:27:18.025] Build status: SCHEDULED
[04:27:18.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:8:0) after 8m25s
[04:35:43.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:8:0)
[04:35:43.197] Build status: SCHEDULED
[04:35:43.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:9:0) after 4m19s
[04:40:02.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:9:0)
[04:40:02.418] Build status: SCHEDULED
[04:40:02.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:10:0) after 3m22s
[04:43:24.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:10:0)
[04:43:24.461] Build status: SCHEDULED
[04:43:24.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:11:0) after 2m16s
[04:45:40.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:11:0)
[04:45:40.538] Build status: SCHEDULED
[04:45:40.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:12:0) after 8m18s
[04:53:58.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:12:0)
[04:53:58.674] Build status: SCHEDULED
[04:53:58.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:13:0) after 5m19s
[04:59:17.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:13:0)
[04:59:17.729] Build status: SCHEDULED
[04:59:17.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:14:0) after 9m7s
[05:08:24.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:14:0)
[05:08:24.763] Build status: SCHEDULED
[05:08:24.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:15:0) after 2m10s
[05:10:34.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:15:0)
[05:10:34.855] Build status: SCHEDULED
[05:10:34.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:16:0) after 7m27s
[05:18:01.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:16:0)
[05:18:01.883] Build status: SCHEDULED
[05:18:01.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:17:0) after 9m29s
[05:27:30.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:17:0)
[05:27:30.992] Build status: SCHEDULED
[05:27:30.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:18:0) after 4m38s
[05:32:09.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:18:0)
[05:32:09.032] Build status: SCHEDULED
[05:32:09.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:19:0) after 9m29s
[05:41:38.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:19:0)
[05:41:38.034] Build status: SCHEDULED
[05:41:38.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:20:0) after 3m34s
[05:45:12.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:20:0)
[05:45:12.066] Build status: SCHEDULED
[05:45:12.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:21:0) after 7m34s
[05:52:46.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:21:0)
[05:52:46.150] Build status: SCHEDULED
[05:52:46.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:22:0) after 1m31s
[05:54:17.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:22:0)
[05:54:17.322] Build status: SCHEDULED
[05:54:17.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:23:0) after 4m23s
[05:58:40.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:23:0)
[05:58:40.421] Build status: SCHEDULED
[05:58:40.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:24:0) after 2m49s
[06:01:29.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:24:0)
[06:01:29.543] Build status: SCHEDULED
[06:01:29.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:25:0) after 9m45s
[06:11:14.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:25:0)
[06:11:14.621] Build status: SCHEDULED
[06:11:14.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:26:0) after 3m35s
[06:14:49.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:26:0)
[06:14:49.651] Build status: SCHEDULED
[06:14:49.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:27:0) after 4m14s
[06:19:03.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:27:0)
[06:19:03.704] Build status: SCHEDULED
[06:19:03.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:28:0) after 8m17s
[06:27:20.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:28:0)
[06:27:20.733] Build status: SCHEDULED
[06:27:20.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:29:0) after 7m16s
[06:34:36.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:29:0)
[06:34:36.786] Build status: SCHEDULED
[06:34:36.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:30:0) after 7m21s
[06:41:57.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:30:0)
[06:41:57.822] Build status: SCHEDULED
[06:41:57.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:31:0) after 6m58s
[06:48:55.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:31:0)
[06:48:55.857] Build status: SCHEDULED
[06:48:55.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:32:0) after 5m42s
[06:54:37.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:32:0)
[06:54:37.847] Build status: SCHEDULED
[06:54:37.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:33:0) after 4m40s
[06:59:17.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:33:0)
[06:59:17.882] Build status: SCHEDULED
[06:59:17.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:34:0) after 7m11s
[07:06:28.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:34:0)
[07:06:28.897] Build status: SCHEDULED
[07:06:28.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:35:0) after 9m41s
[07:16:09.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:35:0)
[07:16:10.030] Build status: SCHEDULED
[07:16:10.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:36:0) after 4m48s
[07:20:58.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:36:0)
[07:20:58.047] Build status: SCHEDULED
[07:20:58.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:37:0) after 4m28s
[07:25:26.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:37:0)
[07:25:26.186] Build status: SCHEDULED
[07:25:26.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:38:0) after 1m15s
[07:26:41.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:38:0)
[07:26:41.221] Build status: SCHEDULED
[07:26:41.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:39:0) after 8m43s
[07:35:24.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:39:0)
[07:35:24.262] Build status: SCHEDULED
[07:35:24.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:40:0) after 8m28s
[07:43:52.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:40:0)
[07:43:52.304] Build status: SCHEDULED
[07:43:52.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:41:0) after 1m56s
[07:45:48.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:41:0)
[07:45:48.358] Build status: SCHEDULED
[07:45:48.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:42:0) after 5m22s
[07:51:10.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:42:0)
[07:51:10.786] Build status: SCHEDULED
[07:51:10.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:43:0) after 9m13s
[08:00:24.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:43:0)
[08:00:24.170] Build status: SCHEDULED
[08:00:24.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:44:0) after 1m47s
[08:02:11.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:44:0)
[08:02:11.943] Build status: SCHEDULED
[08:02:11.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:45:0) after 5m58s
[08:08:10.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:45:0)
[08:08:10.048] Build status: SCHEDULED
[08:08:10.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:46:0) after 2m12s
[08:10:22.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:46:0)
[08:10:22.083] Build status: SCHEDULED
[08:10:22.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:47:0) after 5m24s
[08:15:46.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:47:0)
[08:15:46.217] Build status: SCHEDULED
[08:15:46.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:48:0) after 6m33s
[08:22:19.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:48:0)
[08:22:19.208] Build status: SCHEDULED
[08:22:19.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:49:0) after 4m40s
[08:26:59.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:49:0)
[08:26:59.271] Build status: SCHEDULED
[08:26:59.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:50:0) after 8m27s
[08:35:26.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:50:0)
[08:35:26.417] Build status: SCHEDULED
[08:35:26.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:51:0) after 7m51s
[08:43:17.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:51:0)
[08:43:17.414] Build status: SCHEDULED
[08:43:17.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:52:0) after 8m54s
[08:52:11.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:52:0)
[08:52:11.484] Build status: SCHEDULED
[08:52:11.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:53:0) after 5m49s
[08:58:00.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:53:0)
[08:58:00.584] Build status: SCHEDULED
[08:58:00.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:54:0) after 7m18s
[09:05:18.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:54:0)
[09:05:18.688] Build status: SCHEDULED
[09:05:18.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:55:0) after 2m24s
[09:07:42.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:55:0)
[09:07:42.853] Build status: SCHEDULED
[09:07:42.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:56:0) after 4m46s
[09:12:28.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:56:0)
[09:12:28.938] Build status: SCHEDULED
[09:12:28.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:57:0) after 1m28s
[09:13:56.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:57:0)
[09:13:57.017] Build status: SCHEDULED
[09:13:57.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:58:0) after 1m35s
[09:15:32.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:58:0)
[09:15:32.121] Build status: SCHEDULED
[09:15:32.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:59:0) after 4m56s
[09:20:28.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:59:0)
[09:20:28.190] Build status: SCHEDULED
[09:20:28.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:60:0) after 8m48s
[09:29:16.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:60:0)
[09:29:16.219] Build status: SCHEDULED
[09:29:16.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:61:0) after 1m46s
[09:31:02.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:61:0)
[09:31:02.240] Build status: SCHEDULED
[09:31:02.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:62:0) after 5m8s
[09:36:10.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:62:0)
[09:36:10.298] Build status: SCHEDULED
[09:36:10.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:63:0) after 8m44s
[09:44:54.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:63:0)
[09:44:54.446] Build status: SCHEDULED
[09:44:54.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:64:0) after 4m19s
[09:49:13.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:64:0)
[09:49:13.576] Build status: SCHEDULED
[09:49:13.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:65:0) after 9m7s
[09:58:20.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:65:0)
[09:58:20.695] Build status: SCHEDULED
[09:58:20.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:66:0) after 3m56s
[10:02:16.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:66:0)
[10:02:16.728] Build status: SCHEDULED
[10:02:16.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:67:0) after 6m39s
[10:08:55.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:67:0)
[10:08:55.770] Build status: SCHEDULED
[10:08:55.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:68:0) after 1m25s
[10:10:20.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:68:0)
[10:10:20.818] Build status: SCHEDULED
[10:10:20.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:69:0) after 3m1s
[10:13:21.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:69:0)
[10:13:21.854] Build status: SCHEDULED
[10:13:21.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:70:0) after 4m44s
[10:18:05.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:70:0)
[10:18:05.941] Build status: SCHEDULED
[10:18:05.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:71:0) after 2m9s
[10:20:14.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:71:0)
[10:20:14.977] Build status: SCHEDULED
[10:20:14.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:72:0) after 7m6s
[10:27:21.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:72:0)
[10:27:21.028] Build status: SCHEDULED
[10:27:21.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:73:0) after 5m53s
[10:33:14.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:73:0)
[10:33:14.071] Build status: SCHEDULED
[10:33:14.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:74:0) after 6m23s
[10:39:37.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:74:0)
[10:39:37.747] Build status: SCHEDULED
[10:39:37.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:75:0) after 6m49s
[10:46:26.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:75:0)
[10:46:26.818] Build status: SCHEDULED
[10:46:26.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:76:0) after 2m53s
[10:49:19.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:76:0)
[10:49:19.860] Build status: SCHEDULED
[10:49:19.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:77:0) after 5m50s
[10:55:09.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:77:0)
[10:55:09.949] Build status: SCHEDULED
[10:55:09.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:78:0) after 2m23s
[10:57:33.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:78:0)
[10:57:33.207] Build status: SCHEDULED
[10:57:33.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:79:0) after 9m21s
[11:03:11.526] Received PubSub notification, asking Buildbucket for the build status
[11:03:11.567] Build status: STARTED
[11:06:54.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:79:0)
[11:06:54.348] Build status: STARTED
[11:06:54.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:81:0) after 4m12s
[11:11:06.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:81:0)
[11:11:06.405] Build status: STARTED
[11:11:06.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:82:0) after 2m18s
[11:13:24.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:82:0)
[11:13:24.498] Build status: STARTED
[11:13:24.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:83:0) after 2m15s
[11:15:39.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:83:0)
[11:15:39.632] Build status: STARTED
[11:15:39.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8868941660304832432:84:0) after 9m55s
[11:16:04.151] Received PubSub notification, asking Buildbucket for the build status
[11:16:04.178] Build:
{
"id": "8703511598446983313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-17T03:59:08.225850223Z",
"startTime": "2025-09-17T11:03:10.937832087Z",
"endTime": "2025-09-17T11:16:03.888407448Z",
"updateTime": "2025-09-17T11:16:03.888407448Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:16:04.178] Invocation finished in 7h16m57.108636845s with status SUCCEEDED