[07:31:41.097] New invocation is queued and will start shortly
[07:31:42.269] Starting the invocation (attempt 1)
[07:31:42.298] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d89db6589382bfb7a0a7bc08e64719f1e893494f"
[07:31:42.298] Popped gitiles commit info from properties and tags
[07:31:42.298] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:31:42.300] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:31:42.300] Buildbucket request:
{
"requestId": "8865213811120525664",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865213811120525664",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"title": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d89db6589382bfb7a0a7bc08e64719f1e893494f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d89db6589382bfb7a0a7bc08e64719f1e893494f",
"title": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d89db6589382bfb7a0a7bc08e64719f1e893494f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865213811120525664"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:31:42.806] Scheduled build:
{
"id": "8699783749096133025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T07:31:42.406532307Z",
"updateTime": "2025-10-28T07:31:42.406532307Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:31:42.806] Task URL: https://cr-buildbucket.appspot.com/build/8699783749096133025
[07:31:42.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:2:0) after 1m58s
[07:31:47.493] Received PubSub notification, asking Buildbucket for the build status
[07:31:47.508] Build status: SCHEDULED
[07:33:40.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:2:0)
[07:33:40.916] Build status: SCHEDULED
[07:33:40.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:4:0) after 1m37s
[07:35:17.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:4:0)
[07:35:17.950] Build status: SCHEDULED
[07:35:17.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:5:0) after 6m45s
[07:42:02.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:5:0)
[07:42:03.082] Build status: SCHEDULED
[07:42:03.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:6:0) after 4m21s
[07:46:24.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:6:0)
[07:46:24.287] Build status: SCHEDULED
[07:46:24.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:7:0) after 3m31s
[07:49:55.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:7:0)
[07:49:55.329] Build status: SCHEDULED
[07:49:55.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:8:0) after 1m56s
[07:51:51.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:8:0)
[07:51:51.441] Build status: SCHEDULED
[07:51:51.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:9:0) after 1m36s
[07:53:27.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:9:0)
[07:53:27.479] Build status: SCHEDULED
[07:53:27.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:10:0) after 9m39s
[08:03:06.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:10:0)
[08:03:06.522] Build status: SCHEDULED
[08:03:06.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:11:0) after 1m45s
[08:04:51.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:11:0)
[08:04:51.553] Build status: SCHEDULED
[08:04:51.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:12:0) after 6m4s
[08:10:55.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:12:0)
[08:10:55.556] Build status: SCHEDULED
[08:10:55.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:13:0) after 4m4s
[08:14:59.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:13:0)
[08:14:59.592] Build status: SCHEDULED
[08:14:59.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:14:0) after 7m28s
[08:22:27.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:14:0)
[08:22:27.610] Build status: SCHEDULED
[08:22:27.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:15:0) after 2m46s
[08:25:13.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:15:0)
[08:25:13.644] Build status: SCHEDULED
[08:25:13.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:16:0) after 9m41s
[08:34:54.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:16:0)
[08:34:54.769] Build status: SCHEDULED
[08:34:54.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:17:0) after 6m14s
[08:41:08.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:17:0)
[08:41:08.863] Build status: SCHEDULED
[08:41:08.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:18:0) after 9m11s
[08:50:19.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:18:0)
[08:50:19.978] Build status: SCHEDULED
[08:50:19.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:19:0) after 5m37s
[08:55:57.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:19:0)
[08:55:57.026] Build status: SCHEDULED
[08:55:57.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:20:0) after 3m2s
[08:58:59.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:20:0)
[08:58:59.070] Build status: SCHEDULED
[08:58:59.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:21:0) after 5m1s
[09:04:00.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:21:0)
[09:04:00.106] Build status: SCHEDULED
[09:04:00.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:22:0) after 9m52s
[09:13:52.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:22:0)
[09:13:52.208] Build status: SCHEDULED
[09:13:52.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:23:0) after 6m19s
[09:20:11.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:23:0)
[09:20:11.187] Build status: SCHEDULED
[09:20:11.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:24:0) after 3m23s
[09:23:34.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:24:0)
[09:23:34.239] Build status: SCHEDULED
[09:23:34.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:25:0) after 8m1s
[09:31:35.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:25:0)
[09:31:35.248] Build status: SCHEDULED
[09:31:35.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:26:0) after 8m45s
[09:40:20.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:26:0)
[09:40:20.283] Build status: SCHEDULED
[09:40:20.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:27:0) after 3m18s
[09:43:38.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:27:0)
[09:43:38.329] Build status: SCHEDULED
[09:43:38.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:28:0) after 1m17s
[09:44:55.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:28:0)
[09:44:55.412] Build status: SCHEDULED
[09:44:55.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:29:0) after 9m52s
[09:54:47.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:29:0)
[09:54:47.468] Build status: SCHEDULED
[09:54:47.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:30:0) after 6m10s
[10:00:57.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:30:0)
[10:00:57.622] Build status: SCHEDULED
[10:00:57.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:31:0) after 9m28s
[10:10:25.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:31:0)
[10:10:25.710] Build status: SCHEDULED
[10:10:25.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:32:0) after 8m50s
[10:19:15.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:32:0)
[10:19:15.770] Build status: SCHEDULED
[10:19:15.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:33:0) after 3m5s
[10:22:20.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:33:0)
[10:22:20.809] Build status: SCHEDULED
[10:22:20.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:34:0) after 6m59s
[10:29:19.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:34:0)
[10:29:19.905] Build status: SCHEDULED
[10:29:19.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:35:0) after 1m14s
[10:30:33.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:35:0)
[10:30:33.944] Build status: SCHEDULED
[10:30:33.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:36:0) after 5m22s
[10:35:55.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:36:0)
[10:35:55.970] Build status: SCHEDULED
[10:35:55.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:37:0) after 9m33s
[10:45:29.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:37:0)
[10:45:29.072] Build status: SCHEDULED
[10:45:29.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:38:0) after 4m37s
[10:50:06.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:38:0)
[10:50:06.130] Build status: SCHEDULED
[10:50:06.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:39:0) after 8m17s
[10:58:23.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:39:0)
[10:58:23.220] Build status: SCHEDULED
[10:58:23.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:40:0) after 5m31s
[11:03:54.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:40:0)
[11:03:54.250] Build status: SCHEDULED
[11:03:54.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:41:0) after 1m44s
[11:05:38.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:41:0)
[11:05:38.318] Build status: SCHEDULED
[11:05:38.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:42:0) after 7m19s
[11:12:57.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:42:0)
[11:12:57.403] Build status: SCHEDULED
[11:12:57.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:43:0) after 9m2s
[11:21:59.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:43:0)
[11:21:59.533] Build status: SCHEDULED
[11:21:59.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:44:0) after 2m54s
[11:24:53.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:44:0)
[11:24:53.747] Build status: SCHEDULED
[11:24:53.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:45:0) after 2m30s
[11:27:23.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:45:0)
[11:27:23.770] Build status: SCHEDULED
[11:27:23.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:46:0) after 3m28s
[11:30:51.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:46:0)
[11:30:51.805] Build status: SCHEDULED
[11:30:51.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:47:0) after 3m28s
[11:34:19.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:47:0)
[11:34:19.861] Build status: SCHEDULED
[11:34:19.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:48:0) after 2m57s
[11:37:16.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:48:0)
[11:37:16.962] Build status: SCHEDULED
[11:37:16.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:49:0) after 7m56s
[11:45:13.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:49:0)
[11:45:13.050] Build status: SCHEDULED
[11:45:13.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:50:0) after 3m38s
[11:48:51.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:50:0)
[11:48:51.264] Build status: SCHEDULED
[11:48:51.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:51:0) after 4m48s
[11:53:39.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:51:0)
[11:53:39.363] Build status: SCHEDULED
[11:53:39.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:52:0) after 2m30s
[11:56:09.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:52:0)
[11:56:09.448] Build status: SCHEDULED
[11:56:09.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:53:0) after 4m59s
[12:01:08.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:53:0)
[12:01:08.867] Build status: SCHEDULED
[12:01:08.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:54:0) after 3m13s
[12:04:21.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:54:0)
[12:04:22.083] Build status: SCHEDULED
[12:04:22.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:55:0) after 2m45s
[12:07:07.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:55:0)
[12:07:07.174] Build status: SCHEDULED
[12:07:07.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:56:0) after 4m26s
[12:11:33.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:56:0)
[12:11:33.358] Build status: SCHEDULED
[12:11:33.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:57:0) after 5m17s
[12:16:50.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:57:0)
[12:16:50.451] Build status: SCHEDULED
[12:16:50.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:58:0) after 4m40s
[12:21:30.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:58:0)
[12:21:30.560] Build status: SCHEDULED
[12:21:30.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:59:0) after 9m31s
[12:31:01.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:59:0)
[12:31:01.686] Build status: SCHEDULED
[12:31:01.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:60:0) after 1m13s
[12:32:14.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:60:0)
[12:32:14.732] Build status: SCHEDULED
[12:32:14.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:61:0) after 2m29s
[12:34:43.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:61:0)
[12:34:43.823] Build status: SCHEDULED
[12:34:43.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:62:0) after 2m7s
[12:36:50.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:62:0)
[12:36:50.865] Build status: SCHEDULED
[12:36:50.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:63:0) after 8m16s
[12:45:06.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:63:0)
[12:45:06.956] Build status: SCHEDULED
[12:45:06.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:64:0) after 9m58s
[12:55:04.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:64:0)
[12:55:04.988] Build status: SCHEDULED
[12:55:04.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:65:0) after 8m34s
[13:03:38.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:65:0)
[13:03:39.012] Build status: SCHEDULED
[13:03:39.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:66:0) after 3m53s
[13:07:32.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:66:0)
[13:07:32.093] Build status: SCHEDULED
[13:07:32.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:67:0) after 9m50s
[13:17:22.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:67:0)
[13:17:22.153] Build status: SCHEDULED
[13:17:22.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:68:0) after 5m46s
[13:23:08.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:68:0)
[13:23:08.263] Build status: SCHEDULED
[13:23:08.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:69:0) after 8m2s
[13:31:10.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:69:0)
[13:31:10.314] Build status: SCHEDULED
[13:31:10.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:70:0) after 7m45s
[13:38:55.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:70:0)
[13:38:55.306] Build status: SCHEDULED
[13:38:55.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:71:0) after 7m11s
[13:46:06.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:71:0)
[13:46:06.396] Build status: SCHEDULED
[13:46:06.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:72:0) after 3m54s
[13:50:00.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:72:0)
[13:50:00.448] Build status: SCHEDULED
[13:50:00.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:73:0) after 8m18s
[13:58:18.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:73:0)
[13:58:18.482] Build status: SCHEDULED
[13:58:18.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:74:0) after 5m29s
[14:03:47.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:74:0)
[14:03:47.524] Build status: SCHEDULED
[14:03:47.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:75:0) after 1m53s
[14:05:40.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:75:0)
[14:05:40.616] Build status: SCHEDULED
[14:05:40.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:76:0) after 9m31s
[14:15:11.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:76:0)
[14:15:11.649] Build status: SCHEDULED
[14:15:11.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:77:0) after 6m12s
[14:21:23.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:77:0)
[14:21:23.710] Build status: SCHEDULED
[14:21:23.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:78:0) after 5m28s
[14:26:51.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:78:0)
[14:26:51.744] Build status: SCHEDULED
[14:26:51.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:79:0) after 5m20s
[14:32:11.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:79:0)
[14:32:12.467] Build status: SCHEDULED
[14:32:12.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:80:0) after 1m9s
[14:33:21.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:80:0)
[14:33:21.508] Build status: SCHEDULED
[14:33:21.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:81:0) after 5m13s
[14:38:34.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:81:0)
[14:38:34.573] Build status: SCHEDULED
[14:38:34.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:82:0) after 5m19s
[14:43:53.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:82:0)
[14:43:53.700] Build status: SCHEDULED
[14:43:53.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:83:0) after 6m42s
[14:50:35.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:83:0)
[14:50:35.765] Build status: SCHEDULED
[14:50:35.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:84:0) after 5m12s
[14:55:47.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:84:0)
[14:55:47.823] Build status: SCHEDULED
[14:55:47.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:85:0) after 9m19s
[15:05:06.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:85:0)
[15:05:06.899] Build status: SCHEDULED
[15:05:06.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:86:0) after 8m51s
[15:13:57.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:86:0)
[15:13:57.939] Build status: SCHEDULED
[15:13:57.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:87:0) after 4m42s
[15:18:39.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:87:0)
[15:18:40.042] Build status: SCHEDULED
[15:18:40.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:88:0) after 8m32s
[15:27:12.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:88:0)
[15:27:12.097] Build status: SCHEDULED
[15:27:12.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:89:0) after 8m7s
[15:35:19.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:89:0)
[15:35:19.154] Build status: SCHEDULED
[15:35:19.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:90:0) after 7m59s
[15:43:18.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:90:0)
[15:43:18.290] Build status: SCHEDULED
[15:43:18.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:91:0) after 4m32s
[15:47:50.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:91:0)
[15:47:50.406] Build status: SCHEDULED
[15:47:50.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:92:0) after 6m4s
[15:53:54.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:92:0)
[15:53:54.615] Build status: SCHEDULED
[15:53:54.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:93:0) after 5m53s
[15:59:47.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:93:0)
[15:59:47.649] Build status: SCHEDULED
[15:59:47.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:94:0) after 1m50s
[16:01:37.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:94:0)
[16:01:37.671] Build status: SCHEDULED
[16:01:37.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:95:0) after 6m27s
[16:04:46.955] Received PubSub notification, asking Buildbucket for the build status
[16:04:46.971] Build status: STARTED
[16:08:04.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:95:0)
[16:08:04.694] Build status: STARTED
[16:08:04.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:97:0) after 9m43s
[16:17:47.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:97:0)
[16:17:47.776] Build status: STARTED
[16:17:47.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8865213811120525664:98:0) after 2m8s
[16:17:50.394] Received PubSub notification, asking Buildbucket for the build status
[16:17:50.412] Build:
{
"id": "8699783749096133025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T07:31:42.406532307Z",
"startTime": "2025-10-28T16:04:45.920745434Z",
"endTime": "2025-10-28T16:17:49.991426310Z",
"updateTime": "2025-10-28T16:17:49.991426310Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:17:50.412] Invocation finished in 8h46m9.319982388s with status SUCCEEDED