[19:06:13.441] New invocation is queued and will start shortly
[19:06:13.441] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[19:06:14.540] Starting the invocation (attempt 1)
[19:06:14.565] Ignoring gitiles_ref tag without the buildset tag
[19:06:14.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:06:14.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:06:14.566] Buildbucket request:
{
"requestId": "8861999220677055328",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861999220677055328",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "8d91215d-ee23-45ba-b9c1-37942802106e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8696569377732228433"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861999220677055328"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:06:14.894] Scheduled build:
{
"id": "8696569158779698993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T19:06:14.629714669Z",
"updateTime": "2025-12-02T19:06:14.629714669Z",
"status": "SCHEDULED",
"input": {
}
}
[19:06:14.894] Task URL: https://cr-buildbucket.appspot.com/build/8696569158779698993
[19:06:14.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:2:0) after 8m58s
[19:06:15.289] Received PubSub notification, asking Buildbucket for the build status
[19:06:15.334] Build status: SCHEDULED
[19:15:12.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:2:0)
[19:15:12.992] Build status: SCHEDULED
[19:15:12.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:4:0) after 5m28s
[19:20:41.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:4:0)
[19:20:41.020] Build status: SCHEDULED
[19:20:41.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:5:0) after 9m4s
[19:29:45.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:5:0)
[19:29:45.168] Build status: SCHEDULED
[19:29:45.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:6:0) after 2m41s
[19:32:26.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:6:0)
[19:32:26.199] Build status: SCHEDULED
[19:32:26.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:7:0) after 4m17s
[19:36:43.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:7:0)
[19:36:43.235] Build status: SCHEDULED
[19:36:43.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:8:0) after 8m57s
[19:45:40.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:8:0)
[19:45:40.294] Build status: SCHEDULED
[19:45:40.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:9:0) after 9m34s
[19:55:14.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:9:0)
[19:55:14.335] Build status: SCHEDULED
[19:55:14.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:10:0) after 8m59s
[20:04:13.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:10:0)
[20:04:13.388] Build status: SCHEDULED
[20:04:13.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:11:0) after 8m48s
[20:13:01.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:11:0)
[20:13:01.426] Build status: SCHEDULED
[20:13:01.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:12:0) after 5m20s
[20:18:21.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:12:0)
[20:18:21.478] Build status: SCHEDULED
[20:18:21.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:13:0) after 2m12s
[20:20:33.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:13:0)
[20:20:33.511] Build status: SCHEDULED
[20:20:33.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:14:0) after 3m29s
[20:24:02.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:14:0)
[20:24:02.519] Build status: SCHEDULED
[20:24:02.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:15:0) after 7m20s
[20:31:22.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:15:0)
[20:31:22.619] Build status: SCHEDULED
[20:31:22.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:16:0) after 4m3s
[20:35:25.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:16:0)
[20:35:25.798] Build status: SCHEDULED
[20:35:25.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:17:0) after 6m25s
[20:41:50.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:17:0)
[20:41:50.831] Build status: SCHEDULED
[20:41:50.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:18:0) after 6m48s
[20:48:38.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:18:0)
[20:48:38.865] Build status: SCHEDULED
[20:48:38.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:19:0) after 4m34s
[20:53:12.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:19:0)
[20:53:12.914] Build status: SCHEDULED
[20:53:12.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:20:0) after 8m8s
[21:01:20.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:20:0)
[21:01:20.999] Build status: SCHEDULED
[21:01:20.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:21:0) after 2m58s
[21:04:19.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:21:0)
[21:04:19.152] Build status: SCHEDULED
[21:04:19.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:22:0) after 8m3s
[21:12:22.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:22:0)
[21:12:22.304] Build status: SCHEDULED
[21:12:22.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:23:0) after 2m30s
[21:14:52.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:23:0)
[21:14:52.336] Build status: SCHEDULED
[21:14:52.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:24:0) after 2m58s
[21:17:50.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:24:0)
[21:17:50.379] Build status: SCHEDULED
[21:17:50.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:25:0) after 7m9s
[21:24:59.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:25:0)
[21:24:59.511] Build status: SCHEDULED
[21:24:59.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:26:0) after 2m45s
[21:27:44.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:26:0)
[21:27:44.554] Build status: SCHEDULED
[21:27:44.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:27:0) after 5m26s
[21:33:10.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:27:0)
[21:33:10.764] Build status: SCHEDULED
[21:33:10.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:28:0) after 8m15s
[21:41:25.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:28:0)
[21:41:25.858] Build status: SCHEDULED
[21:41:25.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:29:0) after 8m48s
[21:50:14.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:29:0)
[21:50:14.042] Build status: SCHEDULED
[21:50:14.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:30:0) after 5m50s
[21:56:04.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:30:0)
[21:56:04.122] Build status: SCHEDULED
[21:56:04.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:31:0) after 4m34s
[22:00:38.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:31:0)
[22:00:38.447] Build status: SCHEDULED
[22:00:38.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:32:0) after 4m24s
[22:05:02.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:32:0)
[22:05:02.588] Build status: SCHEDULED
[22:05:02.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:33:0) after 1m54s
[22:06:56.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:33:0)
[22:06:56.658] Build status: SCHEDULED
[22:06:56.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:34:0) after 6m49s
[22:13:45.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:34:0)
[22:13:45.688] Build status: SCHEDULED
[22:13:45.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:35:0) after 9m53s
[22:23:38.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:35:0)
[22:23:38.765] Build status: SCHEDULED
[22:23:38.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:36:0) after 9m46s
[22:33:24.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:36:0)
[22:33:24.799] Build status: SCHEDULED
[22:33:24.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:37:0) after 7m1s
[22:40:25.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:37:0)
[22:40:25.870] Build status: SCHEDULED
[22:40:25.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:38:0) after 3m16s
[22:43:41.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:38:0)
[22:43:41.949] Build status: SCHEDULED
[22:43:41.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:39:0) after 3m7s
[22:46:49.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:39:0)
[22:46:49.069] Build status: SCHEDULED
[22:46:49.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:40:0) after 8m35s
[22:55:24.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:40:0)
[22:55:24.143] Build status: SCHEDULED
[22:55:24.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:41:0) after 4m42s
[23:00:06.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:41:0)
[23:00:06.345] Build status: SCHEDULED
[23:00:06.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:42:0) after 6m55s
[23:07:01.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:42:0)
[23:07:01.420] Build status: SCHEDULED
[23:07:01.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:43:0) after 6m43s
[23:13:44.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:43:0)
[23:13:44.663] Build status: SCHEDULED
[23:13:44.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:44:0) after 1m12s
[23:14:56.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:44:0)
[23:14:56.716] Build status: SCHEDULED
[23:14:56.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:45:0) after 5m27s
[23:20:23.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:45:0)
[23:20:23.802] Build status: SCHEDULED
[23:20:23.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:46:0) after 9m56s
[23:30:19.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:46:0)
[23:30:19.834] Build status: SCHEDULED
[23:30:19.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:47:0) after 4m18s
[23:34:38.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:47:0)
[23:34:38.079] Build status: SCHEDULED
[23:34:38.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:48:0) after 2m41s
[23:37:19.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:48:0)
[23:37:19.161] Build status: SCHEDULED
[23:37:19.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:49:0) after 6m21s
[23:43:40.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:49:0)
[23:43:40.194] Build status: SCHEDULED
[23:43:40.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:50:0) after 7m39s
[23:51:19.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:50:0)
[23:51:19.306] Build status: SCHEDULED
[23:51:19.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:51:0) after 7m29s
[23:58:48.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:51:0)
[23:58:48.338] Build status: SCHEDULED
[23:58:48.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:52:0) after 4m6s
[00:02:54.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:52:0)
[00:02:54.470] Build status: SCHEDULED
[00:02:54.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:53:0) after 2m30s
[00:05:24.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:53:0)
[00:05:24.520] Build status: SCHEDULED
[00:05:24.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:54:0) after 1m38s
[00:07:02.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:54:0)
[00:07:02.699] Build status: SCHEDULED
[00:07:02.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:55:0) after 8m23s
[00:15:25.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:55:0)
[00:15:25.937] Build status: SCHEDULED
[00:15:25.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:56:0) after 1m27s
[00:16:53.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:56:0)
[00:16:53.191] Build status: SCHEDULED
[00:16:53.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:57:0) after 7m25s
[00:24:18.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:57:0)
[00:24:18.248] Build status: SCHEDULED
[00:24:18.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:58:0) after 5m47s
[00:30:05.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:58:0)
[00:30:05.307] Build status: SCHEDULED
[00:30:05.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:59:0) after 5m42s
[00:35:47.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:59:0)
[00:35:47.359] Build status: SCHEDULED
[00:35:47.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:60:0) after 3m11s
[00:38:58.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:60:0)
[00:38:58.398] Build status: SCHEDULED
[00:38:58.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:61:0) after 1m18s
[00:40:16.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:61:0)
[00:40:16.620] Build status: SCHEDULED
[00:40:16.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:62:0) after 7m54s
[00:48:10.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:62:0)
[00:48:10.690] Build status: SCHEDULED
[00:48:10.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:63:0) after 2m48s
[00:50:58.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:63:0)
[00:50:58.721] Build status: SCHEDULED
[00:50:58.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:64:0) after 2m46s
[00:53:44.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:64:0)
[00:53:44.838] Build status: SCHEDULED
[00:53:44.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:65:0) after 6m52s
[01:00:36.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:65:0)
[01:00:36.938] Build status: SCHEDULED
[01:00:36.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:66:0) after 8m19s
[01:08:56.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:66:0)
[01:08:56.022] Build status: SCHEDULED
[01:08:56.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:67:0) after 6m37s
[01:15:33.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:67:0)
[01:15:33.087] Build status: SCHEDULED
[01:15:33.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:68:0) after 2m49s
[01:18:22.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:68:0)
[01:18:22.135] Build status: SCHEDULED
[01:18:22.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:69:0) after 3m31s
[01:21:53.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:69:0)
[01:21:53.175] Build status: SCHEDULED
[01:21:53.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:70:0) after 5m5s
[01:26:58.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:70:0)
[01:26:58.306] Build status: SCHEDULED
[01:26:58.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:71:0) after 9m55s
[01:32:45.966] Received PubSub notification, asking Buildbucket for the build status
[01:32:46.595] Build status: STARTED
[01:36:53.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:71:0)
[01:36:53.338] Build status: STARTED
[01:36:53.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:73:0) after 3m41s
[01:40:34.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:73:0)
[01:40:34.379] Build status: STARTED
[01:40:34.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:74:0) after 9m33s
[01:50:07.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:74:0)
[01:50:07.414] Build status: STARTED
[01:50:07.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:75:0) after 5m28s
[01:55:35.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:75:0)
[01:55:35.466] Build status: STARTED
[01:55:35.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:76:0) after 4m59s
[02:00:34.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:76:0)
[02:00:34.554] Build status: STARTED
[02:00:34.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:77:0) after 5m57s
[02:06:31.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:77:0)
[02:06:31.613] Build status: STARTED
[02:06:31.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:78:0) after 6m14s
[02:12:45.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:78:0)
[02:12:45.707] Build status: STARTED
[02:12:45.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:79:0) after 6m58s
[02:19:43.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:79:0)
[02:19:43.766] Build status: STARTED
[02:19:43.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:80:0) after 6m14s
[02:25:57.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:80:0)
[02:25:57.890] Build status: STARTED
[02:25:57.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:81:0) after 2m4s
[02:28:01.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:81:0)
[02:28:01.921] Build status: STARTED
[02:28:01.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8861999220677055328:82:0) after 9m38s
[02:28:44.487] Received PubSub notification, asking Buildbucket for the build status
[02:28:44.502] Build:
{
"id": "8696569158779698993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T19:06:14.629714669Z",
"startTime": "2025-12-03T01:32:45.499995626Z",
"endTime": "2025-12-03T02:28:44.173150360Z",
"updateTime": "2025-12-03T02:28:44.173150360Z",
"status": "SUCCESS",
"input": {
}
}
[02:28:44.502] Invocation finished in 7h22m31.066062725s with status SUCCEEDED