[20:36:20.275] New invocation is queued and will start shortly
[20:36:20.275] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:36:23.095] Starting the invocation (attempt 1)
[20:36:23.126] Ignoring gitiles_ref tag without the buildset tag
[20:36:23.126] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:36:23.126] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:36:23.126] Buildbucket request:
{
"requestId": "8839616100499075152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839616100499075152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "999a58fb-49ed-4ac9-b4ff-1fbd043f5f08",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674186367948398401"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839616100499075152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:36:23.604] Scheduled build:
{
"id": "8674186036674271921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T20:36:23.302346180Z",
"updateTime": "2026-08-06T20:36:23.302346180Z",
"status": "SCHEDULED",
"input": {
}
}
[20:36:23.604] Task URL: https://cr-buildbucket.appspot.com/build/8674186036674271921
[20:36:23.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:2:0) after 3m52s
[20:36:24.559] Received PubSub notification, asking Buildbucket for the build status
[20:36:24.586] Build status: SCHEDULED
[20:40:15.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:2:0)
[20:40:15.746] Build status: SCHEDULED
[20:40:15.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:4:0) after 6m48s
[20:47:03.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:4:0)
[20:47:03.832] Build status: SCHEDULED
[20:47:03.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:5:0) after 2m57s
[20:50:00.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:5:0)
[20:50:00.870] Build status: SCHEDULED
[20:50:00.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:6:0) after 4m41s
[20:54:41.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:6:0)
[20:54:41.962] Build status: SCHEDULED
[20:54:41.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:7:0) after 4m3s
[20:58:44.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:7:0)
[20:58:44.959] Build status: SCHEDULED
[20:58:44.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:8:0) after 8m1s
[21:06:45.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:8:0)
[21:06:46.004] Build status: SCHEDULED
[21:06:46.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:9:0) after 7m14s
[21:14:00.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:9:0)
[21:14:00.173] Build status: SCHEDULED
[21:14:00.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:10:0) after 5m6s
[21:19:06.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:10:0)
[21:19:06.360] Build status: SCHEDULED
[21:19:06.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:11:0) after 3m40s
[21:22:46.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:11:0)
[21:22:46.783] Build status: SCHEDULED
[21:22:46.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:12:0) after 4m27s
[21:27:13.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:12:0)
[21:27:13.845] Build status: SCHEDULED
[21:27:13.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:13:0) after 3m6s
[21:30:20.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:13:0)
[21:30:20.131] Build status: SCHEDULED
[21:30:20.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:14:0) after 9m7s
[21:39:27.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:14:0)
[21:39:27.511] Build status: SCHEDULED
[21:39:27.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:15:0) after 3m40s
[21:43:07.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:15:0)
[21:43:07.612] Build status: SCHEDULED
[21:43:07.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:16:0) after 8m28s
[21:51:35.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:16:0)
[21:51:35.650] Build status: SCHEDULED
[21:51:35.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:17:0) after 2m5s
[21:53:40.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:17:0)
[21:53:40.747] Build status: SCHEDULED
[21:53:40.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:18:0) after 6m38s
[22:00:18.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:18:0)
[22:00:18.788] Build status: SCHEDULED
[22:00:18.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:19:0) after 7m14s
[22:07:32.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:19:0)
[22:07:32.950] Build status: SCHEDULED
[22:07:32.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:20:0) after 5m0s
[22:12:33.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:20:0)
[22:12:33.038] Build status: SCHEDULED
[22:12:33.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:21:0) after 5m47s
[22:18:20.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:21:0)
[22:18:20.151] Build status: SCHEDULED
[22:18:20.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:22:0) after 3m1s
[22:21:21.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:22:0)
[22:21:21.188] Build status: SCHEDULED
[22:21:21.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:23:0) after 9m13s
[22:30:34.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:23:0)
[22:30:34.323] Build status: SCHEDULED
[22:30:34.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:24:0) after 2m14s
[22:32:48.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:24:0)
[22:32:48.376] Build status: SCHEDULED
[22:32:48.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:25:0) after 8m41s
[22:41:29.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:25:0)
[22:41:29.515] Build status: SCHEDULED
[22:41:29.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:26:0) after 1m42s
[22:43:11.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:26:0)
[22:43:11.585] Build status: SCHEDULED
[22:43:11.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:27:0) after 1m45s
[22:44:56.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:27:0)
[22:44:56.683] Build status: SCHEDULED
[22:44:56.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:28:0) after 1m54s
[22:46:50.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:28:0)
[22:46:50.856] Build status: SCHEDULED
[22:46:50.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:29:0) after 3m21s
[22:50:11.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:29:0)
[22:50:11.894] Build status: SCHEDULED
[22:50:11.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:30:0) after 8m46s
[22:58:57.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:30:0)
[22:58:57.931] Build status: SCHEDULED
[22:58:57.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:31:0) after 1m29s
[23:00:26.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:31:0)
[23:00:27.000] Build status: SCHEDULED
[23:00:27.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:32:0) after 3m23s
[23:03:50.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:32:0)
[23:03:50.071] Build status: SCHEDULED
[23:03:50.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:33:0) after 7m53s
[23:11:43.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:33:0)
[23:11:43.384] Build status: SCHEDULED
[23:11:43.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:34:0) after 5m36s
[23:17:19.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:34:0)
[23:17:19.449] Build status: SCHEDULED
[23:17:19.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:35:0) after 9m13s
[23:26:32.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:35:0)
[23:26:32.626] Build status: SCHEDULED
[23:26:32.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:36:0) after 3m29s
[23:30:01.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:36:0)
[23:30:01.779] Build status: SCHEDULED
[23:30:01.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:37:0) after 1m28s
[23:31:29.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:37:0)
[23:31:29.880] Build status: SCHEDULED
[23:31:29.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:38:0) after 7m47s
[23:35:34.509] Received PubSub notification, asking Buildbucket for the build status
[23:35:34.541] Build status: STARTED
[23:39:16.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:38:0)
[23:39:16.970] Build status: STARTED
[23:39:16.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:40:0) after 5m31s
[23:44:47.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:40:0)
[23:44:48.010] Build status: STARTED
[23:44:48.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:41:0) after 3m39s
[23:48:27.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:41:0)
[23:48:27.288] Build status: STARTED
[23:48:27.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:42:0) after 2m27s
[23:50:54.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:42:0)
[23:50:54.476] Build status: STARTED
[23:50:54.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:43:0) after 4m6s
[23:55:00.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:43:0)
[23:55:00.554] Build status: STARTED
[23:55:00.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:44:0) after 1m42s
[23:56:42.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:44:0)
[23:56:42.545] Build status: STARTED
[23:56:42.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:45:0) after 8m23s
[00:05:05.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:45:0)
[00:05:05.585] Build status: STARTED
[00:05:05.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839616100499075152:46:0) after 9m43s
[00:10:16.698] Received PubSub notification, asking Buildbucket for the build status
[00:10:16.718] Build:
{
"id": "8674186036674271921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T20:36:23.302346180Z",
"startTime": "2026-08-06T23:35:34.078383548Z",
"endTime": "2026-08-07T00:10:16.268250340Z",
"updateTime": "2026-08-07T00:10:16.268250340Z",
"status": "SUCCESS",
"input": {
}
}
[00:10:16.718] Invocation finished in 3h33m56.448842157s with status SUCCEEDED