[05:49:51.638] New invocation is queued and will start shortly
[05:49:51.638] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[05:49:52.945] Starting the invocation (attempt 1)
[05:49:52.981] Ignoring gitiles_ref tag without the buildset tag
[05:49:52.981] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:49:52.989] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:49:52.989] Buildbucket request:
{
"requestId": "8838403515298945872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838403515298945872",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "4fc02cbb-2150-46f3-9843-fb7344257d0c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672973791932432065"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838403515298945872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:49:53.339] Scheduled build:
{
"id": "8672973453140603105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T05:49:53.074717197Z",
"updateTime": "2026-08-20T05:49:53.074717197Z",
"status": "SCHEDULED",
"input": {
}
}
[05:49:53.339] Task URL: https://cr-buildbucket.appspot.com/build/8672973453140603105
[05:49:53.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:2:0) after 1m48s
[05:49:54.306] Received PubSub notification, asking Buildbucket for the build status
[05:49:54.325] Build status: SCHEDULED
[05:51:41.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:2:0)
[05:51:41.499] Build status: SCHEDULED
[05:51:41.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:4:0) after 1m27s
[05:53:08.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:4:0)
[05:53:08.584] Build status: SCHEDULED
[05:53:08.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:5:0) after 8m21s
[06:01:29.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:5:0)
[06:01:29.680] Build status: SCHEDULED
[06:01:29.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:6:0) after 2m16s
[06:03:45.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:6:0)
[06:03:45.791] Build status: SCHEDULED
[06:03:45.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:7:0) after 9m17s
[06:13:02.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:7:0)
[06:13:02.825] Build status: SCHEDULED
[06:13:02.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:8:0) after 3m32s
[06:16:34.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:8:0)
[06:16:34.820] Build status: SCHEDULED
[06:16:34.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:9:0) after 8m29s
[06:25:03.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:9:0)
[06:25:03.937] Build status: SCHEDULED
[06:25:03.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:10:0) after 9m39s
[06:34:43.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:10:0)
[06:34:43.087] Build status: SCHEDULED
[06:34:43.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:11:0) after 7m33s
[06:42:16.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:11:0)
[06:42:16.151] Build status: SCHEDULED
[06:42:16.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:12:0) after 6m7s
[06:48:23.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:12:0)
[06:48:23.152] Build status: SCHEDULED
[06:48:23.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:13:0) after 7m20s
[06:55:43.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:13:0)
[06:55:43.296] Build status: SCHEDULED
[06:55:43.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:14:0) after 7m57s
[07:03:40.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:14:0)
[07:03:40.389] Build status: SCHEDULED
[07:03:40.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:15:0) after 9m5s
[07:12:45.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:15:0)
[07:12:45.412] Build status: SCHEDULED
[07:12:45.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:16:0) after 4m7s
[07:16:52.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:16:0)
[07:16:52.452] Build status: SCHEDULED
[07:16:52.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:17:0) after 3m30s
[07:20:22.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:17:0)
[07:20:22.523] Build status: SCHEDULED
[07:20:22.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:18:0) after 9m7s
[07:29:29.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:18:0)
[07:29:29.559] Build status: SCHEDULED
[07:29:29.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:19:0) after 9m50s
[07:39:19.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:19:0)
[07:39:19.609] Build status: SCHEDULED
[07:39:19.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:20:0) after 9m13s
[07:48:32.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:20:0)
[07:48:32.749] Build status: SCHEDULED
[07:48:32.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:21:0) after 9m52s
[07:58:24.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:21:0)
[07:58:24.823] Build status: SCHEDULED
[07:58:24.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:22:0) after 8m42s
[08:07:06.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:22:0)
[08:07:06.920] Build status: SCHEDULED
[08:07:06.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:23:0) after 3m53s
[08:10:59.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:23:0)
[08:11:00.109] Build status: SCHEDULED
[08:11:00.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:24:0) after 7m35s
[08:18:35.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:24:0)
[08:18:35.181] Build status: SCHEDULED
[08:18:35.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:25:0) after 6m21s
[08:24:56.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:25:0)
[08:24:56.271] Build status: SCHEDULED
[08:24:56.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:26:0) after 1m55s
[08:26:51.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:26:0)
[08:26:51.356] Build status: SCHEDULED
[08:26:51.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:27:0) after 7m49s
[08:34:40.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:27:0)
[08:34:40.460] Build status: SCHEDULED
[08:34:40.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:28:0) after 3m12s
[08:37:52.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:28:0)
[08:37:52.587] Build status: SCHEDULED
[08:37:52.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:29:0) after 9m23s
[08:44:51.522] Received PubSub notification, asking Buildbucket for the build status
[08:44:51.549] Build status: STARTED
[08:47:15.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:29:0)
[08:47:15.674] Build status: STARTED
[08:47:15.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:31:0) after 9m27s
[08:56:42.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:31:0)
[08:56:42.926] Build status: STARTED
[08:56:42.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:32:0) after 1m37s
[08:58:19.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:32:0)
[08:58:20.015] Build status: STARTED
[08:58:20.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8838403515298945872:33:0) after 9m40s
[09:01:37.496] Received PubSub notification, asking Buildbucket for the build status
[09:01:37.593] Build:
{
"id": "8672973453140603105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T05:49:53.074717197Z",
"startTime": "2026-08-20T08:44:50.908871701Z",
"endTime": "2026-08-20T09:01:36.277805322Z",
"updateTime": "2026-08-20T09:01:36.277805322Z",
"status": "SUCCESS",
"input": {
}
}
[09:01:37.593] Invocation finished in 3h11m45.961702107s with status SUCCEEDED