[03:23:09.694] New invocation is queued and will start shortly
[03:23:09.694] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:23:10.787] Starting the invocation (attempt 1)
[03:23:10.815] Ignoring gitiles_ref tag without the buildset tag
[03:23:10.815] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:23:10.815] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:23:10.816] Buildbucket request:
{
"requestId": "8866950789224874240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866950789224874240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "95251d8a-88e6-4e45-8899-780a08266750",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8701520950093231009"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866950789224874240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:23:11.254] Scheduled build:
{
"id": "8701520727309279217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-09T03:23:10.896070601Z",
"updateTime": "2025-10-09T03:23:10.896070601Z",
"status": "SCHEDULED",
"input": {
}
}
[03:23:11.254] Task URL: https://cr-buildbucket.appspot.com/build/8701520727309279217
[03:23:11.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:2:0) after 5m14s
[03:23:11.635] Received PubSub notification, asking Buildbucket for the build status
[03:23:11.681] Build status: SCHEDULED
[03:28:25.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:2:0)
[03:28:25.352] Build status: SCHEDULED
[03:28:25.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:4:0) after 7m32s
[03:35:57.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:4:0)
[03:35:57.511] Build status: SCHEDULED
[03:35:57.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:5:0) after 3m24s
[03:39:21.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:5:0)
[03:39:21.543] Build status: SCHEDULED
[03:39:21.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:6:0) after 4m37s
[03:43:58.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:6:0)
[03:43:58.607] Build status: SCHEDULED
[03:43:58.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:7:0) after 9m37s
[03:53:35.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:7:0)
[03:53:35.652] Build status: SCHEDULED
[03:53:35.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:8:0) after 9m47s
[04:03:22.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:8:0)
[04:03:22.689] Build status: SCHEDULED
[04:03:22.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:9:0) after 5m1s
[04:08:23.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:9:0)
[04:08:23.720] Build status: SCHEDULED
[04:08:23.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:10:0) after 1m56s
[04:10:19.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:10:0)
[04:10:19.748] Build status: SCHEDULED
[04:10:19.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:11:0) after 4m0s
[04:14:19.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:11:0)
[04:14:19.890] Build status: SCHEDULED
[04:14:19.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:12:0) after 5m48s
[04:20:07.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:12:0)
[04:20:07.984] Build status: SCHEDULED
[04:20:07.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:13:0) after 3m29s
[04:23:37.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:13:0)
[04:23:37.077] Build status: SCHEDULED
[04:23:37.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:14:0) after 8m9s
[04:31:46.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:14:0)
[04:31:46.156] Build status: SCHEDULED
[04:31:46.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:15:0) after 4m28s
[04:36:14.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:15:0)
[04:36:14.186] Build status: SCHEDULED
[04:36:14.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:16:0) after 1m16s
[04:37:30.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:16:0)
[04:37:30.267] Build status: SCHEDULED
[04:37:30.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:17:0) after 5m22s
[04:42:52.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:17:0)
[04:42:52.308] Build status: SCHEDULED
[04:42:52.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:18:0) after 4m44s
[04:47:36.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:18:0)
[04:47:36.336] Build status: SCHEDULED
[04:47:36.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:19:0) after 2m4s
[04:49:40.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:19:0)
[04:49:40.386] Build status: SCHEDULED
[04:49:40.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:20:0) after 4m21s
[04:54:01.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:20:0)
[04:54:01.430] Build status: SCHEDULED
[04:54:01.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:21:0) after 1m29s
[04:55:30.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:21:0)
[04:55:30.465] Build status: SCHEDULED
[04:55:30.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:22:0) after 5m50s
[05:01:20.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:22:0)
[05:01:20.498] Build status: SCHEDULED
[05:01:20.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:23:0) after 5m57s
[05:07:17.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:23:0)
[05:07:17.532] Build status: SCHEDULED
[05:07:17.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:24:0) after 5m30s
[05:12:47.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:24:0)
[05:12:47.564] Build status: SCHEDULED
[05:12:47.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:25:0) after 8m38s
[05:21:25.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:25:0)
[05:21:25.767] Build status: SCHEDULED
[05:21:25.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:26:0) after 9m42s
[05:31:07.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:26:0)
[05:31:07.907] Build status: SCHEDULED
[05:31:07.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:27:0) after 8m47s
[05:39:54.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:27:0)
[05:39:54.939] Build status: SCHEDULED
[05:39:54.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:28:0) after 4m41s
[05:44:35.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:28:0)
[05:44:35.997] Build status: SCHEDULED
[05:44:35.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:29:0) after 4m16s
[05:48:52.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:29:0)
[05:48:52.032] Build status: SCHEDULED
[05:48:52.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:30:0) after 2m34s
[05:51:26.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:30:0)
[05:51:26.067] Build status: SCHEDULED
[05:51:26.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:31:0) after 3m16s
[05:54:42.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:31:0)
[05:54:42.150] Build status: SCHEDULED
[05:54:42.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:32:0) after 8m25s
[06:03:07.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:32:0)
[06:03:07.275] Build status: SCHEDULED
[06:03:07.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:33:0) after 5m26s
[06:08:33.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:33:0)
[06:08:33.357] Build status: SCHEDULED
[06:08:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:34:0) after 5m25s
[06:13:58.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:34:0)
[06:13:58.559] Build status: SCHEDULED
[06:13:58.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:35:0) after 4m24s
[06:18:22.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:35:0)
[06:18:22.811] Build status: SCHEDULED
[06:18:22.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:36:0) after 1m58s
[06:20:20.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:36:0)
[06:20:21.006] Build status: SCHEDULED
[06:20:21.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:37:0) after 1m37s
[06:21:58.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:37:0)
[06:21:58.030] Build status: SCHEDULED
[06:21:58.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:38:0) after 4m38s
[06:26:36.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:38:0)
[06:26:36.049] Build status: SCHEDULED
[06:26:36.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:39:0) after 2m17s
[06:28:53.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:39:0)
[06:28:53.103] Build status: SCHEDULED
[06:28:53.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:40:0) after 1m2s
[06:29:55.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:40:0)
[06:29:55.206] Build status: SCHEDULED
[06:29:55.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:41:0) after 4m57s
[06:34:52.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:41:0)
[06:34:52.238] Build status: SCHEDULED
[06:34:52.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:42:0) after 2m32s
[06:37:24.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:42:0)
[06:37:24.383] Build status: SCHEDULED
[06:37:24.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:43:0) after 2m26s
[06:37:25.914] Received PubSub notification, asking Buildbucket for the build status
[06:37:25.931] Build status: STARTED
[06:39:50.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:43:0)
[06:39:50.472] Build status: STARTED
[06:39:50.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866950789224874240:45:0) after 8m20s
[06:42:41.703] Received PubSub notification, asking Buildbucket for the build status
[06:42:41.722] Build:
{
"id": "8701520727309279217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-09T03:23:10.896070601Z",
"startTime": "2025-10-09T06:37:25.714846506Z",
"endTime": "2025-10-09T06:42:41.278669989Z",
"updateTime": "2025-10-09T06:42:41.278669989Z",
"status": "SUCCESS",
"input": {
}
}
[06:42:41.723] Invocation finished in 3h19m32.036883964s with status SUCCEEDED