[06:30:53.969] New invocation is queued and will start shortly
[06:30:53.969] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:30:55.383] Starting the invocation (attempt 1)
[06:30:55.416] Ignoring gitiles_ref tag without the buildset tag
[06:30:55.416] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:30:55.417] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:30:55.417] Buildbucket request:
{
"requestId": "8838400933356820768",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838400933356820768",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "8ff4e6e2-2645-4c71-b984-a5b682adb304",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672971215271866913"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838400933356820768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:30:55.920] Scheduled build:
{
"id": "8672970871094604145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T06:30:55.505581920Z",
"updateTime": "2026-08-20T06:30:55.505581920Z",
"status": "SCHEDULED",
"input": {
}
}
[06:30:55.920] Task URL: https://cr-buildbucket.appspot.com/build/8672970871094604145
[06:30:55.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:2:0) after 4m57s
[06:30:56.352] Received PubSub notification, asking Buildbucket for the build status
[06:30:56.374] Build status: SCHEDULED
[06:35:52.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:2:0)
[06:35:52.962] Build status: SCHEDULED
[06:35:52.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:4:0) after 3m43s
[06:39:35.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:4:0)
[06:39:36.001] Build status: SCHEDULED
[06:39:36.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:5:0) after 2m57s
[06:42:33.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:5:0)
[06:42:33.176] Build status: SCHEDULED
[06:42:33.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:6:0) after 7m1s
[06:49:34.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:6:0)
[06:49:34.276] Build status: SCHEDULED
[06:49:34.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:7:0) after 5m16s
[06:54:50.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:7:0)
[06:54:50.417] Build status: SCHEDULED
[06:54:50.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:8:0) after 6m31s
[07:01:21.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:8:0)
[07:01:21.530] Build status: SCHEDULED
[07:01:21.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:9:0) after 5m47s
[07:07:08.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:9:0)
[07:07:08.571] Build status: SCHEDULED
[07:07:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:10:0) after 3m9s
[07:10:17.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:10:0)
[07:10:17.732] Build status: SCHEDULED
[07:10:17.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:11:0) after 3m45s
[07:14:02.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:11:0)
[07:14:02.792] Build status: SCHEDULED
[07:14:02.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:12:0) after 9m32s
[07:23:34.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:12:0)
[07:23:34.902] Build status: SCHEDULED
[07:23:34.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:13:0) after 9m58s
[07:33:32.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:13:0)
[07:33:32.948] Build status: SCHEDULED
[07:33:32.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:14:0) after 3m11s
[07:36:43.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:14:0)
[07:36:43.994] Build status: SCHEDULED
[07:36:43.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:15:0) after 6m34s
[07:43:18.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:15:0)
[07:43:18.098] Build status: SCHEDULED
[07:43:18.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:16:0) after 9m2s
[07:52:20.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:16:0)
[07:52:20.315] Build status: SCHEDULED
[07:52:20.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:17:0) after 7m23s
[07:59:43.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:17:0)
[07:59:43.388] Build status: SCHEDULED
[07:59:43.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:18:0) after 7m19s
[08:07:02.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:18:0)
[08:07:02.505] Build status: SCHEDULED
[08:07:02.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:19:0) after 6m13s
[08:13:15.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:19:0)
[08:13:15.536] Build status: SCHEDULED
[08:13:15.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:20:0) after 6m1s
[08:19:16.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:20:0)
[08:19:16.745] Build status: SCHEDULED
[08:19:16.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:21:0) after 1m53s
[08:21:09.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:21:0)
[08:21:09.956] Build status: SCHEDULED
[08:21:09.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:22:0) after 8m48s
[08:29:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:22:0)
[08:29:58.008] Build status: SCHEDULED
[08:29:58.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:23:0) after 8m37s
[08:38:35.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:23:0)
[08:38:35.184] Build status: SCHEDULED
[08:38:35.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:24:0) after 3m42s
[08:42:17.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:24:0)
[08:42:17.188] Build status: SCHEDULED
[08:42:17.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:25:0) after 2m6s
[08:44:23.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:25:0)
[08:44:23.243] Build status: SCHEDULED
[08:44:23.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:26:0) after 5m16s
[08:49:39.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:26:0)
[08:49:39.433] Build status: SCHEDULED
[08:49:39.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:27:0) after 1m12s
[08:50:51.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:27:0)
[08:50:51.533] Build status: SCHEDULED
[08:50:51.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:28:0) after 1m44s
[08:52:35.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:28:0)
[08:52:35.677] Build status: SCHEDULED
[08:52:35.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:29:0) after 4m2s
[08:56:37.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:29:0)
[08:56:37.774] Build status: SCHEDULED
[08:56:37.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:30:0) after 4m23s
[09:01:00.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:30:0)
[09:01:00.824] Build status: SCHEDULED
[09:01:00.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:31:0) after 8m47s
[09:09:47.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:31:0)
[09:09:47.912] Build status: SCHEDULED
[09:09:47.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:32:0) after 8m9s
[09:17:56.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:32:0)
[09:17:56.928] Build status: SCHEDULED
[09:17:56.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:33:0) after 6m54s
[09:24:50.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:33:0)
[09:24:50.961] Build status: SCHEDULED
[09:24:50.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:34:0) after 1m19s
[09:26:09.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:34:0)
[09:26:10.036] Build status: SCHEDULED
[09:26:10.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:35:0) after 7m5s
[09:32:51.935] Received PubSub notification, asking Buildbucket for the build status
[09:32:51.958] Build status: STARTED
[09:33:15.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:35:0)
[09:33:15.251] Build status: STARTED
[09:33:15.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838400933356820768:37:0) after 4m6s
[09:36:07.780] Received PubSub notification, asking Buildbucket for the build status
[09:36:07.815] Build:
{
"id": "8672970871094604145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T06:30:55.505581920Z",
"startTime": "2026-08-20T09:31:44.647687361Z",
"endTime": "2026-08-20T09:36:06.920628295Z",
"updateTime": "2026-08-20T09:36:06.920628295Z",
"status": "FAILURE",
"input": {
}
}
[09:36:07.815] Invocation finished in 3h5m13.850470374s with status FAILED