[07:02:02.246] New invocation is queued and will start shortly
[07:02:04.112] Starting the invocation (attempt 1)
[07:02:04.139] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9bc095e8efdfc81b2cf721b05789dc01a00957fd"
[07:02:04.139] Popped gitiles commit info from properties and tags
[07:02:04.139] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:02:04.139] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:02:04.139] Buildbucket request:
{
"requestId": "8839033153094346992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839033153094346992",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9bc095e8efdfc81b2cf721b05789dc01a00957fd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9bc095e8efdfc81b2cf721b05789dc01a00957fd",
"title": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9bc095e8efdfc81b2cf721b05789dc01a00957fd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839033153094346992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:02:04.490] Scheduled build:
{
"id": "8673603090388917521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T07:02:04.202902440Z",
"updateTime": "2026-08-13T07:02:04.202902440Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
"ref": "refs/heads/main"
}
}
}
[07:02:04.490] Task URL: https://cr-buildbucket.appspot.com/build/8673603090388917521
[07:02:04.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:2:0) after 3m40s
[07:02:05.506] Received PubSub notification, asking Buildbucket for the build status
[07:02:05.526] Build status: SCHEDULED
[07:05:44.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:2:0)
[07:05:44.507] Build status: SCHEDULED
[07:05:44.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:4:0) after 6m39s
[07:12:23.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:4:0)
[07:12:23.841] Build status: SCHEDULED
[07:12:23.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:5:0) after 1m19s
[07:13:42.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:5:0)
[07:13:42.925] Build status: SCHEDULED
[07:13:42.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:6:0) after 7m51s
[07:21:34.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:6:0)
[07:21:34.031] Build status: SCHEDULED
[07:21:34.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:7:0) after 9m37s
[07:31:11.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:7:0)
[07:31:11.113] Build status: SCHEDULED
[07:31:11.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:8:0) after 3m14s
[07:34:25.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:8:0)
[07:34:25.262] Build status: SCHEDULED
[07:34:25.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:9:0) after 4m6s
[07:38:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:9:0)
[07:38:31.311] Build status: SCHEDULED
[07:38:31.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:10:0) after 1m42s
[07:40:13.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:10:0)
[07:40:13.347] Build status: SCHEDULED
[07:40:13.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:11:0) after 9m57s
[07:50:10.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:11:0)
[07:50:10.590] Build status: SCHEDULED
[07:50:10.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:12:0) after 8m6s
[07:58:16.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:12:0)
[07:58:16.629] Build status: SCHEDULED
[07:58:16.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:13:0) after 5m23s
[08:03:39.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:13:0)
[08:03:39.671] Build status: SCHEDULED
[08:03:39.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:14:0) after 4m54s
[08:08:33.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:14:0)
[08:08:33.720] Build status: SCHEDULED
[08:08:33.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:15:0) after 5m19s
[08:13:52.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:15:0)
[08:13:52.801] Build status: SCHEDULED
[08:13:52.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:16:0) after 6m56s
[08:20:48.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:16:0)
[08:20:48.877] Build status: SCHEDULED
[08:20:48.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:17:0) after 5m39s
[08:26:27.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:17:0)
[08:26:27.915] Build status: SCHEDULED
[08:26:27.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:18:0) after 3m59s
[08:30:26.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:18:0)
[08:30:26.953] Build status: SCHEDULED
[08:30:26.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:19:0) after 4m19s
[08:34:45.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:19:0)
[08:34:45.989] Build status: SCHEDULED
[08:34:45.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:20:0) after 7m41s
[08:42:27.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:20:0)
[08:42:27.041] Build status: SCHEDULED
[08:42:27.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:21:0) after 2m33s
[08:45:00.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:21:0)
[08:45:00.081] Build status: SCHEDULED
[08:45:00.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:22:0) after 9m11s
[08:54:11.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:22:0)
[08:54:11.190] Build status: SCHEDULED
[08:54:11.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:23:0) after 5m18s
[08:59:29.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:23:0)
[08:59:29.273] Build status: SCHEDULED
[08:59:29.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:24:0) after 6m17s
[09:05:46.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:24:0)
[09:05:46.309] Build status: SCHEDULED
[09:05:46.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:25:0) after 5m21s
[09:11:07.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:25:0)
[09:11:07.420] Build status: SCHEDULED
[09:11:07.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:26:0) after 4m6s
[09:15:13.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:26:0)
[09:15:13.472] Build status: SCHEDULED
[09:15:13.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:27:0) after 5m1s
[09:20:14.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:27:0)
[09:20:14.538] Build status: SCHEDULED
[09:20:14.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:28:0) after 3m18s
[09:23:32.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:28:0)
[09:23:32.790] Build status: SCHEDULED
[09:23:32.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:29:0) after 2m59s
[09:26:32.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:29:0)
[09:26:32.232] Build status: SCHEDULED
[09:26:32.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:30:0) after 9m28s
[09:36:00.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:30:0)
[09:36:00.240] Build status: SCHEDULED
[09:36:00.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:31:0) after 7m21s
[09:43:21.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:31:0)
[09:43:21.336] Build status: SCHEDULED
[09:43:21.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:32:0) after 1m37s
[09:44:58.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:32:0)
[09:44:58.392] Build status: SCHEDULED
[09:44:58.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:33:0) after 8m30s
[09:53:28.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:33:0)
[09:53:28.424] Build status: SCHEDULED
[09:53:28.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:34:0) after 1m22s
[09:54:50.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:34:0)
[09:54:50.516] Build status: SCHEDULED
[09:54:50.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:35:0) after 8m24s
[10:03:14.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:35:0)
[10:03:14.791] Build status: SCHEDULED
[10:03:14.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:36:0) after 5m33s
[10:08:47.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:36:0)
[10:08:48.001] Build status: SCHEDULED
[10:08:48.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:37:0) after 6m37s
[10:13:54.455] Received PubSub notification, asking Buildbucket for the build status
[10:13:54.478] Build status: STARTED
[10:15:25.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:37:0)
[10:15:25.075] Build status: STARTED
[10:15:25.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8839033153094346992:39:0) after 3m58s
[10:18:05.939] Received PubSub notification, asking Buildbucket for the build status
[10:18:05.972] Build:
{
"id": "8673603090388917521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T07:02:04.202902440Z",
"startTime": "2026-08-13T10:13:54.213096459Z",
"endTime": "2026-08-13T10:18:05.537324970Z",
"updateTime": "2026-08-13T10:18:05.537324970Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9bc095e8efdfc81b2cf721b05789dc01a00957fd",
"ref": "refs/heads/main"
}
}
}
[10:18:05.972] Invocation finished in 3h16m3.733766155s with status FAILED