[01:37:00.201] New invocation is queued and will start shortly
[01:37:01.306] Starting the invocation (attempt 1)
[01:37:01.332] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/83b3862437b4d01ea1fb7104a1e971bebc048cba"
[01:37:01.333] Popped gitiles commit info from properties and tags
[01:37:01.333] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:37:01.333] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:37:01.333] Buildbucket request:
{
"requestId": "8867501049920115392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867501049920115392",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "aa74068fdd8f52ebcc742a66d8f91cda46a372bb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aa74068fdd8f52ebcc742a66d8f91cda46a372bb",
"title": "aa74068fdd8f52ebcc742a66d8f91cda46a372bb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aa74068fdd8f52ebcc742a66d8f91cda46a372bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83b3862437b4d01ea1fb7104a1e971bebc048cba"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83b3862437b4d01ea1fb7104a1e971bebc048cba",
"title": "83b3862437b4d01ea1fb7104a1e971bebc048cba",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83b3862437b4d01ea1fb7104a1e971bebc048cba"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83b3862437b4d01ea1fb7104a1e971bebc048cba",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867501049920115392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:37:01.770] Scheduled build:
{
"id": "8702070988012392161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T01:37:01.396564536Z",
"updateTime": "2025-10-03T01:37:01.396564536Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83b3862437b4d01ea1fb7104a1e971bebc048cba",
"ref": "refs/heads/main"
}
}
}
[01:37:01.770] Task URL: https://cr-buildbucket.appspot.com/build/8702070988012392161
[01:37:01.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:2:0) after 1m45s
[01:37:01.841] Received PubSub notification, asking Buildbucket for the build status
[01:37:01.858] Build status: SCHEDULED
[01:38:46.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:2:0)
[01:38:46.877] Build status: SCHEDULED
[01:38:46.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:4:0) after 2m9s
[01:40:55.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:4:0)
[01:40:55.912] Build status: SCHEDULED
[01:40:55.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:5:0) after 6m15s
[01:47:10.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:5:0)
[01:47:10.966] Build status: SCHEDULED
[01:47:10.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:6:0) after 4m39s
[01:51:49.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:6:0)
[01:51:50.006] Build status: SCHEDULED
[01:51:50.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:7:0) after 6m20s
[01:58:10.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:7:0)
[01:58:10.041] Build status: SCHEDULED
[01:58:10.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:8:0) after 5m18s
[02:03:28.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:8:0)
[02:03:28.072] Build status: SCHEDULED
[02:03:28.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:9:0) after 3m0s
[02:06:28.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:9:0)
[02:06:28.162] Build status: SCHEDULED
[02:06:28.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:10:0) after 1m19s
[02:07:47.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:10:0)
[02:07:47.194] Build status: SCHEDULED
[02:07:47.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:11:0) after 1m51s
[02:09:38.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:11:0)
[02:09:38.332] Build status: SCHEDULED
[02:09:38.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:12:0) after 5m7s
[02:14:45.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:12:0)
[02:14:45.415] Build status: SCHEDULED
[02:14:45.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:13:0) after 4m57s
[02:19:42.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:13:0)
[02:19:42.447] Build status: SCHEDULED
[02:19:42.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:14:0) after 1m9s
[02:20:51.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:14:0)
[02:20:51.514] Build status: SCHEDULED
[02:20:51.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:15:0) after 8m40s
[02:29:31.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:15:0)
[02:29:31.628] Build status: SCHEDULED
[02:29:31.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:16:0) after 2m14s
[02:31:45.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:16:0)
[02:31:45.660] Build status: SCHEDULED
[02:31:45.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:17:0) after 8m6s
[02:39:51.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:17:0)
[02:39:51.678] Build status: SCHEDULED
[02:39:51.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:18:0) after 8m41s
[02:48:32.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:18:0)
[02:48:32.726] Build status: SCHEDULED
[02:48:32.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:19:0) after 7m34s
[02:56:06.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:19:0)
[02:56:06.812] Build status: SCHEDULED
[02:56:06.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:20:0) after 2m7s
[02:58:13.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:20:0)
[02:58:13.963] Build status: SCHEDULED
[02:58:13.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:21:0) after 8m36s
[03:06:50.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:21:0)
[03:06:50.082] Build status: SCHEDULED
[03:06:50.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:22:0) after 1m44s
[03:08:34.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:22:0)
[03:08:34.144] Build status: SCHEDULED
[03:08:34.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:23:0) after 1m26s
[03:10:00.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:23:0)
[03:10:00.214] Build status: SCHEDULED
[03:10:00.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:24:0) after 3m39s
[03:13:39.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:24:0)
[03:13:39.459] Build status: SCHEDULED
[03:13:39.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:25:0) after 5m39s
[03:19:18.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:25:0)
[03:19:18.541] Build status: SCHEDULED
[03:19:18.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:26:0) after 1m46s
[03:21:04.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:26:0)
[03:21:04.532] Build status: SCHEDULED
[03:21:04.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:27:0) after 1m20s
[03:22:24.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:27:0)
[03:22:24.667] Build status: SCHEDULED
[03:22:24.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:28:0) after 8m20s
[03:30:44.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:28:0)
[03:30:44.693] Build status: SCHEDULED
[03:30:44.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:29:0) after 1m39s
[03:32:23.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:29:0)
[03:32:23.754] Build status: SCHEDULED
[03:32:23.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:30:0) after 1m59s
[03:34:22.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:30:0)
[03:34:22.813] Build status: SCHEDULED
[03:34:22.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:31:0) after 4m32s
[03:38:54.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:31:0)
[03:38:54.841] Build status: SCHEDULED
[03:38:54.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:32:0) after 2m9s
[03:41:03.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:32:0)
[03:41:03.883] Build status: SCHEDULED
[03:41:03.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:33:0) after 3m38s
[03:44:41.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:33:0)
[03:44:41.919] Build status: SCHEDULED
[03:44:41.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:34:0) after 9m7s
[03:53:48.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:34:0)
[03:53:48.990] Build status: SCHEDULED
[03:53:48.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:35:0) after 7m58s
[04:01:47.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:35:0)
[04:01:47.034] Build status: SCHEDULED
[04:01:47.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:36:0) after 8m53s
[04:10:40.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:36:0)
[04:10:40.071] Build status: SCHEDULED
[04:10:40.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:37:0) after 5m3s
[04:15:43.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:37:0)
[04:15:43.112] Build status: SCHEDULED
[04:15:43.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:38:0) after 9m26s
[04:25:09.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:38:0)
[04:25:09.803] Build status: SCHEDULED
[04:25:09.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:39:0) after 1m54s
[04:27:03.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:39:0)
[04:27:03.846] Build status: SCHEDULED
[04:27:03.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8867501049920115392:40:0) after 6m11s
[04:27:04.826] Received PubSub notification, asking Buildbucket for the build status
[04:27:04.843] Build status: STARTED
[04:29:18.542] Received PubSub notification, asking Buildbucket for the build status
[04:29:18.556] Build:
{
"id": "8702070988012392161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T01:37:01.396564536Z",
"startTime": "2025-10-03T04:27:04.647513964Z",
"endTime": "2025-10-03T04:29:16.471490301Z",
"updateTime": "2025-10-03T04:29:16.471490301Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83b3862437b4d01ea1fb7104a1e971bebc048cba",
"ref": "refs/heads/main"
}
}
}
[04:29:18.556] Invocation finished in 2h52m18.36331039s with status FAILED