[23:07:14.638] New invocation is queued and will start shortly
[23:07:16.167] Starting the invocation (attempt 1)
[23:07:16.190] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b7438df611759147059096033fbc6121adaa16fb"
[23:07:16.190] Popped gitiles commit info from properties and tags
[23:07:16.190] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:16.192] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:16.192] Buildbucket request:
{
"requestId": "8849209884752735744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849209884752735744",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ae300849f0eeab963d07705a03bbf2f88f3e8cac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ae300849f0eeab963d07705a03bbf2f88f3e8cac",
"title": "ae300849f0eeab963d07705a03bbf2f88f3e8cac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ae300849f0eeab963d07705a03bbf2f88f3e8cac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e81ad16aa07d0371fb39c0a97967969274f68fa2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e81ad16aa07d0371fb39c0a97967969274f68fa2",
"title": "e81ad16aa07d0371fb39c0a97967969274f68fa2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e81ad16aa07d0371fb39c0a97967969274f68fa2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "79b25db7e6fbacb5b96791882613cb7995fc8842"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@79b25db7e6fbacb5b96791882613cb7995fc8842",
"title": "79b25db7e6fbacb5b96791882613cb7995fc8842",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/79b25db7e6fbacb5b96791882613cb7995fc8842"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b7438df611759147059096033fbc6121adaa16fb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b7438df611759147059096033fbc6121adaa16fb",
"title": "b7438df611759147059096033fbc6121adaa16fb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b7438df611759147059096033fbc6121adaa16fb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b7438df611759147059096033fbc6121adaa16fb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849209884752735744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:07:16.676] Scheduled build:
{
"id": "8683779822386128289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-22T23:07:16.271699821Z",
"updateTime": "2026-04-22T23:07:16.271699821Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b7438df611759147059096033fbc6121adaa16fb",
"ref": "refs/heads/main"
}
}
}
[23:07:16.681] Task URL: https://cr-buildbucket.appspot.com/build/8683779822386128289
[23:07:16.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:2:0) after 1m40s
[23:07:16.878] Received PubSub notification, asking Buildbucket for the build status
[23:07:16.905] Build status: SCHEDULED
[23:08:56.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:2:0)
[23:08:56.707] Build status: SCHEDULED
[23:08:56.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:4:0) after 8m54s
[23:17:50.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:4:0)
[23:17:50.794] Build status: SCHEDULED
[23:17:50.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:5:0) after 2m26s
[23:20:16.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:5:0)
[23:20:16.834] Build status: SCHEDULED
[23:20:16.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:6:0) after 4m13s
[23:24:29.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:6:0)
[23:24:29.868] Build status: SCHEDULED
[23:24:29.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:7:0) after 2m2s
[23:26:31.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:7:0)
[23:26:31.904] Build status: SCHEDULED
[23:26:31.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:8:0) after 5m19s
[23:31:50.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:8:0)
[23:31:51.078] Build status: SCHEDULED
[23:31:51.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:9:0) after 2m18s
[23:34:09.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:9:0)
[23:34:09.122] Build status: SCHEDULED
[23:34:09.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:10:0) after 3m34s
[23:37:43.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:10:0)
[23:37:43.351] Build status: SCHEDULED
[23:37:43.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:11:0) after 6m6s
[23:43:49.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:11:0)
[23:43:49.405] Build status: SCHEDULED
[23:43:49.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:12:0) after 7m51s
[23:51:40.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:12:0)
[23:51:40.546] Build status: SCHEDULED
[23:51:40.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:13:0) after 8m1s
[23:59:41.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:13:0)
[23:59:41.566] Build status: SCHEDULED
[23:59:41.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:14:0) after 5m2s
[00:04:43.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:14:0)
[00:04:43.579] Build status: SCHEDULED
[00:04:43.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:15:0) after 9m12s
[00:13:55.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:15:0)
[00:13:55.959] Build status: SCHEDULED
[00:13:55.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:16:0) after 7m5s
[00:21:01.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:16:0)
[00:21:01.082] Build status: SCHEDULED
[00:21:01.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:17:0) after 3m40s
[00:24:41.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:17:0)
[00:24:41.154] Build status: SCHEDULED
[00:24:41.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:18:0) after 7m39s
[00:32:20.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:18:0)
[00:32:20.189] Build status: SCHEDULED
[00:32:20.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:19:0) after 8m8s
[00:40:28.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:19:0)
[00:40:28.227] Build status: SCHEDULED
[00:40:28.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:20:0) after 6m31s
[00:46:59.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:20:0)
[00:46:59.263] Build status: SCHEDULED
[00:46:59.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:21:0) after 6m5s
[00:53:04.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:21:0)
[00:53:04.414] Build status: SCHEDULED
[00:53:04.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:22:0) after 8m36s
[01:01:40.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:22:0)
[01:01:40.477] Build status: SCHEDULED
[01:01:40.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:23:0) after 9m8s
[01:10:48.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:23:0)
[01:10:48.620] Build status: SCHEDULED
[01:10:48.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:24:0) after 6m1s
[01:16:49.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:24:0)
[01:16:49.739] Build status: SCHEDULED
[01:16:49.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:25:0) after 9m51s
[01:26:40.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:25:0)
[01:26:40.780] Build status: SCHEDULED
[01:26:40.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:26:0) after 8m29s
[01:35:09.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:26:0)
[01:35:09.860] Build status: SCHEDULED
[01:35:09.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:27:0) after 8m1s
[01:43:10.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:27:0)
[01:43:10.962] Build status: SCHEDULED
[01:43:10.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:28:0) after 4m22s
[01:47:32.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:28:0)
[01:47:32.950] Build status: SCHEDULED
[01:47:32.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:29:0) after 8m48s
[01:56:20.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:29:0)
[01:56:20.978] Build status: SCHEDULED
[01:56:20.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:30:0) after 4m43s
[02:01:03.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:30:0)
[02:01:04.007] Build status: SCHEDULED
[02:01:04.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:31:0) after 8m3s
[02:07:27.588] Received PubSub notification, asking Buildbucket for the build status
[02:07:27.604] Build status: STARTED
[02:09:07.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:31:0)
[02:09:07.158] Build status: STARTED
[02:09:07.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:33:0) after 1m38s
[02:10:45.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:33:0)
[02:10:45.227] Build status: STARTED
[02:10:45.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-python:8849209884752735744:34:0) after 5m4s
[02:12:33.811] Received PubSub notification, asking Buildbucket for the build status
[02:12:33.829] Build:
{
"id": "8683779822386128289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-22T23:07:16.271699821Z",
"startTime": "2026-04-23T02:07:27.094028974Z",
"endTime": "2026-04-23T02:12:33.582843185Z",
"updateTime": "2026-04-23T02:12:33.582843185Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b7438df611759147059096033fbc6121adaa16fb",
"ref": "refs/heads/main"
}
}
}
[02:12:33.829] Invocation finished in 3h5m19.197425441s with status FAILED