[01:21:08.772] New invocation is queued and will start shortly
[01:21:09.857] Starting the invocation (attempt 1)
[01:21:09.885] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc0b59f3224208a87016e9d493f813b4d1fac051"
[01:21:09.885] Popped gitiles commit info from properties and tags
[01:21:09.885] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:21:09.885] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:21:09.886] Buildbucket request:
{
"requestId": "8866414883971259904",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866414883971259904",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d",
"title": "a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7d4fd117e5c3b1fdeeabce30ce2ca6e93a5be4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1ed0873d9142849b5c079feda916a89ad1357b7d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ed0873d9142849b5c079feda916a89ad1357b7d",
"title": "1ed0873d9142849b5c079feda916a89ad1357b7d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ed0873d9142849b5c079feda916a89ad1357b7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "44b63973f86851f1fe9b7c34ffc64e60fc258447"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@44b63973f86851f1fe9b7c34ffc64e60fc258447",
"title": "44b63973f86851f1fe9b7c34ffc64e60fc258447",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/44b63973f86851f1fe9b7c34ffc64e60fc258447"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "945e5d5e32c1d333cfe788b84e7bb1097c2cad00"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@945e5d5e32c1d333cfe788b84e7bb1097c2cad00",
"title": "945e5d5e32c1d333cfe788b84e7bb1097c2cad00",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/945e5d5e32c1d333cfe788b84e7bb1097c2cad00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3cd2cda328831c312850ac0dac8aa49b8a9786cb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3cd2cda328831c312850ac0dac8aa49b8a9786cb",
"title": "3cd2cda328831c312850ac0dac8aa49b8a9786cb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3cd2cda328831c312850ac0dac8aa49b8a9786cb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dc0b59f3224208a87016e9d493f813b4d1fac051"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc0b59f3224208a87016e9d493f813b4d1fac051",
"title": "dc0b59f3224208a87016e9d493f813b4d1fac051",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc0b59f3224208a87016e9d493f813b4d1fac051"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866414883971259904"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:21:10.256] Scheduled build:
{
"id": "8700984822046793377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T01:21:09.981296304Z",
"updateTime": "2025-10-15T01:21:09.981296304Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
"ref": "refs/heads/main"
}
}
}
[01:21:10.256] Task URL: https://cr-buildbucket.appspot.com/build/8700984822046793377
[01:21:10.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:2:0) after 2m50s
[01:21:11.243] Received PubSub notification, asking Buildbucket for the build status
[01:21:11.267] Build status: SCHEDULED
[01:24:00.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:2:0)
[01:24:00.447] Build status: SCHEDULED
[01:24:00.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:4:0) after 9m57s
[01:33:57.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:4:0)
[01:33:57.487] Build status: SCHEDULED
[01:33:57.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:5:0) after 8m28s
[01:42:25.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:5:0)
[01:42:25.560] Build status: SCHEDULED
[01:42:25.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:6:0) after 9m3s
[01:51:28.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:6:0)
[01:51:28.608] Build status: SCHEDULED
[01:51:28.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:7:0) after 9m21s
[02:00:49.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:7:0)
[02:00:49.659] Build status: SCHEDULED
[02:00:49.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:8:0) after 8m37s
[02:09:26.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:8:0)
[02:09:26.694] Build status: SCHEDULED
[02:09:26.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:9:0) after 3m29s
[02:12:55.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:9:0)
[02:12:55.721] Build status: SCHEDULED
[02:12:55.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:10:0) after 4m45s
[02:17:40.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:10:0)
[02:17:40.749] Build status: SCHEDULED
[02:17:40.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:11:0) after 7m22s
[02:25:02.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:11:0)
[02:25:02.819] Build status: SCHEDULED
[02:25:02.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:12:0) after 1m17s
[02:26:19.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:12:0)
[02:26:20.217] Build status: SCHEDULED
[02:26:20.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:13:0) after 1m34s
[02:27:54.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:13:0)
[02:27:54.255] Build status: SCHEDULED
[02:27:54.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:14:0) after 8m56s
[02:36:50.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:14:0)
[02:36:50.329] Build status: SCHEDULED
[02:36:50.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:15:0) after 5m36s
[02:42:26.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:15:0)
[02:42:26.416] Build status: SCHEDULED
[02:42:26.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:16:0) after 9m3s
[02:51:29.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:16:0)
[02:51:29.451] Build status: SCHEDULED
[02:51:29.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:17:0) after 5m37s
[02:57:06.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:17:0)
[02:57:06.481] Build status: SCHEDULED
[02:57:06.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:18:0) after 6m42s
[03:03:48.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:18:0)
[03:03:48.515] Build status: SCHEDULED
[03:03:48.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:19:0) after 1m21s
[03:05:09.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:19:0)
[03:05:09.564] Build status: SCHEDULED
[03:05:09.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:20:0) after 3m19s
[03:08:28.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:20:0)
[03:08:28.617] Build status: SCHEDULED
[03:08:28.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:21:0) after 3m47s
[03:12:15.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:21:0)
[03:12:15.648] Build status: SCHEDULED
[03:12:15.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:22:0) after 6m50s
[03:19:05.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:22:0)
[03:19:05.726] Build status: SCHEDULED
[03:19:05.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:23:0) after 2m50s
[03:21:55.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:23:0)
[03:21:55.806] Build status: SCHEDULED
[03:21:55.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:24:0) after 9m12s
[03:31:07.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:24:0)
[03:31:07.875] Build status: SCHEDULED
[03:31:07.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:25:0) after 1m42s
[03:32:49.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:25:0)
[03:32:50.068] Build status: SCHEDULED
[03:32:50.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:26:0) after 3m59s
[03:36:49.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:26:0)
[03:36:49.233] Build status: SCHEDULED
[03:36:49.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:27:0) after 8m19s
[03:45:08.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:27:0)
[03:45:08.332] Build status: SCHEDULED
[03:45:08.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:28:0) after 5m48s
[03:50:56.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:28:0)
[03:50:56.530] Build status: SCHEDULED
[03:50:56.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:29:0) after 2m27s
[03:53:23.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:29:0)
[03:53:23.600] Build status: SCHEDULED
[03:53:23.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:30:0) after 8m55s
[04:02:18.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:30:0)
[04:02:18.681] Build status: SCHEDULED
[04:02:18.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:31:0) after 4m45s
[04:07:03.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:31:0)
[04:07:03.720] Build status: SCHEDULED
[04:07:03.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:32:0) after 9m22s
[04:16:25.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:32:0)
[04:16:25.787] Build status: SCHEDULED
[04:16:25.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:33:0) after 6m56s
[04:23:21.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:33:0)
[04:23:21.816] Build status: SCHEDULED
[04:23:21.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:34:0) after 8m18s
[04:31:39.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:34:0)
[04:31:39.895] Build status: SCHEDULED
[04:31:39.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:35:0) after 6m42s
[04:38:21.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:35:0)
[04:38:21.981] Build status: SCHEDULED
[04:38:21.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:36:0) after 6m26s
[04:44:48.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:36:0)
[04:44:48.067] Build status: SCHEDULED
[04:44:48.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:37:0) after 6m3s
[04:50:51.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:37:0)
[04:50:51.118] Build status: SCHEDULED
[04:50:51.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:38:0) after 8m16s
[04:59:07.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:38:0)
[04:59:07.224] Build status: SCHEDULED
[04:59:07.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:39:0) after 4m8s
[05:02:39.179] Received PubSub notification, asking Buildbucket for the build status
[05:02:39.194] Build status: STARTED
[05:03:15.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:39:0)
[05:03:15.313] Build status: STARTED
[05:03:15.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:41:0) after 4m0s
[05:07:15.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:41:0)
[05:07:15.374] Build status: STARTED
[05:07:15.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8866414883971259904:42:0) after 9m46s
[05:07:27.118] Received PubSub notification, asking Buildbucket for the build status
[05:07:27.136] Build:
{
"id": "8700984822046793377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T01:21:09.981296304Z",
"startTime": "2025-10-15T05:02:38.955206321Z",
"endTime": "2025-10-15T05:07:26.690610634Z",
"updateTime": "2025-10-15T05:07:26.690610634Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc0b59f3224208a87016e9d493f813b4d1fac051",
"ref": "refs/heads/main"
}
}
}
[05:07:27.136] Invocation finished in 3h46m18.373364286s with status FAILED