[04:48:57.687] New invocation is queued and will start shortly
[04:48:58.980] Starting the invocation (attempt 1)
[04:48:59.012] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8ca462fe925ee669eb377933f387029f3f002884"
[04:48:59.012] Popped gitiles commit info from properties and tags
[04:48:59.012] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:48:59.012] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:48:59.013] Buildbucket request:
{
"requestId": "8838497943710500224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838497943710500224",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d065ea5bd27b38926a40ffce804c0450121b0fd2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d065ea5bd27b38926a40ffce804c0450121b0fd2",
"title": "d065ea5bd27b38926a40ffce804c0450121b0fd2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d065ea5bd27b38926a40ffce804c0450121b0fd2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fecb9bf6e6c85ebb9216f117a582894d0e6655b6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fecb9bf6e6c85ebb9216f117a582894d0e6655b6",
"title": "fecb9bf6e6c85ebb9216f117a582894d0e6655b6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fecb9bf6e6c85ebb9216f117a582894d0e6655b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73e734ef9ade9efe14e7d507584c1e42949c0b7a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73e734ef9ade9efe14e7d507584c1e42949c0b7a",
"title": "73e734ef9ade9efe14e7d507584c1e42949c0b7a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73e734ef9ade9efe14e7d507584c1e42949c0b7a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ca462fe925ee669eb377933f387029f3f002884"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ca462fe925ee669eb377933f387029f3f002884",
"title": "8ca462fe925ee669eb377933f387029f3f002884",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ca462fe925ee669eb377933f387029f3f002884"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838497943710500224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:48:59.407] Scheduled build:
{
"id": "8673067881580206449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T04:48:59.096195855Z",
"updateTime": "2026-08-19T04:48:59.096195855Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:48:59.407] Task URL: https://cr-buildbucket.appspot.com/build/8673067881580206449
[04:48:59.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:2:0) after 4m3s
[04:49:00.403] Received PubSub notification, asking Buildbucket for the build status
[04:49:00.425] Build status: SCHEDULED
[04:53:02.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:2:0)
[04:53:02.444] Build status: SCHEDULED
[04:53:02.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:4:0) after 6m33s
[04:59:35.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:4:0)
[04:59:35.511] Build status: SCHEDULED
[04:59:35.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:5:0) after 1m51s
[05:01:26.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:5:0)
[05:01:26.747] Build status: SCHEDULED
[05:01:26.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:6:0) after 8m48s
[05:10:14.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:6:0)
[05:10:14.929] Build status: SCHEDULED
[05:10:14.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:7:0) after 2m39s
[05:12:54.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:7:0)
[05:12:54.073] Build status: SCHEDULED
[05:12:54.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:8:0) after 6m35s
[05:19:29.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:8:0)
[05:19:29.111] Build status: SCHEDULED
[05:19:29.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:9:0) after 1m31s
[05:21:00.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:9:0)
[05:21:00.267] Build status: SCHEDULED
[05:21:00.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:10:0) after 2m42s
[05:23:42.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:10:0)
[05:23:42.482] Build status: SCHEDULED
[05:23:42.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:11:0) after 4m15s
[05:27:57.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:11:0)
[05:27:57.519] Build status: SCHEDULED
[05:27:57.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:12:0) after 7m47s
[05:35:44.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:12:0)
[05:35:44.747] Build status: SCHEDULED
[05:35:44.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:13:0) after 6m55s
[05:42:39.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:13:0)
[05:42:39.859] Build status: SCHEDULED
[05:42:39.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:14:0) after 1m55s
[05:44:34.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:14:0)
[05:44:34.930] Build status: SCHEDULED
[05:44:34.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:15:0) after 7m21s
[05:51:56.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:15:0)
[05:51:56.064] Build status: SCHEDULED
[05:51:56.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:16:0) after 9m34s
[06:01:30.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:16:0)
[06:01:30.104] Build status: SCHEDULED
[06:01:30.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:17:0) after 1m56s
[06:03:26.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:17:0)
[06:03:26.200] Build status: SCHEDULED
[06:03:26.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:18:0) after 6m36s
[06:10:02.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:18:0)
[06:10:02.231] Build status: SCHEDULED
[06:10:02.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:19:0) after 7m1s
[06:17:03.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:19:0)
[06:17:03.267] Build status: SCHEDULED
[06:17:03.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:20:0) after 7m40s
[06:24:43.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:20:0)
[06:24:43.373] Build status: SCHEDULED
[06:24:43.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:21:0) after 2m23s
[06:27:06.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:21:0)
[06:27:06.448] Build status: SCHEDULED
[06:27:06.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:22:0) after 3m13s
[06:30:19.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:22:0)
[06:30:19.503] Build status: SCHEDULED
[06:30:19.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:23:0) after 5m31s
[06:35:50.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:23:0)
[06:35:50.574] Build status: SCHEDULED
[06:35:50.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:24:0) after 1m28s
[06:37:18.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:24:0)
[06:37:18.622] Build status: SCHEDULED
[06:37:18.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:25:0) after 1m59s
[06:39:17.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:25:0)
[06:39:17.664] Build status: SCHEDULED
[06:39:17.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:26:0) after 6m55s
[06:46:12.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:26:0)
[06:46:12.708] Build status: SCHEDULED
[06:46:12.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:27:0) after 5m17s
[06:51:29.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:27:0)
[06:51:29.744] Build status: SCHEDULED
[06:51:29.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:28:0) after 5m35s
[06:57:04.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:28:0)
[06:57:04.825] Build status: SCHEDULED
[06:57:04.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:29:0) after 6m26s
[07:03:31.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:29:0)
[07:03:31.096] Build status: SCHEDULED
[07:03:31.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:30:0) after 4m8s
[07:07:39.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:30:0)
[07:07:39.152] Build status: SCHEDULED
[07:07:39.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:31:0) after 2m43s
[07:10:22.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:31:0)
[07:10:22.239] Build status: SCHEDULED
[07:10:22.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:32:0) after 9m20s
[07:19:42.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:32:0)
[07:19:42.412] Build status: SCHEDULED
[07:19:42.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:33:0) after 6m22s
[07:26:04.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:33:0)
[07:26:04.620] Build status: SCHEDULED
[07:26:04.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:34:0) after 1m18s
[07:27:22.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:34:0)
[07:27:22.704] Build status: SCHEDULED
[07:27:22.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:35:0) after 5m29s
[07:32:51.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:35:0)
[07:32:51.745] Build status: SCHEDULED
[07:32:51.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:36:0) after 8m20s
[07:41:11.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:36:0)
[07:41:11.843] Build status: SCHEDULED
[07:41:11.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:37:0) after 5m49s
[07:47:00.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:37:0)
[07:47:00.917] Build status: SCHEDULED
[07:47:00.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:38:0) after 8m28s
[07:49:14.359] Received PubSub notification, asking Buildbucket for the build status
[07:49:15.265] Build status: STARTED
[07:55:29.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:38:0)
[07:55:29.066] Build status: STARTED
[07:55:29.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8838497943710500224:40:0) after 9m14s
[07:59:07.907] Received PubSub notification, asking Buildbucket for the build status
[07:59:07.927] Build:
{
"id": "8673067881580206449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T04:48:59.096195855Z",
"startTime": "2026-08-19T07:49:14.202935575Z",
"endTime": "2026-08-19T07:59:07.540277682Z",
"updateTime": "2026-08-19T07:59:07.540277682Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:59:07.927] Invocation finished in 3h10m10.246054886s with status FAILED