[02:50:16.300] New invocation is queued and will start shortly
[02:50:17.796] Starting the invocation (attempt 1)
[02:50:17.818] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3"
[02:50:17.818] Popped gitiles commit info from properties and tags
[02:50:17.818] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:50:17.818] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:50:17.818] Buildbucket request:
{
"requestId": "8845843765307043584",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845843765307043584",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3",
"title": "0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845843765307043584"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:50:18.360] Scheduled build:
{
"id": "8680413702973002849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-30T02:50:17.901449232Z",
"updateTime": "2026-05-30T02:50:17.901449232Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:50:18.361] Task URL: https://cr-buildbucket.appspot.com/build/8680413702973002849
[02:50:18.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:2:0) after 2m23s
[02:50:19.307] Received PubSub notification, asking Buildbucket for the build status
[02:50:19.358] Build status: SCHEDULED
[02:52:41.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:2:0)
[02:52:41.448] Build status: SCHEDULED
[02:52:41.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:4:0) after 6m3s
[02:58:44.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:4:0)
[02:58:44.544] Build status: SCHEDULED
[02:58:44.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:5:0) after 2m48s
[03:01:32.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:5:0)
[03:01:32.659] Build status: SCHEDULED
[03:01:32.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:6:0) after 9m14s
[03:10:46.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:6:0)
[03:10:46.735] Build status: SCHEDULED
[03:10:46.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:7:0) after 2m47s
[03:13:33.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:7:0)
[03:13:33.814] Build status: SCHEDULED
[03:13:33.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:8:0) after 3m53s
[03:17:26.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:8:0)
[03:17:26.857] Build status: SCHEDULED
[03:17:26.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:9:0) after 2m28s
[03:19:54.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:9:0)
[03:19:54.887] Build status: SCHEDULED
[03:19:54.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:10:0) after 9m42s
[03:29:37.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:10:0)
[03:29:37.169] Build status: SCHEDULED
[03:29:37.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:11:0) after 6m9s
[03:35:46.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:11:0)
[03:35:46.205] Build status: SCHEDULED
[03:35:46.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:12:0) after 1m53s
[03:37:39.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:12:0)
[03:37:39.238] Build status: SCHEDULED
[03:37:39.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:13:0) after 5m38s
[03:43:17.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:13:0)
[03:43:17.391] Build status: SCHEDULED
[03:43:17.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:14:0) after 7m11s
[03:50:28.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:14:0)
[03:50:28.414] Build status: SCHEDULED
[03:50:28.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:15:0) after 4m34s
[03:55:02.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:15:0)
[03:55:02.501] Build status: SCHEDULED
[03:55:02.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:16:0) after 9m25s
[04:04:27.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:16:0)
[04:04:27.547] Build status: SCHEDULED
[04:04:27.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:17:0) after 9m55s
[04:14:22.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:17:0)
[04:14:22.624] Build status: SCHEDULED
[04:14:22.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:18:0) after 6m14s
[04:20:36.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:18:0)
[04:20:36.684] Build status: SCHEDULED
[04:20:36.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:19:0) after 6m32s
[04:27:08.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:19:0)
[04:27:08.727] Build status: SCHEDULED
[04:27:08.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:20:0) after 3m12s
[04:30:20.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:20:0)
[04:30:20.755] Build status: SCHEDULED
[04:30:20.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:21:0) after 6m52s
[04:37:12.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:21:0)
[04:37:12.792] Build status: SCHEDULED
[04:37:12.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:22:0) after 5m26s
[04:42:38.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:22:0)
[04:42:38.818] Build status: SCHEDULED
[04:42:38.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:23:0) after 6m15s
[04:48:53.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:23:0)
[04:48:53.851] Build status: SCHEDULED
[04:48:53.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:24:0) after 8m9s
[04:57:02.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:24:0)
[04:57:02.900] Build status: SCHEDULED
[04:57:02.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:25:0) after 9m32s
[05:06:34.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:25:0)
[05:06:34.983] Build status: SCHEDULED
[05:06:34.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:26:0) after 5m17s
[05:11:51.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:26:0)
[05:11:52.019] Build status: SCHEDULED
[05:11:52.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:27:0) after 6m14s
[05:18:06.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:27:0)
[05:18:06.060] Build status: SCHEDULED
[05:18:06.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:28:0) after 3m36s
[05:21:42.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:28:0)
[05:21:42.062] Build status: SCHEDULED
[05:21:42.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:29:0) after 4m30s
[05:26:12.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:29:0)
[05:26:12.147] Build status: SCHEDULED
[05:26:12.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:30:0) after 1m16s
[05:27:28.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:30:0)
[05:27:28.187] Build status: SCHEDULED
[05:27:28.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:31:0) after 5m21s
[05:32:49.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:31:0)
[05:32:49.254] Build status: SCHEDULED
[05:32:49.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:32:0) after 5m31s
[05:38:20.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:32:0)
[05:38:20.257] Build status: SCHEDULED
[05:38:20.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:33:0) after 7m56s
[05:46:16.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:33:0)
[05:46:16.341] Build status: SCHEDULED
[05:46:16.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:34:0) after 5m44s
[05:52:00.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:34:0)
[05:52:00.425] Build status: SCHEDULED
[05:52:00.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:35:0) after 7m45s
[05:57:06.366] Received PubSub notification, asking Buildbucket for the build status
[05:57:06.410] Build status: STARTED
[05:59:45.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:35:0)
[05:59:45.471] Build status: STARTED
[05:59:45.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8845843765307043584:37:0) after 2m22s
[06:01:23.378] Received PubSub notification, asking Buildbucket for the build status
[06:01:23.422] Build:
{
"id": "8680413702973002849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-30T02:50:17.901449232Z",
"startTime": "2026-05-30T05:57:06.197700423Z",
"endTime": "2026-05-30T06:01:19.185241346Z",
"updateTime": "2026-05-30T06:01:19.185241346Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b7bd41a6cdae299e52a3b87c56d9bbf36f6e0c3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:01:23.422] Invocation finished in 3h11m7.129583662s with status FAILED