[23:02:40.663] New invocation is queued and will start shortly
[23:02:41.718] Starting the invocation (attempt 1)
[23:02:41.745] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/61ca5306a23bdc31974958b862198a477cd2cb2b"
[23:02:41.745] Popped gitiles commit info from properties and tags
[23:02:41.745] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:41.745] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:41.745] Buildbucket request:
{
"requestId": "8836073611935733472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8836073611935733472",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ce8e1b0bb71e9bcd383481f2b899ed70b858e68f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce8e1b0bb71e9bcd383481f2b899ed70b858e68f",
"title": "ce8e1b0bb71e9bcd383481f2b899ed70b858e68f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce8e1b0bb71e9bcd383481f2b899ed70b858e68f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "819079e005a8ba602ee2d54bf096920da37eb0fd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@819079e005a8ba602ee2d54bf096920da37eb0fd",
"title": "819079e005a8ba602ee2d54bf096920da37eb0fd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/819079e005a8ba602ee2d54bf096920da37eb0fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2171487e7d71564e52f79510bb13dc8d56551a41"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2171487e7d71564e52f79510bb13dc8d56551a41",
"title": "2171487e7d71564e52f79510bb13dc8d56551a41",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2171487e7d71564e52f79510bb13dc8d56551a41"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "61ca5306a23bdc31974958b862198a477cd2cb2b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61ca5306a23bdc31974958b862198a477cd2cb2b",
"title": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61ca5306a23bdc31974958b862198a477cd2cb2b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8836073611935733472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:02:42.162] Scheduled build:
{
"id": "8670643550059188817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-14T23:02:41.803592933Z",
"updateTime": "2026-09-14T23:02:41.803592933Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:02:42.162] Task URL: https://cr-buildbucket.appspot.com/build/8670643550059188817
[23:02:42.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:2:0) after 9m3s
[23:02:43.073] Received PubSub notification, asking Buildbucket for the build status
[23:02:43.091] Build status: SCHEDULED
[23:11:45.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:2:0)
[23:11:45.210] Build status: SCHEDULED
[23:11:45.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:4:0) after 2m45s
[23:14:30.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:4:0)
[23:14:30.316] Build status: SCHEDULED
[23:14:30.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:5:0) after 8m55s
[23:23:25.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:5:0)
[23:23:25.471] Build status: SCHEDULED
[23:23:25.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:6:0) after 2m44s
[23:26:09.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:6:0)
[23:26:09.490] Build status: SCHEDULED
[23:26:09.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:7:0) after 9m13s
[23:35:22.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:7:0)
[23:35:22.572] Build status: SCHEDULED
[23:35:22.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:8:0) after 3m59s
[23:39:21.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:8:0)
[23:39:21.685] Build status: SCHEDULED
[23:39:21.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:9:0) after 7m7s
[23:46:28.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:9:0)
[23:46:28.801] Build status: SCHEDULED
[23:46:28.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:10:0) after 4m12s
[23:50:40.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:10:0)
[23:50:40.959] Build status: SCHEDULED
[23:50:40.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:11:0) after 1m20s
[23:52:00.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:11:0)
[23:52:00.986] Build status: SCHEDULED
[23:52:00.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:12:0) after 2m7s
[23:54:08.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:12:0)
[23:54:08.215] Build status: SCHEDULED
[23:54:08.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:13:0) after 8m56s
[00:03:04.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:13:0)
[00:03:04.258] Build status: SCHEDULED
[00:03:04.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:14:0) after 4m51s
[00:07:55.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:14:0)
[00:07:55.380] Build status: SCHEDULED
[00:07:55.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:15:0) after 5m34s
[00:13:29.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:15:0)
[00:13:29.487] Build status: SCHEDULED
[00:13:29.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:16:0) after 1m43s
[00:15:13.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:16:0)
[00:15:13.148] Build status: SCHEDULED
[00:15:13.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:17:0) after 9m31s
[00:24:44.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:17:0)
[00:24:44.239] Build status: SCHEDULED
[00:24:44.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:18:0) after 5m52s
[00:30:36.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:18:0)
[00:30:36.412] Build status: SCHEDULED
[00:30:36.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:19:0) after 6m12s
[00:36:48.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:19:0)
[00:36:48.447] Build status: SCHEDULED
[00:36:48.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:20:0) after 3m53s
[00:40:41.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:20:0)
[00:40:41.631] Build status: SCHEDULED
[00:40:41.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:21:0) after 5m11s
[00:45:52.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:21:0)
[00:45:52.709] Build status: SCHEDULED
[00:45:52.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:22:0) after 3m30s
[00:49:22.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:22:0)
[00:49:22.774] Build status: SCHEDULED
[00:49:22.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:23:0) after 9m42s
[00:59:04.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:23:0)
[00:59:04.817] Build status: SCHEDULED
[00:59:04.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:24:0) after 2m16s
[01:01:20.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:24:0)
[01:01:20.917] Build status: SCHEDULED
[01:01:20.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:25:0) after 4m47s
[01:06:08.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:25:0)
[01:06:08.257] Build status: SCHEDULED
[01:06:08.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:26:0) after 1m12s
[01:07:20.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:26:0)
[01:07:20.497] Build status: SCHEDULED
[01:07:20.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:27:0) after 8m3s
[01:15:23.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:27:0)
[01:15:23.583] Build status: SCHEDULED
[01:15:23.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:28:0) after 3m9s
[01:18:32.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:28:0)
[01:18:32.620] Build status: SCHEDULED
[01:18:32.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:29:0) after 6m39s
[01:25:11.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:29:0)
[01:25:11.666] Build status: SCHEDULED
[01:25:11.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:30:0) after 2m58s
[01:28:09.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:30:0)
[01:28:09.838] Build status: SCHEDULED
[01:28:09.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:31:0) after 4m13s
[01:32:22.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:31:0)
[01:32:22.891] Build status: SCHEDULED
[01:32:22.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:32:0) after 8m26s
[01:40:49.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:32:0)
[01:40:49.120] Build status: SCHEDULED
[01:40:49.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:33:0) after 3m56s
[01:44:45.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:33:0)
[01:44:45.170] Build status: SCHEDULED
[01:44:45.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:34:0) after 1m25s
[01:46:10.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:34:0)
[01:46:10.377] Build status: SCHEDULED
[01:46:10.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:35:0) after 2m45s
[01:48:55.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:35:0)
[01:48:55.571] Build status: SCHEDULED
[01:48:55.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:36:0) after 7m38s
[01:56:33.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:36:0)
[01:56:33.621] Build status: SCHEDULED
[01:56:33.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:37:0) after 5m47s
[02:02:20.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:37:0)
[02:02:20.866] Build status: SCHEDULED
[02:02:20.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:38:0) after 3m31s
[02:02:50.062] Received PubSub notification, asking Buildbucket for the build status
[02:02:50.083] Build status: STARTED
[02:05:51.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:38:0)
[02:05:51.901] Build status: STARTED
[02:05:51.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8836073611935733472:40:0) after 3m10s
[02:06:30.788] Received PubSub notification, asking Buildbucket for the build status
[02:06:30.806] Build:
{
"id": "8670643550059188817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-14T23:02:41.803592933Z",
"startTime": "2026-09-15T02:02:49.753436452Z",
"endTime": "2026-09-15T02:06:30.200461435Z",
"updateTime": "2026-09-15T02:06:30.200461435Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:06:30.806] Invocation finished in 3h3m50.177828889s with status FAILED