[21:12:35.375] New invocation is queued and will start shortly
[21:12:36.469] Starting the invocation (attempt 1)
[21:12:36.500] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bd3449310bc7ffdf90634745f6b64bb8caaf91a"
[21:12:36.500] Popped gitiles commit info from properties and tags
[21:12:36.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:36.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:36.500] Buildbucket request:
{
"requestId": "8833453226032192048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833453226032192048",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "849fea07866fb8059caa1b7e7184fd0c0d705dfc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@849fea07866fb8059caa1b7e7184fd0c0d705dfc",
"title": "849fea07866fb8059caa1b7e7184fd0c0d705dfc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/849fea07866fb8059caa1b7e7184fd0c0d705dfc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ccf7439828444ee811cf97790834cb84f7bca63"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ccf7439828444ee811cf97790834cb84f7bca63",
"title": "9ccf7439828444ee811cf97790834cb84f7bca63",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ccf7439828444ee811cf97790834cb84f7bca63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "07d12a9b0ab8397e92a7d8422abd3f41c2466ab8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@07d12a9b0ab8397e92a7d8422abd3f41c2466ab8",
"title": "07d12a9b0ab8397e92a7d8422abd3f41c2466ab8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/07d12a9b0ab8397e92a7d8422abd3f41c2466ab8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f72f37758152aeed3ae83170c3f9abf1e1674793"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f72f37758152aeed3ae83170c3f9abf1e1674793",
"title": "f72f37758152aeed3ae83170c3f9abf1e1674793",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f72f37758152aeed3ae83170c3f9abf1e1674793"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6c4e8fe9f9443ea6f3598b50da47dbe2088654ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6c4e8fe9f9443ea6f3598b50da47dbe2088654ef",
"title": "6c4e8fe9f9443ea6f3598b50da47dbe2088654ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6c4e8fe9f9443ea6f3598b50da47dbe2088654ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd263b93d14e3ff58cdcec329de05d9c53b49756"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd263b93d14e3ff58cdcec329de05d9c53b49756",
"title": "dd263b93d14e3ff58cdcec329de05d9c53b49756",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd263b93d14e3ff58cdcec329de05d9c53b49756"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7621f57c7e5936c8012018c490dc1705dbec402f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7621f57c7e5936c8012018c490dc1705dbec402f",
"title": "7621f57c7e5936c8012018c490dc1705dbec402f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7621f57c7e5936c8012018c490dc1705dbec402f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"title": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bd3449310bc7ffdf90634745f6b64bb8caaf91a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833453226032192048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:12:37.143] Scheduled build:
{
"id": "8668023164112583697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-13T21:12:36.579093762Z",
"updateTime": "2026-10-13T21:12:36.579093762Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:12:37.143] Task URL: https://cr-buildbucket.appspot.com/build/8668023164112583697
[21:12:37.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:2:0) after 4m4s
[21:12:38.004] Received PubSub notification, asking Buildbucket for the build status
[21:12:38.026] Build status: SCHEDULED
[21:16:41.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:2:0)
[21:16:41.260] Build status: SCHEDULED
[21:16:41.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:4:0) after 7m19s
[21:24:00.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:4:0)
[21:24:00.415] Build status: SCHEDULED
[21:24:00.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:5:0) after 8m54s
[21:32:54.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:5:0)
[21:32:54.507] Build status: SCHEDULED
[21:32:54.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:6:0) after 8m55s
[21:41:49.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:6:0)
[21:41:49.568] Build status: SCHEDULED
[21:41:49.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:7:0) after 6m23s
[21:48:12.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:7:0)
[21:48:12.620] Build status: SCHEDULED
[21:48:12.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:8:0) after 7m6s
[21:55:18.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:8:0)
[21:55:18.662] Build status: SCHEDULED
[21:55:18.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:9:0) after 2m28s
[21:57:46.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:9:0)
[21:57:46.743] Build status: SCHEDULED
[21:57:46.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:10:0) after 1m48s
[21:59:34.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:10:0)
[21:59:34.856] Build status: SCHEDULED
[21:59:34.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:11:0) after 5m36s
[22:05:11.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:11:0)
[22:05:11.045] Build status: SCHEDULED
[22:05:11.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:12:0) after 6m57s
[22:12:08.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:12:0)
[22:12:08.077] Build status: SCHEDULED
[22:12:08.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:13:0) after 1m36s
[22:13:44.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:13:0)
[22:13:44.179] Build status: SCHEDULED
[22:13:44.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:14:0) after 7m5s
[22:20:49.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:14:0)
[22:20:49.347] Build status: SCHEDULED
[22:20:49.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:15:0) after 8m8s
[22:28:57.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:15:0)
[22:28:57.389] Build status: SCHEDULED
[22:28:57.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:16:0) after 8m32s
[22:37:29.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:16:0)
[22:37:29.535] Build status: SCHEDULED
[22:37:29.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:17:0) after 3m46s
[22:41:15.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:17:0)
[22:41:15.598] Build status: SCHEDULED
[22:41:15.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:18:0) after 9m41s
[22:50:56.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:18:0)
[22:50:56.833] Build status: SCHEDULED
[22:50:56.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:19:0) after 2m19s
[22:53:15.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:19:0)
[22:53:15.848] Build status: SCHEDULED
[22:53:15.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:20:0) after 5m18s
[22:58:33.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:20:0)
[22:58:33.936] Build status: SCHEDULED
[22:58:33.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:21:0) after 3m14s
[23:01:48.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:21:0)
[23:01:48.037] Build status: SCHEDULED
[23:01:48.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:22:0) after 1m44s
[23:03:32.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:22:0)
[23:03:32.069] Build status: SCHEDULED
[23:03:32.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:23:0) after 4m48s
[23:08:20.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:23:0)
[23:08:20.213] Build status: SCHEDULED
[23:08:20.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:24:0) after 6m42s
[23:15:02.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:24:0)
[23:15:02.295] Build status: SCHEDULED
[23:15:02.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:25:0) after 1m17s
[23:16:19.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:25:0)
[23:16:19.412] Build status: SCHEDULED
[23:16:19.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:26:0) after 3m13s
[23:19:32.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:26:0)
[23:19:32.562] Build status: SCHEDULED
[23:19:32.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:27:0) after 6m32s
[23:26:04.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:27:0)
[23:26:04.626] Build status: SCHEDULED
[23:26:04.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:28:0) after 7m2s
[23:33:06.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:28:0)
[23:33:06.699] Build status: SCHEDULED
[23:33:06.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:29:0) after 1m7s
[23:34:13.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:29:0)
[23:34:13.783] Build status: SCHEDULED
[23:34:13.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:30:0) after 6m6s
[23:40:19.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:30:0)
[23:40:19.832] Build status: SCHEDULED
[23:40:19.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833453226032192048:31:0) after 9m22s
[23:45:30.088] Received PubSub notification, asking Buildbucket for the build status
[23:45:30.109] Build status: STARTED
[23:46:11.358] Received PubSub notification, asking Buildbucket for the build status
[23:46:11.414] Build:
{
"id": "8668023164112583697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-13T21:12:36.579093762Z",
"startTime": "2026-10-13T23:45:29.904969757Z",
"endTime": "2026-10-13T23:46:11.074484989Z",
"updateTime": "2026-10-13T23:46:11.074484989Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:46:11.414] Invocation finished in 2h33m36.048436231s with status FAILED