[17:08:57.337] New invocation is queued and will start shortly
[17:08:58.633] Starting the invocation (attempt 1)
[17:08:58.664] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:08:58.664] Popped gitiles commit info from properties and tags
[17:08:58.664] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:08:58.664] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:08:58.664] Buildbucket request:
{
"requestId": "8877679873756931424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679873756931424",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679873756931424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:08:59.087] Scheduled build:
{
"id": "8712249811651530033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:08:58.720300442Z",
"updateTime": "2025-06-12T17:08:58.720300442Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:08:59.087] Task URL: https://cr-buildbucket.appspot.com/build/8712249811651530033
[17:08:59.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:2:0) after 8m11s
[17:09:00.103] Received PubSub notification, asking Buildbucket for the build status
[17:09:00.145] Build status: SCHEDULED
[17:17:10.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:2:0)
[17:17:10.200] Build status: SCHEDULED
[17:17:10.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:4:0) after 5m14s
[17:22:24.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:4:0)
[17:22:24.297] Build status: SCHEDULED
[17:22:24.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:5:0) after 5m58s
[17:28:22.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:5:0)
[17:28:22.347] Build status: SCHEDULED
[17:28:22.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:6:0) after 3m54s
[17:32:16.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:6:0)
[17:32:16.382] Build status: SCHEDULED
[17:32:16.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:7:0) after 9m19s
[17:41:35.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:7:0)
[17:41:35.440] Build status: SCHEDULED
[17:41:35.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:8:0) after 9m20s
[17:50:55.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:8:0)
[17:50:55.634] Build status: SCHEDULED
[17:50:55.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:9:0) after 4m19s
[17:55:14.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:9:0)
[17:55:14.686] Build status: SCHEDULED
[17:55:14.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:10:0) after 9m25s
[18:04:39.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:10:0)
[18:04:44.733] Build status: SCHEDULED
[18:04:44.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:11:0) after 6m1s
[18:10:45.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:11:0)
[18:10:50.810] Build status: SCHEDULED
[18:10:50.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:12:0) after 1m33s
[18:12:23.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:12:0)
[18:12:28.940] Build status: SCHEDULED
[18:12:28.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:13:0) after 3m6s
[18:15:34.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:13:0)
[18:15:40.025] Build status: SCHEDULED
[18:15:40.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:14:0) after 1m28s
[18:17:08.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:14:0)
[18:17:13.065] Build status: SCHEDULED
[18:17:13.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:15:0) after 3m16s
[18:20:29.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:15:0)
[18:20:34.167] Build status: SCHEDULED
[18:20:34.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:16:0) after 4m46s
[18:25:20.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:16:0)
[18:25:20.490] Build status: SCHEDULED
[18:25:20.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:17:0) after 7m35s
[18:32:55.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:17:0)
[18:33:00.537] Build status: SCHEDULED
[18:33:00.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:18:0) after 5m45s
[18:38:45.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:18:0)
[18:38:45.628] Build status: SCHEDULED
[18:38:45.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:19:0) after 3m36s
[18:42:21.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:19:0)
[18:42:21.673] Build status: SCHEDULED
[18:42:21.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:20:0) after 2m42s
[18:45:03.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:20:0)
[18:45:03.668] Build status: SCHEDULED
[18:45:03.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:21:0) after 2m0s
[18:47:04.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:21:0)
[18:47:04.213] Build status: SCHEDULED
[18:47:04.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:22:0) after 4m15s
[18:51:19.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:22:0)
[18:51:19.606] Build status: SCHEDULED
[18:51:19.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:23:0) after 6m35s
[18:57:54.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:23:0)
[18:57:54.629] Build status: SCHEDULED
[18:57:54.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:24:0) after 8m46s
[19:06:40.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:24:0)
[19:06:40.819] Build status: SCHEDULED
[19:06:40.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:25:0) after 2m24s
[19:09:04.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:25:0)
[19:09:04.919] Build status: SCHEDULED
[19:09:04.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:26:0) after 6m10s
[19:15:17.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:26:0)
[19:15:17.218] Build status: SCHEDULED
[19:15:17.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:27:0) after 8m4s
[19:23:47.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:27:0)
[19:23:47.821] Build status: SCHEDULED
[19:23:47.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:28:0) after 1m57s
[19:25:44.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:28:0)
[19:25:44.885] Build status: SCHEDULED
[19:25:44.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:29:0) after 9m22s
[19:35:36.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:29:0)
[19:35:39.233] Build status: SCHEDULED
[19:35:39.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:30:0) after 6m1s
[19:58:21.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:30:0)
[19:58:21.285] Build status: SCHEDULED
[19:58:21.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:31:0) after 1m48s
[20:00:09.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:31:0)
[20:00:09.634] Build status: SCHEDULED
[20:00:09.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:32:0) after 3m58s
[20:04:10.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:32:0)
[20:04:10.656] Build status: SCHEDULED
[20:04:10.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:33:0) after 9m25s
[20:13:35.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:33:0)
[20:13:35.737] Build status: SCHEDULED
[20:13:35.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:34:0) after 6m11s
[20:19:46.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:34:0)
[20:19:46.800] Build status: SCHEDULED
[20:19:46.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:35:0) after 5m38s
[20:25:25.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:35:0)
[20:25:25.261] Build status: SCHEDULED
[20:25:25.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:36:0) after 3m2s
[20:28:27.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:36:0)
[20:28:27.462] Build status: SCHEDULED
[20:28:27.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:37:0) after 5m6s
[20:33:33.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:37:0)
[20:33:33.554] Build status: SCHEDULED
[20:33:33.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-clang-tidy:8877679873756931424:38:0) after 7m39s
[20:36:50.753] Received PubSub notification, asking Buildbucket for the build status
[20:36:50.785] Build:
{
"id": "8712249811651530033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:08:58.720300442Z",
"endTime": "2025-06-12T20:36:45.586796383Z",
"updateTime": "2025-06-12T20:36:45.586796383Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:36:50.785] Invocation finished in 3h27m53.456126991s with status FAILED