[01:53:06.063] New invocation is queued and will start shortly
[01:53:08.133] Starting the invocation (attempt 1)
[01:53:08.159] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c324c2afcde3f31eec153b577164ddc87cb95120"
[01:53:08.159] Popped gitiles commit info from properties and tags
[01:53:08.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:53:08.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:53:08.159] Buildbucket request:
{
"requestId": "8843038856207691104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843038856207691104",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "48a026cf16d54b871a26f37df9d5019f7238b614"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@48a026cf16d54b871a26f37df9d5019f7238b614",
"title": "48a026cf16d54b871a26f37df9d5019f7238b614",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/48a026cf16d54b871a26f37df9d5019f7238b614"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c324c2afcde3f31eec153b577164ddc87cb95120"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c324c2afcde3f31eec153b577164ddc87cb95120",
"title": "c324c2afcde3f31eec153b577164ddc87cb95120",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c324c2afcde3f31eec153b577164ddc87cb95120"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843038856207691104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:53:08.533] Scheduled build:
{
"id": "8677608793291035713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T01:53:08.225678530Z",
"updateTime": "2026-06-30T01:53:08.225678530Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
}
}
}
[01:53:08.533] Task URL: https://cr-buildbucket.appspot.com/build/8677608793291035713
[01:53:08.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:2:0) after 6m40s
[01:53:09.502] Received PubSub notification, asking Buildbucket for the build status
[01:53:09.533] Build status: SCHEDULED
[01:59:48.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:2:0)
[01:59:48.653] Build status: SCHEDULED
[01:59:48.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:4:0) after 7m46s
[02:07:34.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:4:0)
[02:07:34.695] Build status: SCHEDULED
[02:07:34.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:5:0) after 4m18s
[02:11:52.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:5:0)
[02:11:53.005] Build status: SCHEDULED
[02:11:53.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:6:0) after 7m33s
[02:19:26.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:6:0)
[02:19:26.040] Build status: SCHEDULED
[02:19:26.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:7:0) after 4m8s
[02:23:34.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:7:0)
[02:23:34.075] Build status: SCHEDULED
[02:23:34.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:8:0) after 6m7s
[02:29:41.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:8:0)
[02:29:41.158] Build status: SCHEDULED
[02:29:41.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:9:0) after 8m12s
[02:37:53.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:9:0)
[02:37:53.211] Build status: SCHEDULED
[02:37:53.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:10:0) after 5m53s
[02:43:46.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:10:0)
[02:43:46.296] Build status: SCHEDULED
[02:43:46.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:11:0) after 7m4s
[02:50:50.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:11:0)
[02:50:50.333] Build status: SCHEDULED
[02:50:50.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:12:0) after 4m8s
[02:54:58.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:12:0)
[02:54:58.363] Build status: SCHEDULED
[02:54:58.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:13:0) after 6m40s
[03:01:38.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:13:0)
[03:01:38.471] Build status: SCHEDULED
[03:01:38.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:14:0) after 4m8s
[03:05:46.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:14:0)
[03:05:46.567] Build status: SCHEDULED
[03:05:46.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:15:0) after 1m25s
[03:07:11.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:15:0)
[03:07:11.653] Build status: SCHEDULED
[03:07:11.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:16:0) after 5m44s
[03:12:55.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:16:0)
[03:12:55.688] Build status: SCHEDULED
[03:12:55.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:17:0) after 4m32s
[03:17:27.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:17:0)
[03:17:27.721] Build status: SCHEDULED
[03:17:27.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:18:0) after 3m41s
[03:21:08.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:18:0)
[03:21:08.737] Build status: SCHEDULED
[03:21:08.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:19:0) after 2m14s
[03:23:22.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:19:0)
[03:23:22.825] Build status: SCHEDULED
[03:23:22.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:20:0) after 5m19s
[03:28:41.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:20:0)
[03:28:41.916] Build status: SCHEDULED
[03:28:41.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:21:0) after 2m37s
[03:31:19.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:21:0)
[03:31:19.047] Build status: SCHEDULED
[03:31:19.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:22:0) after 8m20s
[03:39:39.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:22:0)
[03:39:39.090] Build status: SCHEDULED
[03:39:39.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:23:0) after 5m56s
[03:45:35.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:23:0)
[03:45:35.151] Build status: SCHEDULED
[03:45:35.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:24:0) after 7m22s
[03:52:57.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:24:0)
[03:52:57.243] Build status: SCHEDULED
[03:52:57.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:25:0) after 1m55s
[03:54:52.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:25:0)
[03:54:52.239] Build status: SCHEDULED
[03:54:52.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:26:0) after 8m57s
[04:03:49.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:26:0)
[04:03:49.291] Build status: SCHEDULED
[04:03:49.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:27:0) after 2m0s
[04:05:49.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:27:0)
[04:05:49.325] Build status: SCHEDULED
[04:05:49.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:28:0) after 9m58s
[04:15:47.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:28:0)
[04:15:47.358] Build status: SCHEDULED
[04:15:47.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:29:0) after 8m56s
[04:24:43.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:29:0)
[04:24:43.392] Build status: SCHEDULED
[04:24:43.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:30:0) after 9m32s
[04:34:15.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:30:0)
[04:34:15.508] Build status: SCHEDULED
[04:34:15.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:31:0) after 5m56s
[04:40:11.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:31:0)
[04:40:11.550] Build status: SCHEDULED
[04:40:11.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:32:0) after 7m21s
[04:47:32.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:32:0)
[04:47:32.546] Build status: SCHEDULED
[04:47:32.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:33:0) after 6m28s
[04:54:00.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:33:0)
[04:54:00.608] Build status: SCHEDULED
[04:54:00.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:34:0) after 3m35s
[04:57:35.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:34:0)
[04:57:35.765] Build status: SCHEDULED
[04:57:35.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:35:0) after 8m3s
[05:05:38.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:35:0)
[05:05:38.806] Build status: SCHEDULED
[05:05:38.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:36:0) after 2m54s
[05:08:32.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:36:0)
[05:08:32.839] Build status: SCHEDULED
[05:08:32.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:37:0) after 1m37s
[05:10:09.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:37:0)
[05:10:09.921] Build status: SCHEDULED
[05:10:09.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:38:0) after 4m0s
[05:14:09.096] Received PubSub notification, asking Buildbucket for the build status
[05:14:09.114] Build status: STARTED
[05:14:09.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:38:0)
[05:14:10.000] Build status: STARTED
[05:14:10.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:40:0) after 2m34s
[05:16:44.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:40:0)
[05:16:44.062] Build status: STARTED
[05:16:44.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843038856207691104:41:0) after 9m33s
[05:19:20.141] Received PubSub notification, asking Buildbucket for the build status
[05:19:20.159] Build:
{
"id": "8677608793291035713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T01:53:08.225678530Z",
"startTime": "2026-06-30T05:14:08.328518504Z",
"endTime": "2026-06-30T05:19:19.813481376Z",
"updateTime": "2026-06-30T05:19:19.813481376Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
}
}
}
[05:19:20.159] Invocation finished in 3h26m14.099372626s with status FAILED