[05:01:44.472] New invocation is queued and will start shortly
[05:01:45.638] Starting the invocation (attempt 1)
[05:01:45.667] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4491a8aa376777957c36281665ae47506ef4c328"
[05:01:45.667] Popped gitiles commit info from properties and tags
[05:01:45.667] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:01:45.667] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:01:45.667] Buildbucket request:
{
"requestId": "8835416842820758640",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835416842820758640",
"job": "pigweed/pigweed.dev.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b8c1523c3cb6882f94524234f99ab54db0505e26"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b8c1523c3cb6882f94524234f99ab54db0505e26",
"title": "b8c1523c3cb6882f94524234f99ab54db0505e26",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b8c1523c3cb6882f94524234f99ab54db0505e26"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0ca01058bee1b51636a4f1b43a8639a1a865b845"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0ca01058bee1b51636a4f1b43a8639a1a865b845",
"title": "0ca01058bee1b51636a4f1b43a8639a1a865b845",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0ca01058bee1b51636a4f1b43a8639a1a865b845"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "09df4d308be90534ea60a8ac48fad286b3a96609"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@09df4d308be90534ea60a8ac48fad286b3a96609",
"title": "09df4d308be90534ea60a8ac48fad286b3a96609",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/09df4d308be90534ea60a8ac48fad286b3a96609"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e14f41508c3d911a747499ea47ce21b59117c1b8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e14f41508c3d911a747499ea47ce21b59117c1b8",
"title": "e14f41508c3d911a747499ea47ce21b59117c1b8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e14f41508c3d911a747499ea47ce21b59117c1b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "40b82f3b8110bcd974c53f7e1d473b8053ec3315"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@40b82f3b8110bcd974c53f7e1d473b8053ec3315",
"title": "40b82f3b8110bcd974c53f7e1d473b8053ec3315",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/40b82f3b8110bcd974c53f7e1d473b8053ec3315"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "417902919242679d1ad72e54b2725011227fc51b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@417902919242679d1ad72e54b2725011227fc51b",
"title": "417902919242679d1ad72e54b2725011227fc51b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/417902919242679d1ad72e54b2725011227fc51b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6aba5efbe3e606e92f074350ece8de13693d597"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6aba5efbe3e606e92f074350ece8de13693d597",
"title": "e6aba5efbe3e606e92f074350ece8de13693d597",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6aba5efbe3e606e92f074350ece8de13693d597"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "324ef93654e53fbc92091f579cd7933089cbcf93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@324ef93654e53fbc92091f579cd7933089cbcf93",
"title": "324ef93654e53fbc92091f579cd7933089cbcf93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/324ef93654e53fbc92091f579cd7933089cbcf93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5747dbb0197245dc50f748853c0c5279796ce12b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5747dbb0197245dc50f748853c0c5279796ce12b",
"title": "5747dbb0197245dc50f748853c0c5279796ce12b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5747dbb0197245dc50f748853c0c5279796ce12b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4491a8aa376777957c36281665ae47506ef4c328"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4491a8aa376777957c36281665ae47506ef4c328",
"title": "4491a8aa376777957c36281665ae47506ef4c328",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4491a8aa376777957c36281665ae47506ef4c328"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4491a8aa376777957c36281665ae47506ef4c328",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835416842820758640"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:01:46.148] Scheduled build:
{
"id": "8669986780806800529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T05:01:45.770157259Z",
"updateTime": "2026-09-22T05:01:45.770157259Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4491a8aa376777957c36281665ae47506ef4c328",
"ref": "refs/heads/main"
}
}
}
[05:01:46.148] Task URL: https://cr-buildbucket.appspot.com/build/8669986780806800529
[05:01:46.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:2:0) after 1m49s
[05:02:21.293] Received PubSub notification, asking Buildbucket for the build status
[05:02:21.318] Build status: STARTED
[05:02:33.138] Received PubSub notification, asking Buildbucket for the build status
[05:02:33.163] Build status: STARTED
[05:03:35.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:2:0)
[05:03:35.199] Build status: STARTED
[05:03:35.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:5:0) after 8m11s
[05:11:46.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:5:0)
[05:11:46.202] Build status: STARTED
[05:11:46.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:6:0) after 5m44s
[05:17:30.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:6:0)
[05:17:30.310] Build status: STARTED
[05:17:30.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:7:0) after 5m56s
[05:23:30.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:7:0)
[05:23:30.787] Build status: STARTED
[05:23:30.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:8:0) after 5m38s
[05:29:08.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:8:0)
[05:29:08.820] Build status: STARTED
[05:29:08.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:9:0) after 4m17s
[05:33:26.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:9:0)
[05:33:26.068] Build status: STARTED
[05:33:26.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:10:0) after 8m34s
[05:42:00.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:10:0)
[05:42:00.160] Build status: STARTED
[05:42:00.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:11:0) after 7m38s
[05:49:38.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:11:0)
[05:49:38.348] Build status: STARTED
[05:49:38.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:12:0) after 1m12s
[05:50:50.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:12:0)
[05:50:50.416] Build status: STARTED
[05:50:50.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:13:0) after 4m55s
[05:55:45.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:13:0)
[05:55:45.571] Build status: STARTED
[05:55:45.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:14:0) after 5m57s
[06:01:42.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:14:0)
[06:01:42.615] Build status: STARTED
[06:01:42.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:15:0) after 1m49s
[06:03:31.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:15:0)
[06:03:31.651] Build status: STARTED
[06:03:31.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:16:0) after 6m43s
[06:10:14.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:16:0)
[06:10:14.694] Build status: STARTED
[06:10:14.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:17:0) after 8m3s
[06:18:17.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:17:0)
[06:18:17.762] Build status: STARTED
[06:18:17.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:18:0) after 3m36s
[06:21:53.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:18:0)
[06:21:53.828] Build status: STARTED
[06:21:53.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:19:0) after 4m17s
[06:26:10.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:19:0)
[06:26:10.874] Build status: STARTED
[06:26:10.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:20:0) after 1m17s
[06:27:27.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:20:0)
[06:27:27.932] Build status: STARTED
[06:27:27.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:21:0) after 3m5s
[06:30:32.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:21:0)
[06:30:32.925] Build status: STARTED
[06:30:32.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:22:0) after 3m59s
[06:34:31.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:22:0)
[06:34:31.960] Build status: STARTED
[06:34:31.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:23:0) after 7m22s
[06:41:54.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:23:0)
[06:41:54.086] Build status: STARTED
[06:41:54.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:24:0) after 9m3s
[06:50:57.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:24:0)
[06:50:57.145] Build status: STARTED
[06:50:57.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:25:0) after 2m16s
[06:53:13.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:25:0)
[06:53:13.182] Build status: STARTED
[06:53:13.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:26:0) after 2m28s
[06:55:41.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:26:0)
[06:55:41.226] Build status: STARTED
[06:55:41.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:27:0) after 7m55s
[07:03:36.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:27:0)
[07:03:36.740] Build status: STARTED
[07:03:36.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:28:0) after 3m37s
[07:07:13.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:28:0)
[07:07:13.789] Build status: STARTED
[07:07:13.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:29:0) after 2m39s
[07:09:52.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:29:0)
[07:09:52.801] Build status: STARTED
[07:09:52.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:30:0) after 3m34s
[07:13:26.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:30:0)
[07:13:26.885] Build status: STARTED
[07:13:26.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:31:0) after 2m17s
[07:15:43.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:31:0)
[07:15:43.979] Build status: STARTED
[07:15:43.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:32:0) after 1m10s
[07:16:53.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:32:0)
[07:16:54.006] Build status: STARTED
[07:16:54.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:33:0) after 6m20s
[07:23:14.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:33:0)
[07:23:14.058] Build status: STARTED
[07:23:14.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:34:0) after 1m56s
[07:25:10.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:34:0)
[07:25:10.106] Build status: STARTED
[07:25:10.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:35:0) after 8m18s
[07:33:28.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:35:0)
[07:33:28.209] Build status: STARTED
[07:33:28.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:36:0) after 6m26s
[07:39:54.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:36:0)
[07:39:54.221] Build status: STARTED
[07:39:54.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:37:0) after 9m0s
[07:48:54.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:37:0)
[07:48:54.269] Build status: STARTED
[07:48:54.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:38:0) after 8m49s
[07:57:43.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:38:0)
[07:57:43.352] Build status: STARTED
[07:57:43.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835416842820758640:39:0) after 9m36s
[08:06:32.375] Received PubSub notification, asking Buildbucket for the build status
[08:06:32.391] Build:
{
"id": "8669986780806800529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T05:01:45.770157259Z",
"startTime": "2026-09-22T05:01:55.650109344Z",
"endTime": "2026-09-22T08:06:31.999411884Z",
"updateTime": "2026-09-22T08:06:31.999411884Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4491a8aa376777957c36281665ae47506ef4c328",
"ref": "refs/heads/main"
}
}
}
[08:06:32.391] Invocation finished in 3h4m47.924963947s with status FAILED