[06:31:32.208] New invocation is queued and will start shortly
[06:31:33.346] Starting the invocation (attempt 1)
[06:31:33.376] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/98a57261d86c8413b9b32bea70f6cb18f4309aae"
[06:31:33.376] Popped gitiles commit info from properties and tags
[06:31:33.376] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:31:33.376] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:31:33.376] Buildbucket request:
{
"requestId": "8837041938765087472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837041938765087472",
"job": "pigweed/pigweed.dev.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "845ed4e638e6138d3f3bb34454a9381a5a5a9dcf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@845ed4e638e6138d3f3bb34454a9381a5a5a9dcf",
"title": "845ed4e638e6138d3f3bb34454a9381a5a5a9dcf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/845ed4e638e6138d3f3bb34454a9381a5a5a9dcf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a5c3c2cd090d60b76d758e3341648eb7eaf9a8e7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5c3c2cd090d60b76d758e3341648eb7eaf9a8e7",
"title": "a5c3c2cd090d60b76d758e3341648eb7eaf9a8e7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5c3c2cd090d60b76d758e3341648eb7eaf9a8e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "088116aa515bd79c4057883591cbf4da6bcee4f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@088116aa515bd79c4057883591cbf4da6bcee4f3",
"title": "088116aa515bd79c4057883591cbf4da6bcee4f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/088116aa515bd79c4057883591cbf4da6bcee4f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bf0398bd18da05055c66f40e241d28a3176c342a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bf0398bd18da05055c66f40e241d28a3176c342a",
"title": "bf0398bd18da05055c66f40e241d28a3176c342a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bf0398bd18da05055c66f40e241d28a3176c342a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a50d5e7b6c31e011a166241f587203903294ffd4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a50d5e7b6c31e011a166241f587203903294ffd4",
"title": "a50d5e7b6c31e011a166241f587203903294ffd4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a50d5e7b6c31e011a166241f587203903294ffd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
"title": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d683db3b2b2fca86dc70f1c3742295ead34bf71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"title": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d683db3b2b2fca86dc70f1c3742295ead34bf71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a855316bba689882df32f27a5ebb8c06e62f2e7a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a855316bba689882df32f27a5ebb8c06e62f2e7a",
"title": "a855316bba689882df32f27a5ebb8c06e62f2e7a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a855316bba689882df32f27a5ebb8c06e62f2e7a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "de1b24123747948ea5ff20beceb0c47b85f25117"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de1b24123747948ea5ff20beceb0c47b85f25117",
"title": "de1b24123747948ea5ff20beceb0c47b85f25117",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de1b24123747948ea5ff20beceb0c47b85f25117"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "246e37a104c0c8104b1819df3a954d848e266703"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@246e37a104c0c8104b1819df3a954d848e266703",
"title": "246e37a104c0c8104b1819df3a954d848e266703",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "98a57261d86c8413b9b32bea70f6cb18f4309aae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98a57261d86c8413b9b32bea70f6cb18f4309aae",
"title": "98a57261d86c8413b9b32bea70f6cb18f4309aae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98a57261d86c8413b9b32bea70f6cb18f4309aae"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "98a57261d86c8413b9b32bea70f6cb18f4309aae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837041938765087472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:31:33.819] Scheduled build:
{
"id": "8671611876769547281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-04T06:31:33.489045764Z",
"updateTime": "2026-09-04T06:31:33.489045764Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "98a57261d86c8413b9b32bea70f6cb18f4309aae",
"ref": "refs/heads/main"
}
}
}
[06:31:33.819] Task URL: https://cr-buildbucket.appspot.com/build/8671611876769547281
[06:31:33.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:2:0) after 7m34s
[06:31:38.391] Received PubSub notification, asking Buildbucket for the build status
[06:31:38.411] Build status: SCHEDULED
[06:31:43.995] Received PubSub notification, asking Buildbucket for the build status
[06:31:44.018] Build status: STARTED
[06:39:07.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:2:0)
[06:39:07.916] Build status: STARTED
[06:39:07.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:5:0) after 6m15s
[06:45:22.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:5:0)
[06:45:22.953] Build status: STARTED
[06:45:22.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:6:0) after 5m35s
[06:50:57.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:6:0)
[06:50:57.957] Build status: STARTED
[06:50:57.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:7:0) after 2m0s
[06:52:58.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:7:0)
[06:52:58.097] Build status: STARTED
[06:52:58.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:8:0) after 8m8s
[07:01:06.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:8:0)
[07:01:06.161] Build status: STARTED
[07:01:06.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:9:0) after 8m0s
[07:09:06.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:9:0)
[07:09:06.199] Build status: STARTED
[07:09:06.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:10:0) after 7m0s
[07:16:06.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:10:0)
[07:16:06.245] Build status: STARTED
[07:16:06.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:11:0) after 6m52s
[07:22:58.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:11:0)
[07:22:58.302] Build status: STARTED
[07:22:58.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:12:0) after 2m8s
[07:25:06.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:12:0)
[07:25:06.475] Build status: STARTED
[07:25:06.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:13:0) after 8m18s
[07:33:24.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:13:0)
[07:33:24.507] Build status: STARTED
[07:33:24.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:14:0) after 2m30s
[07:35:54.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:14:0)
[07:35:54.546] Build status: STARTED
[07:35:54.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:15:0) after 4m34s
[07:40:28.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:15:0)
[07:40:28.636] Build status: STARTED
[07:40:28.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:16:0) after 6m38s
[07:47:06.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:16:0)
[07:47:06.797] Build status: STARTED
[07:47:06.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:17:0) after 5m14s
[07:52:20.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:17:0)
[07:52:20.937] Build status: STARTED
[07:52:20.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:18:0) after 4m55s
[07:57:15.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:18:0)
[07:57:15.977] Build status: STARTED
[07:57:15.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:19:0) after 2m28s
[07:59:43.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:19:0)
[07:59:44.012] Build status: STARTED
[07:59:44.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:20:0) after 5m42s
[08:05:26.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:20:0)
[08:05:26.036] Build status: STARTED
[08:05:26.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:21:0) after 6m36s
[08:12:02.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:21:0)
[08:12:02.140] Build status: STARTED
[08:12:02.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:22:0) after 6m2s
[08:18:04.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:22:0)
[08:18:04.249] Build status: STARTED
[08:18:04.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:23:0) after 9m21s
[08:27:25.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:23:0)
[08:27:25.328] Build status: STARTED
[08:27:25.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:24:0) after 2m11s
[08:29:36.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:24:0)
[08:29:36.372] Build status: STARTED
[08:29:36.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:25:0) after 4m1s
[08:33:37.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:25:0)
[08:33:37.412] Build status: STARTED
[08:33:37.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:26:0) after 3m47s
[08:37:24.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:26:0)
[08:37:24.469] Build status: STARTED
[08:37:24.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:27:0) after 7m18s
[08:44:42.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:27:0)
[08:44:42.615] Build status: STARTED
[08:44:42.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:28:0) after 7m47s
[08:52:29.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:28:0)
[08:52:29.695] Build status: STARTED
[08:52:29.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:29:0) after 8m0s
[09:00:29.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:29:0)
[09:00:29.835] Build status: STARTED
[09:00:29.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:30:0) after 6m20s
[09:06:49.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:30:0)
[09:06:49.931] Build status: STARTED
[09:06:49.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:31:0) after 8m13s
[09:15:02.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:31:0)
[09:15:03.075] Build status: STARTED
[09:15:03.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8837041938765087472:32:0) after 8m13s
[09:22:15.463] Received PubSub notification, asking Buildbucket for the build status
[09:22:15.486] Build:
{
"id": "8671611876769547281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-04T06:31:33.489045764Z",
"startTime": "2026-09-04T06:31:42.714475831Z",
"endTime": "2026-09-04T09:22:15.048692239Z",
"updateTime": "2026-09-04T09:22:15.048692239Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "98a57261d86c8413b9b32bea70f6cb18f4309aae",
"ref": "refs/heads/main"
}
}
}
[09:22:15.486] Invocation finished in 2h50m43.283995748s with status FAILED