[19:58:29.246] New invocation is queued and will start shortly
[19:58:32.097] Starting the invocation (attempt 1)
[19:58:32.180] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e2be7cf9b29a438cc8a7ada6bab6309956a47011"
[19:58:32.180] Popped gitiles commit info from properties and tags
[19:58:32.180] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:58:32.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:58:32.181] Buildbucket request:
{
"requestId": "8833367291165240704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833367291165240704",
"job": "pigweed/pigweed.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd263b93d14e3ff58cdcec329de05d9c53b49756"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd263b93d14e3ff58cdcec329de05d9c53b49756",
"title": "dd263b93d14e3ff58cdcec329de05d9c53b49756",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd263b93d14e3ff58cdcec329de05d9c53b49756"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7621f57c7e5936c8012018c490dc1705dbec402f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7621f57c7e5936c8012018c490dc1705dbec402f",
"title": "7621f57c7e5936c8012018c490dc1705dbec402f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7621f57c7e5936c8012018c490dc1705dbec402f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"title": "0bd3449310bc7ffdf90634745f6b64bb8caaf91a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bd3449310bc7ffdf90634745f6b64bb8caaf91a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7e81e78799ffe1b5bdd128ca5c9416f392cafcec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7e81e78799ffe1b5bdd128ca5c9416f392cafcec",
"title": "7e81e78799ffe1b5bdd128ca5c9416f392cafcec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7e81e78799ffe1b5bdd128ca5c9416f392cafcec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "755ccba08b2eb5cdbdedf5cb433d433f2f88acc0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@755ccba08b2eb5cdbdedf5cb433d433f2f88acc0",
"title": "755ccba08b2eb5cdbdedf5cb433d433f2f88acc0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/755ccba08b2eb5cdbdedf5cb433d433f2f88acc0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "356564f1654a2376f45cd4a5e61c0f39d0a2b099"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@356564f1654a2376f45cd4a5e61c0f39d0a2b099",
"title": "356564f1654a2376f45cd4a5e61c0f39d0a2b099",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/356564f1654a2376f45cd4a5e61c0f39d0a2b099"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee1a3afb9f48aee208091ebaef82962a48e6399b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee1a3afb9f48aee208091ebaef82962a48e6399b",
"title": "ee1a3afb9f48aee208091ebaef82962a48e6399b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee1a3afb9f48aee208091ebaef82962a48e6399b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d2c7bd1ee71dbd502c77ac27b8967cdbf3c0c49c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2c7bd1ee71dbd502c77ac27b8967cdbf3c0c49c",
"title": "d2c7bd1ee71dbd502c77ac27b8967cdbf3c0c49c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2c7bd1ee71dbd502c77ac27b8967cdbf3c0c49c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "797052b526ff175b145345dd9497d57329150706"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@797052b526ff175b145345dd9497d57329150706",
"title": "797052b526ff175b145345dd9497d57329150706",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/797052b526ff175b145345dd9497d57329150706"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee5b7a522470ee17187f3dc0a3f6e0ad619f6596"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee5b7a522470ee17187f3dc0a3f6e0ad619f6596",
"title": "ee5b7a522470ee17187f3dc0a3f6e0ad619f6596",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee5b7a522470ee17187f3dc0a3f6e0ad619f6596"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "08718becdd95086e9479d90963717a1b0c459600"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@08718becdd95086e9479d90963717a1b0c459600",
"title": "08718becdd95086e9479d90963717a1b0c459600",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/08718becdd95086e9479d90963717a1b0c459600"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b28c0712d35a26e12aec95628a0637a02652c7f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b28c0712d35a26e12aec95628a0637a02652c7f",
"title": "0b28c0712d35a26e12aec95628a0637a02652c7f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b28c0712d35a26e12aec95628a0637a02652c7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fabc99b4db8384f537734082e11cb1507ea45714"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fabc99b4db8384f537734082e11cb1507ea45714",
"title": "fabc99b4db8384f537734082e11cb1507ea45714",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fabc99b4db8384f537734082e11cb1507ea45714"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1856d2e5e7d7281bba412a24a7b93554e41ab91c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1856d2e5e7d7281bba412a24a7b93554e41ab91c",
"title": "1856d2e5e7d7281bba412a24a7b93554e41ab91c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1856d2e5e7d7281bba412a24a7b93554e41ab91c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "02e854d7583453036fe796133576e9a82f99cf9c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@02e854d7583453036fe796133576e9a82f99cf9c",
"title": "02e854d7583453036fe796133576e9a82f99cf9c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/02e854d7583453036fe796133576e9a82f99cf9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0501ca641bd8c798b7ebae86bee31d80356e2aa9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0501ca641bd8c798b7ebae86bee31d80356e2aa9",
"title": "0501ca641bd8c798b7ebae86bee31d80356e2aa9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0501ca641bd8c798b7ebae86bee31d80356e2aa9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8561a7a5f42faee7f32644ac5eb644da552ddc16"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8561a7a5f42faee7f32644ac5eb644da552ddc16",
"title": "8561a7a5f42faee7f32644ac5eb644da552ddc16",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8561a7a5f42faee7f32644ac5eb644da552ddc16"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17787d440fe583fac3d04f176da32be4978a45d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17787d440fe583fac3d04f176da32be4978a45d7",
"title": "17787d440fe583fac3d04f176da32be4978a45d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17787d440fe583fac3d04f176da32be4978a45d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2545663f9e801465f426974bdaede99745df94c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2545663f9e801465f426974bdaede99745df94c3",
"title": "2545663f9e801465f426974bdaede99745df94c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2545663f9e801465f426974bdaede99745df94c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3e3c37d324ad69ac01c69f7ce802e75c600b455"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3e3c37d324ad69ac01c69f7ce802e75c600b455",
"title": "d3e3c37d324ad69ac01c69f7ce802e75c600b455",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3e3c37d324ad69ac01c69f7ce802e75c600b455"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "352fad0644b88a4f30915bc64cdf6d602d003e58"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@352fad0644b88a4f30915bc64cdf6d602d003e58",
"title": "352fad0644b88a4f30915bc64cdf6d602d003e58",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/352fad0644b88a4f30915bc64cdf6d602d003e58"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2be7cf9b29a438cc8a7ada6bab6309956a47011"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"title": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2be7cf9b29a438cc8a7ada6bab6309956a47011"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833367291165240704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:58:32.645] Scheduled build:
{
"id": "8667937227348202145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T19:58:32.264397738Z",
"updateTime": "2026-10-14T19:58:32.264397738Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"ref": "refs/heads/main"
}
}
}
[19:58:32.645] Task URL: https://cr-buildbucket.appspot.com/build/8667937227348202145
[19:58:32.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:2:0) after 4m24s
[19:58:33.611] Received PubSub notification, asking Buildbucket for the build status
[19:58:33.636] Build status: SCHEDULED
[19:58:41.751] Received PubSub notification, asking Buildbucket for the build status
[19:58:41.771] Build status: STARTED
[20:02:56.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:2:0)
[20:02:56.764] Build status: STARTED
[20:02:56.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:5:0) after 7m7s
[20:10:03.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:5:0)
[20:10:03.853] Build status: STARTED
[20:10:03.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:6:0) after 2m57s
[20:13:01.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:6:0)
[20:13:01.148] Build status: STARTED
[20:13:01.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:7:0) after 5m20s
[20:18:21.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:7:0)
[20:18:21.256] Build status: STARTED
[20:18:21.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:8:0) after 5m21s
[20:23:42.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:8:0)
[20:23:42.301] Build status: STARTED
[20:23:42.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:9:0) after 5m1s
[20:28:43.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:9:0)
[20:28:43.536] Build status: STARTED
[20:28:43.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:10:0) after 5m40s
[20:34:23.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:10:0)
[20:34:23.620] Build status: STARTED
[20:34:23.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:11:0) after 2m34s
[20:36:57.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:11:0)
[20:36:57.671] Build status: STARTED
[20:36:57.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:12:0) after 3m40s
[20:40:37.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:12:0)
[20:40:37.950] Build status: STARTED
[20:40:37.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:13:0) after 7m11s
[20:47:49.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:13:0)
[20:47:49.220] Build status: STARTED
[20:47:49.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:14:0) after 5m51s
[20:53:40.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:14:0)
[20:53:40.315] Build status: STARTED
[20:53:40.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:15:0) after 5m9s
[20:58:49.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:15:0)
[20:58:49.621] Build status: STARTED
[20:58:49.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:16:0) after 1m46s
[21:00:35.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:16:0)
[21:00:35.663] Build status: STARTED
[21:00:35.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:17:0) after 5m20s
[21:05:55.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:17:0)
[21:05:56.022] Build status: STARTED
[21:05:56.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:18:0) after 7m21s
[21:13:17.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:18:0)
[21:13:17.108] Build status: STARTED
[21:13:17.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:19:0) after 6m41s
[21:19:58.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:19:0)
[21:19:58.172] Build status: STARTED
[21:19:58.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:20:0) after 9m59s
[21:29:57.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:20:0)
[21:29:57.240] Build status: STARTED
[21:29:57.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:21:0) after 4m19s
[21:34:16.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:21:0)
[21:34:16.370] Build status: STARTED
[21:34:16.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:22:0) after 3m54s
[21:38:10.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:22:0)
[21:38:10.407] Build status: STARTED
[21:38:10.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:23:0) after 7m58s
[21:46:08.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:23:0)
[21:46:08.586] Build status: STARTED
[21:46:08.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:24:0) after 1m52s
[21:48:00.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:24:0)
[21:48:00.657] Build status: STARTED
[21:48:00.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:25:0) after 7m52s
[21:55:52.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:25:0)
[21:55:52.802] Build status: STARTED
[21:55:52.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833367291165240704:26:0) after 4m18s
[21:59:21.605] Received PubSub notification, asking Buildbucket for the build status
[21:59:21.708] Build:
{
"id": "8667937227348202145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T19:58:32.264397738Z",
"startTime": "2026-10-14T19:58:41.521752536Z",
"endTime": "2026-10-14T21:59:21.101074479Z",
"updateTime": "2026-10-14T21:59:21.101074479Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"ref": "refs/heads/main"
}
}
}
[21:59:21.708] Invocation finished in 2h0m52.46742732s with status FAILED