[03:06:14.526] New invocation is queued and will start shortly
[03:06:15.659] Starting the invocation (attempt 1)
[03:06:15.689] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6832b359de2093e00ffe9681791a729b4194733f"
[03:06:15.689] Popped gitiles commit info from properties and tags
[03:06:15.689] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:06:15.689] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:06:15.689] Buildbucket request:
{
"requestId": "8835242915462165568",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835242915462165568",
"job": "pigweed/pigweed.dev.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "467b79f025e89f87d2e3c88acb18015e19a6a77c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@467b79f025e89f87d2e3c88acb18015e19a6a77c",
"title": "467b79f025e89f87d2e3c88acb18015e19a6a77c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/467b79f025e89f87d2e3c88acb18015e19a6a77c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "27316536f2ef05d900934aacd7593699aa2707e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@27316536f2ef05d900934aacd7593699aa2707e1",
"title": "27316536f2ef05d900934aacd7593699aa2707e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/27316536f2ef05d900934aacd7593699aa2707e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "69d5623f785890709079ef626835bd9ddf57d810"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69d5623f785890709079ef626835bd9ddf57d810",
"title": "69d5623f785890709079ef626835bd9ddf57d810",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69d5623f785890709079ef626835bd9ddf57d810"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b7686244082e376503af25ca6af285ba0d20ff2c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b7686244082e376503af25ca6af285ba0d20ff2c",
"title": "b7686244082e376503af25ca6af285ba0d20ff2c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b7686244082e376503af25ca6af285ba0d20ff2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c05ea0b1554689fadb1ab83f3fdc7333cf138ce0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05ea0b1554689fadb1ab83f3fdc7333cf138ce0",
"title": "c05ea0b1554689fadb1ab83f3fdc7333cf138ce0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05ea0b1554689fadb1ab83f3fdc7333cf138ce0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b8026d20cefa1dffdd97f447db687038a7d9a607"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b8026d20cefa1dffdd97f447db687038a7d9a607",
"title": "b8026d20cefa1dffdd97f447db687038a7d9a607",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b8026d20cefa1dffdd97f447db687038a7d9a607"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "148e093172f9067c53938f6d69d0c0deb0e1d3bc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@148e093172f9067c53938f6d69d0c0deb0e1d3bc",
"title": "148e093172f9067c53938f6d69d0c0deb0e1d3bc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/148e093172f9067c53938f6d69d0c0deb0e1d3bc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "adb1547b3929d7981d15d2baa68a081d3a0423bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@adb1547b3929d7981d15d2baa68a081d3a0423bf",
"title": "adb1547b3929d7981d15d2baa68a081d3a0423bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/adb1547b3929d7981d15d2baa68a081d3a0423bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f284a609442c24ac60e3a74acecabf4059425dd8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f284a609442c24ac60e3a74acecabf4059425dd8",
"title": "f284a609442c24ac60e3a74acecabf4059425dd8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f284a609442c24ac60e3a74acecabf4059425dd8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6832b359de2093e00ffe9681791a729b4194733f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6832b359de2093e00ffe9681791a729b4194733f",
"title": "6832b359de2093e00ffe9681791a729b4194733f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6832b359de2093e00ffe9681791a729b4194733f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6832b359de2093e00ffe9681791a729b4194733f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835242915462165568"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:06:16.409] Scheduled build:
{
"id": "8669812853520792481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T03:06:15.756384273Z",
"updateTime": "2026-09-24T03:06:15.756384273Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6832b359de2093e00ffe9681791a729b4194733f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:06:16.409] Task URL: https://cr-buildbucket.appspot.com/build/8669812853520792481
[03:06:16.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:2:0) after 4m22s
[03:06:17.118] Received PubSub notification, asking Buildbucket for the build status
[03:06:17.253] Build status: SCHEDULED
[03:06:21.326] Received PubSub notification, asking Buildbucket for the build status
[03:06:21.344] Build status: STARTED
[03:10:38.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:2:0)
[03:10:38.548] Build status: STARTED
[03:10:38.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:5:0) after 6m16s
[03:16:54.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:5:0)
[03:16:54.749] Build status: STARTED
[03:16:54.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:6:0) after 7m53s
[03:24:47.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:6:0)
[03:24:47.835] Build status: STARTED
[03:24:47.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:7:0) after 5m47s
[03:30:34.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:7:0)
[03:30:34.876] Build status: STARTED
[03:30:34.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:8:0) after 4m25s
[03:34:59.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:8:0)
[03:34:59.946] Build status: STARTED
[03:34:59.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:9:0) after 4m41s
[03:39:40.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:9:0)
[03:39:40.990] Build status: STARTED
[03:39:40.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:10:0) after 3m5s
[03:42:46.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:10:0)
[03:42:46.073] Build status: STARTED
[03:42:46.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:11:0) after 3m52s
[03:46:38.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:11:0)
[03:46:38.124] Build status: STARTED
[03:46:38.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:12:0) after 3m38s
[03:50:16.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:12:0)
[03:50:16.177] Build status: STARTED
[03:50:16.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:13:0) after 9m29s
[03:59:45.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:13:0)
[03:59:45.274] Build status: STARTED
[03:59:45.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:14:0) after 6m30s
[04:06:15.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:14:0)
[04:06:15.447] Build status: STARTED
[04:06:15.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:15:0) after 3m24s
[04:09:39.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:15:0)
[04:09:39.523] Build status: STARTED
[04:09:39.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:16:0) after 7m39s
[04:17:18.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:16:0)
[04:17:18.663] Build status: STARTED
[04:17:18.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:17:0) after 6m55s
[04:24:13.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:17:0)
[04:24:13.788] Build status: STARTED
[04:24:13.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:18:0) after 8m7s
[04:32:20.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:18:0)
[04:32:20.876] Build status: STARTED
[04:32:20.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:19:0) after 2m41s
[04:35:01.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:19:0)
[04:35:01.963] Build status: STARTED
[04:35:01.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:20:0) after 5m32s
[04:40:33.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:20:0)
[04:40:34.007] Build status: STARTED
[04:40:34.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:21:0) after 4m44s
[04:45:17.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:21:0)
[04:45:17.996] Build status: STARTED
[04:45:17.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:22:0) after 4m24s
[04:49:42.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:22:0)
[04:49:42.066] Build status: STARTED
[04:49:42.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:23:0) after 1m33s
[04:51:15.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:23:0)
[04:51:15.091] Build status: STARTED
[04:51:15.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:24:0) after 2m26s
[04:53:41.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:24:0)
[04:53:41.427] Build status: STARTED
[04:53:41.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:25:0) after 5m25s
[04:59:06.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:25:0)
[04:59:06.790] Build status: STARTED
[04:59:06.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:26:0) after 4m53s
[05:03:59.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:26:0)
[05:03:59.945] Build status: STARTED
[05:03:59.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:27:0) after 5m30s
[05:09:29.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:27:0)
[05:09:29.981] Build status: STARTED
[05:09:29.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:28:0) after 5m52s
[05:15:21.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:28:0)
[05:15:22.028] Build status: STARTED
[05:15:22.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:29:0) after 7m16s
[05:22:38.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:29:0)
[05:22:38.145] Build status: STARTED
[05:22:38.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:30:0) after 8m48s
[05:31:26.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:30:0)
[05:31:26.252] Build status: STARTED
[05:31:26.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:31:0) after 8m23s
[05:39:49.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:31:0)
[05:39:49.330] Build status: STARTED
[05:39:49.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:32:0) after 7m31s
[05:47:20.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:32:0)
[05:47:20.366] Build status: STARTED
[05:47:20.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:33:0) after 5m10s
[05:52:30.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:33:0)
[05:52:30.434] Build status: STARTED
[05:52:30.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:34:0) after 7m5s
[05:59:35.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:34:0)
[05:59:35.520] Build status: STARTED
[05:59:35.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:35:0) after 8m44s
[06:08:19.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:35:0)
[06:08:19.575] Build status: STARTED
[06:08:19.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:36:0) after 3m1s
[06:11:20.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:36:0)
[06:11:20.654] Build status: STARTED
[06:11:20.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:37:0) after 7m13s
[06:18:33.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:37:0)
[06:18:33.772] Build status: STARTED
[06:18:33.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8835242915462165568:38:0) after 3m16s
[06:21:18.465] Received PubSub notification, asking Buildbucket for the build status
[06:21:18.532] Build:
{
"id": "8669812853520792481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T03:06:15.756384273Z",
"startTime": "2026-09-24T03:06:21.143839921Z",
"endTime": "2026-09-24T06:21:18.055238249Z",
"updateTime": "2026-09-24T06:21:18.055238249Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6832b359de2093e00ffe9681791a729b4194733f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:21:18.532] Invocation finished in 3h15m4.010964629s with status FAILED