[21:11:28.553] New invocation is queued and will start shortly
[21:11:29.744] Starting the invocation (attempt 1)
[21:11:29.765] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1c624c6cb583335f5a750da8845da29f27e84960"
[21:11:29.765] Popped gitiles commit info from properties and tags
[21:11:29.765] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:11:29.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:11:29.766] Buildbucket request:
{
"requestId": "8833543893061428688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833543893061428688",
"job": "pigweed/pigweed.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "802a7cbb62b4cd48d1085541df2e30b899f31d64"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@802a7cbb62b4cd48d1085541df2e30b899f31d64",
"title": "802a7cbb62b4cd48d1085541df2e30b899f31d64",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/802a7cbb62b4cd48d1085541df2e30b899f31d64"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66c7f0bc73808c475062eb506781aab89e588de0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c7f0bc73808c475062eb506781aab89e588de0",
"title": "66c7f0bc73808c475062eb506781aab89e588de0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c7f0bc73808c475062eb506781aab89e588de0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "47e5c148aac21d443e98a4efe35170aa97373817"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@47e5c148aac21d443e98a4efe35170aa97373817",
"title": "47e5c148aac21d443e98a4efe35170aa97373817",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/47e5c148aac21d443e98a4efe35170aa97373817"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "028dc1b855318291f7e0b5b50120bf1434a5ab39"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@028dc1b855318291f7e0b5b50120bf1434a5ab39",
"title": "028dc1b855318291f7e0b5b50120bf1434a5ab39",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/028dc1b855318291f7e0b5b50120bf1434a5ab39"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d",
"title": "448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1c624c6cb583335f5a750da8845da29f27e84960"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c624c6cb583335f5a750da8845da29f27e84960",
"title": "1c624c6cb583335f5a750da8845da29f27e84960",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c624c6cb583335f5a750da8845da29f27e84960"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c624c6cb583335f5a750da8845da29f27e84960",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833543893061428688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:11:30.306] Scheduled build:
{
"id": "8668113831065922225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-12T21:11:29.834754022Z",
"updateTime": "2026-10-12T21:11:29.834754022Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c624c6cb583335f5a750da8845da29f27e84960",
"ref": "refs/heads/main"
}
}
}
[21:11:30.306] Task URL: https://cr-buildbucket.appspot.com/build/8668113831065922225
[21:11:30.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:2:0) after 9m5s
[21:11:30.780] Received PubSub notification, asking Buildbucket for the build status
[21:11:30.820] Build status: SCHEDULED
[21:11:35.661] Received PubSub notification, asking Buildbucket for the build status
[21:11:35.683] Build status: STARTED
[21:20:35.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:2:0)
[21:20:35.462] Build status: STARTED
[21:20:35.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:5:0) after 9m15s
[21:29:50.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:5:0)
[21:29:50.589] Build status: STARTED
[21:29:50.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:6:0) after 5m46s
[21:35:36.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:6:0)
[21:35:36.718] Build status: STARTED
[21:35:36.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:7:0) after 8m10s
[21:43:46.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:7:0)
[21:43:46.840] Build status: STARTED
[21:43:46.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:8:0) after 8m43s
[21:52:29.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:8:0)
[21:52:29.978] Build status: STARTED
[21:52:29.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:9:0) after 6m18s
[21:58:48.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:9:0)
[21:58:48.095] Build status: STARTED
[21:58:48.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:10:0) after 3m10s
[22:01:58.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:10:0)
[22:01:58.103] Build status: STARTED
[22:01:58.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:11:0) after 3m32s
[22:05:30.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:11:0)
[22:05:30.355] Build status: STARTED
[22:05:30.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:12:0) after 7m47s
[22:13:17.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:12:0)
[22:13:17.424] Build status: STARTED
[22:13:17.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:13:0) after 5m3s
[22:18:20.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:13:0)
[22:18:20.461] Build status: STARTED
[22:18:20.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:14:0) after 1m9s
[22:19:29.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:14:0)
[22:19:29.578] Build status: STARTED
[22:19:29.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:15:0) after 6m11s
[22:25:40.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:15:0)
[22:25:40.853] Build status: STARTED
[22:25:40.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:16:0) after 3m0s
[22:28:40.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:16:0)
[22:28:40.999] Build status: STARTED
[22:28:40.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:17:0) after 3m39s
[22:32:19.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:17:0)
[22:32:20.004] Build status: STARTED
[22:32:20.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:18:0) after 7m34s
[22:39:54.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:18:0)
[22:39:54.045] Build status: STARTED
[22:39:54.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:19:0) after 2m31s
[22:42:25.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:19:0)
[22:42:25.083] Build status: STARTED
[22:42:25.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:20:0) after 2m26s
[22:44:51.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:20:0)
[22:44:51.128] Build status: STARTED
[22:44:51.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:21:0) after 1m35s
[22:46:26.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:21:0)
[22:46:26.281] Build status: STARTED
[22:46:26.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:22:0) after 2m35s
[22:49:01.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:22:0)
[22:49:01.412] Build status: STARTED
[22:49:01.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:23:0) after 8m1s
[22:57:02.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:23:0)
[22:57:02.643] Build status: STARTED
[22:57:02.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:24:0) after 5m29s
[23:02:31.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:24:0)
[23:02:31.682] Build status: STARTED
[23:02:31.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:25:0) after 9m7s
[23:11:38.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:25:0)
[23:11:38.905] Build status: STARTED
[23:11:38.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:26:0) after 1m14s
[23:12:53.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:26:0)
[23:12:53.227] Build status: STARTED
[23:12:53.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:27:0) after 7m31s
[23:20:24.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:27:0)
[23:20:24.588] Build status: STARTED
[23:20:24.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:28:0) after 1m52s
[23:22:16.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:28:0)
[23:22:16.881] Build status: STARTED
[23:22:16.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages:8833543893061428688:29:0) after 3m4s
[23:23:38.452] Received PubSub notification, asking Buildbucket for the build status
[23:23:38.472] Build:
{
"id": "8668113831065922225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-12T21:11:29.834754022Z",
"startTime": "2026-10-12T21:11:34.309044820Z",
"endTime": "2026-10-12T23:23:37.677303579Z",
"updateTime": "2026-10-12T23:23:37.677303579Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c624c6cb583335f5a750da8845da29f27e84960",
"ref": "refs/heads/main"
}
}
}
[23:23:38.472] Invocation finished in 2h12m9.92443156s with status FAILED