[07:51:40.291] New invocation is queued and will start shortly
[07:51:41.657] Starting the invocation (attempt 1)
[07:51:41.683] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a96b36dad6bafce2d3daa58c0e278d67a5061fe"
[07:51:41.683] Popped gitiles commit info from properties and tags
[07:51:41.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:51:41.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:51:41.683] Buildbucket request:
{
"requestId": "8833503615434631232",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833503615434631232",
"job": "pigweed/pigweed.dev.ci-python-packages",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66c7f0bc73808c475062eb506781aab89e588de0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c7f0bc73808c475062eb506781aab89e588de0",
"title": "66c7f0bc73808c475062eb506781aab89e588de0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c7f0bc73808c475062eb506781aab89e588de0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "47e5c148aac21d443e98a4efe35170aa97373817"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@47e5c148aac21d443e98a4efe35170aa97373817",
"title": "47e5c148aac21d443e98a4efe35170aa97373817",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/47e5c148aac21d443e98a4efe35170aa97373817"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "028dc1b855318291f7e0b5b50120bf1434a5ab39"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@028dc1b855318291f7e0b5b50120bf1434a5ab39",
"title": "028dc1b855318291f7e0b5b50120bf1434a5ab39",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/028dc1b855318291f7e0b5b50120bf1434a5ab39"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d",
"title": "448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/448c2cbf5ccc10f9c19127c1d4c8ed091c0d439d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1c624c6cb583335f5a750da8845da29f27e84960"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c624c6cb583335f5a750da8845da29f27e84960",
"title": "1c624c6cb583335f5a750da8845da29f27e84960",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c624c6cb583335f5a750da8845da29f27e84960"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45372fc081fc9eb1c14bd5ebdad72799df81aed6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45372fc081fc9eb1c14bd5ebdad72799df81aed6",
"title": "45372fc081fc9eb1c14bd5ebdad72799df81aed6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45372fc081fc9eb1c14bd5ebdad72799df81aed6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "326b7aa90852787d741ea97d7d7b12f4d08e7852"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@326b7aa90852787d741ea97d7d7b12f4d08e7852",
"title": "326b7aa90852787d741ea97d7d7b12f4d08e7852",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/326b7aa90852787d741ea97d7d7b12f4d08e7852"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b47688825aa70c4bbe3e0a1fc6ea60bb415551f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b47688825aa70c4bbe3e0a1fc6ea60bb415551f",
"title": "0b47688825aa70c4bbe3e0a1fc6ea60bb415551f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b47688825aa70c4bbe3e0a1fc6ea60bb415551f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0dfa00448df606be9b62e92e9abb3a683ece2881"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0dfa00448df606be9b62e92e9abb3a683ece2881",
"title": "0dfa00448df606be9b62e92e9abb3a683ece2881",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0dfa00448df606be9b62e92e9abb3a683ece2881"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6fcbaacc2a25c218569e463f9d622bd41d2d27d0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6fcbaacc2a25c218569e463f9d622bd41d2d27d0",
"title": "6fcbaacc2a25c218569e463f9d622bd41d2d27d0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6fcbaacc2a25c218569e463f9d622bd41d2d27d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3d76f869748ec31e88cfa3905743e96b8b0027e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3d76f869748ec31e88cfa3905743e96b8b0027e",
"title": "c3d76f869748ec31e88cfa3905743e96b8b0027e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3d76f869748ec31e88cfa3905743e96b8b0027e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eaaee0a0e7922261d9c039ee90d92d79183f7a84"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eaaee0a0e7922261d9c039ee90d92d79183f7a84",
"title": "eaaee0a0e7922261d9c039ee90d92d79183f7a84",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eaaee0a0e7922261d9c039ee90d92d79183f7a84"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a9f45211d140f196ddf31f04122bc480ba11d18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a9f45211d140f196ddf31f04122bc480ba11d18",
"title": "4a9f45211d140f196ddf31f04122bc480ba11d18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a9f45211d140f196ddf31f04122bc480ba11d18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0023e9d388ac19267d717702af0ed97886043c56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0023e9d388ac19267d717702af0ed97886043c56",
"title": "0023e9d388ac19267d717702af0ed97886043c56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0023e9d388ac19267d717702af0ed97886043c56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "62798bbd36132acea60b8b9444564bc38fd7c5a1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@62798bbd36132acea60b8b9444564bc38fd7c5a1",
"title": "62798bbd36132acea60b8b9444564bc38fd7c5a1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/62798bbd36132acea60b8b9444564bc38fd7c5a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a96b36dad6bafce2d3daa58c0e278d67a5061fe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a96b36dad6bafce2d3daa58c0e278d67a5061fe",
"title": "4a96b36dad6bafce2d3daa58c0e278d67a5061fe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a96b36dad6bafce2d3daa58c0e278d67a5061fe"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a96b36dad6bafce2d3daa58c0e278d67a5061fe",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833503615434631232"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-python-packages"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:51:42.145] Scheduled build:
{
"id": "8668073553244073825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-13T07:51:41.758389780Z",
"updateTime": "2026-10-13T07:51:41.758389780Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a96b36dad6bafce2d3daa58c0e278d67a5061fe",
"ref": "refs/heads/main"
}
}
}
[07:51:42.145] Task URL: https://cr-buildbucket.appspot.com/build/8668073553244073825
[07:51:42.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:2:0) after 1m38s
[07:51:43.016] Received PubSub notification, asking Buildbucket for the build status
[07:51:43.034] Build status: SCHEDULED
[07:51:46.508] Received PubSub notification, asking Buildbucket for the build status
[07:51:46.529] Build status: STARTED
[07:53:20.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:2:0)
[07:53:20.223] Build status: STARTED
[07:53:20.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:5:0) after 7m42s
[08:01:02.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:5:0)
[08:01:02.368] Build status: STARTED
[08:01:02.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:6:0) after 7m44s
[08:08:46.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:6:0)
[08:08:46.418] Build status: STARTED
[08:08:46.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:7:0) after 1m26s
[08:10:12.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:7:0)
[08:10:12.566] Build status: STARTED
[08:10:12.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:8:0) after 6m42s
[08:16:54.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:8:0)
[08:16:54.608] Build status: STARTED
[08:16:54.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:9:0) after 8m51s
[08:25:45.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:9:0)
[08:25:45.706] Build status: STARTED
[08:25:45.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:10:0) after 7m29s
[08:33:14.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:10:0)
[08:33:14.809] Build status: STARTED
[08:33:14.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:11:0) after 5m16s
[08:38:30.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:11:0)
[08:38:30.864] Build status: STARTED
[08:38:30.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:12:0) after 5m41s
[08:44:11.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:12:0)
[08:44:11.923] Build status: STARTED
[08:44:11.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:13:0) after 3m44s
[08:47:55.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:13:0)
[08:47:55.960] Build status: STARTED
[08:47:55.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:14:0) after 1m23s
[08:49:18.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:14:0)
[08:49:19.031] Build status: STARTED
[08:49:19.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:15:0) after 9m46s
[08:59:05.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:15:0)
[08:59:05.179] Build status: STARTED
[08:59:05.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:16:0) after 3m56s
[09:03:01.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:16:0)
[09:03:01.241] Build status: STARTED
[09:03:01.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:17:0) after 4m55s
[09:07:56.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:17:0)
[09:07:56.344] Build status: STARTED
[09:07:56.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:18:0) after 4m4s
[09:12:00.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:18:0)
[09:12:00.453] Build status: STARTED
[09:12:00.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:19:0) after 3m13s
[09:15:13.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:19:0)
[09:15:13.502] Build status: STARTED
[09:15:13.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:20:0) after 4m55s
[09:20:08.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:20:0)
[09:20:08.617] Build status: STARTED
[09:20:08.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:21:0) after 5m3s
[09:25:11.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:21:0)
[09:25:11.762] Build status: STARTED
[09:25:11.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:22:0) after 6m57s
[09:32:08.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:22:0)
[09:32:08.889] Build status: STARTED
[09:32:08.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:23:0) after 5m12s
[09:37:20.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:23:0)
[09:37:21.022] Build status: STARTED
[09:37:21.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:24:0) after 4m51s
[09:42:12.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:24:0)
[09:42:12.204] Build status: STARTED
[09:42:12.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages:8833503615434631232:25:0) after 7m56s
[09:44:29.490] Received PubSub notification, asking Buildbucket for the build status
[09:44:29.518] Build:
{
"id": "8668073553244073825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-13T07:51:41.758389780Z",
"startTime": "2026-10-13T07:51:46.189379954Z",
"endTime": "2026-10-13T09:44:29.108727062Z",
"updateTime": "2026-10-13T09:44:29.108727062Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a96b36dad6bafce2d3daa58c0e278d67a5061fe",
"ref": "refs/heads/main"
}
}
}
[09:44:29.518] Invocation finished in 1h52m49.232554316s with status FAILED