[18:16:39.692] New invocation is queued and will start shortly
[18:16:40.849] Starting the invocation (attempt 1)
[18:16:40.877] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
[18:16:40.877] Popped gitiles commit info from properties and tags
[18:16:40.877] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:16:40.877] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:16:40.877] Buildbucket request:
{
"requestId": "8888728443970356128",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-linux-amd64-311"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8888728443970356128",
"job": "pigweed/pigweed.ci-python-packages-linux-amd64-311",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
"title": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8888728443970356128"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-python-packages-linux-amd64-311"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:16:41.270] Scheduled build:
{
"id": "8723298381991174929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-linux-amd64-311"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-10T18:16:40.954377036Z",
"updateTime": "2025-02-10T18:16:40.954377036Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:16:41.270] Task URL: https://cr-buildbucket.appspot.com/build/8723298381991174929
[18:16:41.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:2:0) after 3m4s
[18:16:42.333] Received PubSub notification, asking Buildbucket for the build status
[18:16:42.357] Build status: SCHEDULED
[18:19:45.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:2:0)
[18:19:45.342] Build status: SCHEDULED
[18:19:45.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:4:0) after 5m7s
[18:24:52.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:4:0)
[18:24:52.391] Build status: SCHEDULED
[18:24:52.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:5:0) after 2m12s
[18:27:04.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:5:0)
[18:27:04.472] Build status: SCHEDULED
[18:27:04.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:6:0) after 2m20s
[18:29:24.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:6:0)
[18:29:24.522] Build status: SCHEDULED
[18:29:24.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:7:0) after 6m12s
[18:35:36.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:7:0)
[18:35:36.571] Build status: SCHEDULED
[18:35:36.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:8:0) after 2m40s
[18:38:16.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:8:0)
[18:38:16.675] Build status: SCHEDULED
[18:38:16.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:9:0) after 3m15s
[18:41:31.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:9:0)
[18:41:31.713] Build status: SCHEDULED
[18:41:31.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:10:0) after 1m59s
[18:43:30.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:10:0)
[18:43:30.749] Build status: SCHEDULED
[18:43:30.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:11:0) after 1m35s
[18:45:05.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:11:0)
[18:45:05.787] Build status: SCHEDULED
[18:45:05.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:12:0) after 8m31s
[18:53:36.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:12:0)
[18:53:36.851] Build status: SCHEDULED
[18:53:36.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:13:0) after 4m7s
[18:57:43.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:13:0)
[18:57:44.004] Build status: SCHEDULED
[18:57:44.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:14:0) after 4m42s
[19:02:26.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:14:0)
[19:02:26.044] Build status: SCHEDULED
[19:02:26.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:15:0) after 2m28s
[19:04:54.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:15:0)
[19:04:54.057] Build status: SCHEDULED
[19:04:54.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:16:0) after 4m32s
[19:09:26.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:16:0)
[19:09:26.123] Build status: SCHEDULED
[19:09:26.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:17:0) after 7m9s
[19:16:35.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:17:0)
[19:16:35.208] Build status: SCHEDULED
[19:16:35.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:18:0) after 6m53s
[19:23:28.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:18:0)
[19:23:28.369] Build status: SCHEDULED
[19:23:28.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:19:0) after 2m55s
[19:26:23.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:19:0)
[19:26:23.453] Build status: SCHEDULED
[19:26:23.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:20:0) after 1m4s
[19:27:27.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:20:0)
[19:27:27.507] Build status: SCHEDULED
[19:27:27.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:21:0) after 1m4s
[19:28:31.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:21:0)
[19:28:31.610] Build status: SCHEDULED
[19:28:31.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:22:0) after 5m6s
[19:33:37.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:22:0)
[19:33:37.667] Build status: SCHEDULED
[19:33:37.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:23:0) after 9m54s
[19:43:31.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:23:0)
[19:43:31.876] Build status: SCHEDULED
[19:43:31.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:24:0) after 9m11s
[19:52:42.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:24:0)
[19:52:42.916] Build status: SCHEDULED
[19:52:42.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:25:0) after 8m28s
[20:01:10.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:25:0)
[20:01:11.011] Build status: SCHEDULED
[20:01:11.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:26:0) after 6m56s
[20:08:07.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:26:0)
[20:08:07.057] Build status: SCHEDULED
[20:08:07.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:27:0) after 8m1s
[20:16:08.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:27:0)
[20:16:08.198] Build status: SCHEDULED
[20:16:08.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:28:0) after 1m32s
[20:17:40.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:28:0)
[20:17:40.245] Build status: SCHEDULED
[20:17:40.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:29:0) after 7m43s
[20:25:23.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:29:0)
[20:25:23.295] Build status: SCHEDULED
[20:25:23.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:30:0) after 8m53s
[20:34:16.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:30:0)
[20:34:16.304] Build status: SCHEDULED
[20:34:16.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:31:0) after 6m53s
[20:41:09.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:31:0)
[20:41:09.342] Build status: SCHEDULED
[20:41:09.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:32:0) after 4m32s
[20:45:41.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:32:0)
[20:45:41.560] Build status: SCHEDULED
[20:45:41.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:33:0) after 7m54s
[20:53:35.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:33:0)
[20:53:35.653] Build status: SCHEDULED
[20:53:35.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:34:0) after 8m20s
[21:01:55.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:34:0)
[21:01:55.693] Build status: SCHEDULED
[21:01:55.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:35:0) after 3m32s
[21:05:27.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:35:0)
[21:05:27.884] Build status: SCHEDULED
[21:05:27.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:36:0) after 4m39s
[21:10:06.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:36:0)
[21:10:06.933] Build status: SCHEDULED
[21:10:06.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:37:0) after 1m58s
[21:12:04.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:37:0)
[21:12:04.979] Build status: SCHEDULED
[21:12:04.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:38:0) after 8m32s
[21:20:37.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:38:0)
[21:20:37.019] Build status: SCHEDULED
[21:20:37.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:39:0) after 9m50s
[21:30:27.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:39:0)
[21:30:27.052] Build status: SCHEDULED
[21:30:27.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:40:0) after 8m52s
[21:39:19.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:40:0)
[21:39:19.167] Build status: SCHEDULED
[21:39:19.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:41:0) after 5m40s
[21:44:59.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:41:0)
[21:44:59.227] Build status: SCHEDULED
[21:44:59.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:42:0) after 8m44s
[21:53:43.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:42:0)
[21:53:43.331] Build status: SCHEDULED
[21:53:43.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:43:0) after 1m48s
[21:55:31.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:43:0)
[21:55:31.376] Build status: SCHEDULED
[21:55:31.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:44:0) after 7m40s
[22:03:11.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:44:0)
[22:03:11.433] Build status: SCHEDULED
[22:03:11.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:45:0) after 3m50s
[22:07:01.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:45:0)
[22:07:01.462] Build status: SCHEDULED
[22:07:01.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-linux-amd64-311:8888728443970356128:46:0) after 8m36s
[22:09:20.445] Received PubSub notification, asking Buildbucket for the build status
[22:09:20.484] Build status: STARTED
[22:13:46.505] Received PubSub notification, asking Buildbucket for the build status
[22:13:46.526] Build:
{
"id": "8723298381991174929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-linux-amd64-311"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-10T18:16:40.954377036Z",
"startTime": "2025-02-10T22:09:20.238305594Z",
"endTime": "2025-02-10T22:13:45.473643412Z",
"updateTime": "2025-02-10T22:13:45.473643412Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:13:46.526] Invocation finished in 3h57m6.843350738s with status FAILED