[17:09:18.872] New invocation is queued and will start shortly
[17:09:20.173] Starting the invocation (attempt 1)
[17:09:20.205] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:09:20.206] Popped gitiles commit info from properties and tags
[17:09:20.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:20.206] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:20.206] Buildbucket request:
{
"requestId": "8877679851180513872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages-mac-amd64-310"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679851180513872",
"job": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679851180513872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:20.617] Scheduled build:
{
"id": "8712249789059262897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages-mac-amd64-310"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:20.266358291Z",
"updateTime": "2025-06-12T17:09:20.266358291Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[17:09:20.617] Task URL: https://cr-buildbucket.appspot.com/build/8712249789059262897
[17:09:20.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:2:0) after 7m3s
[17:09:21.669] Received PubSub notification, asking Buildbucket for the build status
[17:09:21.709] Build status: SCHEDULED
[17:16:23.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:2:0)
[17:16:23.634] Build status: SCHEDULED
[17:16:23.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:4:0) after 1m44s
[17:18:07.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:4:0)
[17:18:07.725] Build status: SCHEDULED
[17:18:07.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:5:0) after 4m20s
[17:22:27.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:5:0)
[17:22:27.762] Build status: SCHEDULED
[17:22:27.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:6:0) after 8m59s
[17:31:26.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:6:0)
[17:31:26.797] Build status: SCHEDULED
[17:31:26.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:7:0) after 5m16s
[17:36:42.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:7:0)
[17:36:42.820] Build status: SCHEDULED
[17:36:42.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:8:0) after 6m43s
[17:43:25.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:8:0)
[17:43:25.872] Build status: SCHEDULED
[17:43:25.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:9:0) after 4m15s
[17:47:40.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:9:0)
[17:47:40.916] Build status: SCHEDULED
[17:47:40.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:10:0) after 8m24s
[17:56:04.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:10:0)
[17:56:04.973] Build status: SCHEDULED
[17:56:04.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:11:0) after 1m10s
[17:57:15.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:11:0)
[17:57:15.107] Build status: SCHEDULED
[17:57:15.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:12:0) after 3m28s
[18:00:43.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:12:0)
[18:00:48.144] Build status: SCHEDULED
[18:00:48.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:13:0) after 8m2s
[18:08:50.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:13:0)
[18:09:00.206] Build status: SCHEDULED
[18:09:00.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:14:0) after 7m54s
[18:16:54.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:14:0)
[18:16:59.292] Build status: SCHEDULED
[18:16:59.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:15:0) after 6m13s
[18:23:12.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:15:0)
[18:23:12.343] Build status: SCHEDULED
[18:23:12.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:16:0) after 7m26s
[18:30:38.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:16:0)
[18:30:38.382] Build status: SCHEDULED
[18:30:38.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:17:0) after 6m7s
[18:36:45.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:17:0)
[18:36:45.670] Build status: SCHEDULED
[18:36:45.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:18:0) after 7m34s
[18:44:19.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:18:0)
[18:44:19.843] Build status: SCHEDULED
[18:44:19.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:19:0) after 6m8s
[18:50:54.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:19:0)
[18:50:54.219] Build status: SCHEDULED
[18:50:54.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:20:0) after 4m36s
[18:55:30.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:20:0)
[18:55:30.641] Build status: SCHEDULED
[18:55:30.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:21:0) after 1m27s
[18:56:57.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:21:0)
[18:56:57.943] Build status: SCHEDULED
[18:56:57.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:22:0) after 7m25s
[19:04:23.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:22:0)
[19:04:23.185] Build status: SCHEDULED
[19:04:23.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:23:0) after 6m30s
[19:10:53.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:23:0)
[19:10:53.728] Build status: SCHEDULED
[19:10:53.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:24:0) after 1m50s
[19:12:44.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:24:0)
[19:12:44.379] Build status: SCHEDULED
[19:12:44.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:25:0) after 1m33s
[19:14:17.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:25:0)
[19:14:17.808] Build status: SCHEDULED
[19:14:17.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:26:0) after 5m7s
[19:19:25.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:26:0)
[19:19:25.194] Build status: SCHEDULED
[19:19:25.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:27:0) after 4m22s
[19:24:13.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:27:0)
[19:24:15.668] Build status: SCHEDULED
[19:24:15.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:28:0) after 1m14s
[19:25:30.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:28:0)
[19:25:32.904] Build status: SCHEDULED
[19:25:32.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:29:0) after 8m38s
[19:34:11.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:29:0)
[19:34:11.068] Build status: SCHEDULED
[19:34:11.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:30:0) after 2m17s
[19:37:25.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:30:0)
[19:37:25.999] Build status: SCHEDULED
[19:37:25.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:31:0) after 6m33s
[20:18:27.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:31:0)
[20:18:27.546] Build status: SCHEDULED
[20:18:27.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:32:0) after 4m39s
[20:23:06.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:32:0)
[20:23:06.584] Build status: SCHEDULED
[20:23:06.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:33:0) after 4m12s
[20:27:18.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:33:0)
[20:27:18.635] Build status: SCHEDULED
[20:27:18.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:34:0) after 4m18s
[20:31:36.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:34:0)
[20:31:36.685] Build status: SCHEDULED
[20:31:36.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:35:0) after 4m54s
[20:36:30.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:35:0)
[20:36:33.412] Build status: SCHEDULED
[20:36:33.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8877679851180513872:36:0) after 2m28s
[20:36:50.884] Received PubSub notification, asking Buildbucket for the build status
[20:36:50.906] Build:
{
"id": "8712249789059262897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "python-packages-mac-amd64-310"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:20.266358291Z",
"endTime": "2025-06-12T20:36:49.860542744Z",
"updateTime": "2025-06-12T20:36:49.860542744Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[20:36:50.906] Invocation finished in 3h27m32.047920268s with status FAILED