[16:49:50.196] New invocation is queued and will start shortly
[16:49:51.273] Starting the invocation (attempt 1)
[16:49:51.304] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/c6a501b5e986f6e2ef228af6f59906edc11cde5a"
[16:49:51.304] Popped gitiles commit info from properties and tags
[16:49:51.304] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:49:51.304] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:49:51.305] Buildbucket request:
{
"requestId": "8865631680098762384",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865631680098762384",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "c6a501b5e986f6e2ef228af6f59906edc11cde5a"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@c6a501b5e986f6e2ef228af6f59906edc11cde5a",
"title": "c6a501b5e986f6e2ef228af6f59906edc11cde5a",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/c6a501b5e986f6e2ef228af6f59906edc11cde5a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "c6a501b5e986f6e2ef228af6f59906edc11cde5a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865631680098762384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:49:51.714] Scheduled build:
{
"id": "8700201618181047377",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T16:49:51.392128109Z",
"updateTime": "2025-10-23T16:49:51.392128109Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "c6a501b5e986f6e2ef228af6f59906edc11cde5a",
"ref": "refs/heads/main"
}
}
}
[16:49:51.714] Task URL: https://cr-buildbucket.appspot.com/build/8700201618181047377
[16:49:51.714] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:2:0) after 2m13s
[16:49:52.680] Received PubSub notification, asking Buildbucket for the build status
[16:49:52.695] Build status: SCHEDULED
[16:52:04.776] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:2:0)
[16:52:04.861] Build status: SCHEDULED
[16:52:04.861] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:4:0) after 2m37s
[16:54:41.924] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:4:0)
[16:54:41.941] Build status: SCHEDULED
[16:54:41.942] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:5:0) after 1m18s
[16:56:00.003] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:5:0)
[16:56:00.060] Build status: SCHEDULED
[16:56:00.060] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:6:0) after 4m51s
[17:00:51.072] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:6:0)
[17:00:51.091] Build status: SCHEDULED
[17:00:51.091] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:7:0) after 9m9s
[17:10:00.136] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:7:0)
[17:10:00.153] Build status: SCHEDULED
[17:10:00.153] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:8:0) after 3m59s
[17:13:59.175] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:8:0)
[17:13:59.224] Build status: SCHEDULED
[17:13:59.224] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:9:0) after 3m30s
[17:17:29.287] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:9:0)
[17:17:29.372] Build status: SCHEDULED
[17:17:29.372] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:10:0) after 3m3s
[17:20:32.387] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:10:0)
[17:20:32.405] Build status: SCHEDULED
[17:20:32.405] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:11:0) after 4m54s
[17:25:26.417] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:11:0)
[17:25:26.432] Build status: SCHEDULED
[17:25:26.432] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:12:0) after 2m50s
[17:28:16.536] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:12:0)
[17:28:16.557] Build status: SCHEDULED
[17:28:16.557] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:13:0) after 9m49s
[17:38:05.719] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:13:0)
[17:38:05.739] Build status: SCHEDULED
[17:38:05.739] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:14:0) after 3m41s
[17:41:46.940] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:14:0)
[17:41:46.967] Build status: SCHEDULED
[17:41:46.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:15:0) after 4m28s
[17:46:14.995] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:15:0)
[17:46:15.031] Build status: SCHEDULED
[17:46:15.032] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:16:0) after 1m1s
[17:47:16.074] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:16:0)
[17:47:16.106] Build status: SCHEDULED
[17:47:16.106] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:17:0) after 6m15s
[17:53:31.295] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:17:0)
[17:53:31.310] Build status: SCHEDULED
[17:53:31.310] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:18:0) after 4m15s
[17:57:46.427] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:18:0)
[17:57:46.444] Build status: SCHEDULED
[17:57:46.444] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:19:0) after 2m6s
[17:59:52.459] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:19:0)
[17:59:52.479] Build status: SCHEDULED
[17:59:52.479] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:20:0) after 5m13s
[18:05:05.541] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:20:0)
[18:05:05.559] Build status: SCHEDULED
[18:05:05.559] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:21:0) after 5m16s
[18:10:21.572] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:21:0)
[18:10:21.589] Build status: SCHEDULED
[18:10:21.589] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:22:0) after 7m18s
[18:17:39.652] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:22:0)
[18:17:39.673] Build status: SCHEDULED
[18:17:39.673] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:23:0) after 9m37s
[18:27:16.778] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:23:0)
[18:27:16.809] Build status: SCHEDULED
[18:27:16.809] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:24:0) after 1m56s
[18:29:12.837] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:24:0)
[18:29:12.853] Build status: SCHEDULED
[18:29:12.853] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:25:0) after 7m35s
[18:36:47.864] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:25:0)
[18:36:47.904] Build status: SCHEDULED
[18:36:47.904] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:26:0) after 9m44s
[18:46:31.944] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:26:0)
[18:46:31.964] Build status: SCHEDULED
[18:46:31.964] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:27:0) after 8m33s
[18:55:04.990] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:27:0)
[18:55:05.200] Build status: SCHEDULED
[18:55:05.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:28:0) after 3m31s
[18:58:36.261] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:28:0)
[18:58:36.310] Build status: SCHEDULED
[18:58:36.310] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:29:0) after 1m6s
[18:59:42.367] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:29:0)
[18:59:42.467] Build status: SCHEDULED
[18:59:42.467] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:30:0) after 4m16s
[19:03:58.513] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:30:0)
[19:03:58.536] Build status: SCHEDULED
[19:03:58.536] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:31:0) after 2m42s
[19:06:40.644] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:31:0)
[19:06:40.672] Build status: SCHEDULED
[19:06:40.672] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:32:0) after 4m24s
[19:11:04.684] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:32:0)
[19:11:04.776] Build status: SCHEDULED
[19:11:04.776] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:33:0) after 5m47s
[19:16:51.863] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:33:0)
[19:16:51.884] Build status: SCHEDULED
[19:16:51.884] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:34:0) after 8m34s
[19:25:21.652] Received PubSub notification, asking Buildbucket for the build status
[19:25:21.671] Build status: STARTED
[19:25:26.015] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:34:0)
[19:25:26.033] Build status: STARTED
[19:25:26.033] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8865631680098762384:36:0) after 5m1s
[19:25:36.695] Received PubSub notification, asking Buildbucket for the build status
[19:25:36.728] Build:
{
"id": "8700201618181047377",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T16:49:51.392128109Z",
"startTime": "2025-10-23T19:25:21.505129129Z",
"endTime": "2025-10-23T19:25:36.384660857Z",
"updateTime": "2025-10-23T19:25:36.384660857Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "c6a501b5e986f6e2ef228af6f59906edc11cde5a",
"ref": "refs/heads/main"
}
}
}
[19:25:36.728] Invocation finished in 2h35m46.54831255s with status FAILED