[21:19:50.252] New invocation is queued and will start shortly
[21:19:51.356] Starting the invocation (attempt 1)
[21:19:51.388] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/900904e3239fb8e9f3442c4a7eecd20168a2233a"
[21:19:51.388] Popped gitiles commit info from properties and tags
[21:19:51.388] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:19:51.388] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:19:51.388] Buildbucket request:
{
"requestId": "8841515900034990016",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841515900034990016",
"job": "pigweed/experimental.dev.ci-experimental-deps",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "900904e3239fb8e9f3442c4a7eecd20168a2233a"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@900904e3239fb8e9f3442c4a7eecd20168a2233a",
"title": "900904e3239fb8e9f3442c4a7eecd20168a2233a",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/900904e3239fb8e9f3442c4a7eecd20168a2233a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "900904e3239fb8e9f3442c4a7eecd20168a2233a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841515900034990016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-deps"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:19:52.022] Scheduled build:
{
"id": "8676085838020161649",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T21:19:51.552821320Z",
"updateTime": "2026-07-16T21:19:51.552821320Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "900904e3239fb8e9f3442c4a7eecd20168a2233a",
"ref": "refs/heads/main"
}
}
}
[21:19:52.022] Task URL: https://cr-buildbucket.appspot.com/build/8676085838020161649
[21:19:52.022] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:2:0) after 3m50s
[21:19:52.977] Received PubSub notification, asking Buildbucket for the build status
[21:19:53.000] Build status: SCHEDULED
[21:23:42.176] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:2:0)
[21:23:42.205] Build status: SCHEDULED
[21:23:42.205] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:4:0) after 6m16s
[21:29:58.202] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:4:0)
[21:29:58.232] Build status: SCHEDULED
[21:29:58.232] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:5:0) after 3m1s
[21:32:59.257] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:5:0)
[21:32:59.362] Build status: SCHEDULED
[21:32:59.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:6:0) after 8m49s
[21:41:48.355] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:6:0)
[21:41:48.396] Build status: SCHEDULED
[21:41:48.396] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:7:0) after 2m59s
[21:44:47.555] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:7:0)
[21:44:47.665] Build status: SCHEDULED
[21:44:47.665] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:8:0) after 6m42s
[21:51:29.762] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:8:0)
[21:51:29.782] Build status: SCHEDULED
[21:51:29.782] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:9:0) after 1m5s
[21:52:34.796] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:9:0)
[21:52:34.820] Build status: SCHEDULED
[21:52:34.820] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:10:0) after 4m45s
[21:57:19.956] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:10:0)
[21:57:19.979] Build status: SCHEDULED
[21:57:19.979] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:11:0) after 9m55s
[22:07:14.993] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:11:0)
[22:07:15.012] Build status: SCHEDULED
[22:07:15.013] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:12:0) after 6m1s
[22:13:16.483] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:12:0)
[22:13:16.506] Build status: SCHEDULED
[22:13:16.506] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:13:0) after 6m21s
[22:19:37.570] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:13:0)
[22:19:37.693] Build status: SCHEDULED
[22:19:37.694] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:14:0) after 9m1s
[22:28:38.842] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:14:0)
[22:28:38.861] Build status: SCHEDULED
[22:28:38.861] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:15:0) after 6m48s
[22:35:26.970] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:15:0)
[22:35:26.989] Build status: SCHEDULED
[22:35:26.989] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:16:0) after 7m4s
[22:42:31.024] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:16:0)
[22:42:31.250] Build status: SCHEDULED
[22:42:31.250] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:17:0) after 1m35s
[22:44:06.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:17:0)
[22:44:06.254] Build status: SCHEDULED
[22:44:06.254] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:18:0) after 8m13s
[22:52:19.267] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:18:0)
[22:52:19.291] Build status: SCHEDULED
[22:52:19.291] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:19:0) after 9m16s
[23:01:35.356] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:19:0)
[23:01:35.400] Build status: SCHEDULED
[23:01:35.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:20:0) after 4m41s
[23:06:16.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:20:0)
[23:06:16.548] Build status: SCHEDULED
[23:06:16.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:21:0) after 1m18s
[23:07:34.530] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:21:0)
[23:07:34.548] Build status: SCHEDULED
[23:07:34.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:22:0) after 2m5s
[23:09:39.599] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:22:0)
[23:09:39.626] Build status: SCHEDULED
[23:09:39.626] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:23:0) after 9m4s
[23:18:43.674] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:23:0)
[23:18:43.697] Build status: SCHEDULED
[23:18:43.697] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:24:0) after 1m49s
[23:20:32.734] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:24:0)
[23:20:32.760] Build status: SCHEDULED
[23:20:32.760] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:25:0) after 1m38s
[23:22:10.770] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:25:0)
[23:22:10.786] Build status: SCHEDULED
[23:22:10.786] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:26:0) after 8m52s
[23:31:02.936] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:26:0)
[23:31:02.960] Build status: SCHEDULED
[23:31:02.960] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:27:0) after 8m33s
[23:39:36.025] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:27:0)
[23:39:36.049] Build status: SCHEDULED
[23:39:36.049] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:28:0) after 5m36s
[23:45:12.065] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:28:0)
[23:45:12.110] Build status: SCHEDULED
[23:45:12.110] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:29:0) after 5m36s
[23:50:48.094] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:29:0)
[23:50:48.115] Build status: SCHEDULED
[23:50:48.115] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:30:0) after 8m43s
[23:59:31.171] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:30:0)
[23:59:31.197] Build status: SCHEDULED
[23:59:31.197] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:31:0) after 1m37s
[00:01:08.387] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:31:0)
[00:01:08.404] Build status: SCHEDULED
[00:01:08.404] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:32:0) after 6m9s
[00:07:17.508] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:32:0)
[00:07:17.527] Build status: SCHEDULED
[00:07:17.527] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:33:0) after 3m42s
[00:10:59.575] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:33:0)
[00:10:59.591] Build status: SCHEDULED
[00:10:59.591] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:34:0) after 3m28s
[00:14:27.600] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:34:0)
[00:14:27.640] Build status: SCHEDULED
[00:14:27.640] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:35:0) after 5m19s
[00:19:46.695] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:35:0)
[00:19:46.717] Build status: SCHEDULED
[00:19:46.717] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:36:0) after 6m32s
[00:26:18.818] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:36:0)
[00:26:18.848] Build status: SCHEDULED
[00:26:18.848] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:37:0) after 2m8s
[00:28:26.860] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:37:0)
[00:28:26.936] Build status: SCHEDULED
[00:28:26.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:38:0) after 2m9s
[00:30:35.908] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:38:0)
[00:30:35.928] Build status: SCHEDULED
[00:30:35.928] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:39:0) after 8m35s
[00:39:10.943] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:39:0)
[00:39:10.967] Build status: SCHEDULED
[00:39:10.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:40:0) after 3m9s
[00:42:20.084] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:40:0)
[00:42:20.136] Build status: SCHEDULED
[00:42:20.136] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:41:0) after 9m26s
[00:51:46.266] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:41:0)
[00:51:46.645] Build status: SCHEDULED
[00:51:46.645] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:42:0) after 4m10s
[00:55:56.659] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:42:0)
[00:55:56.723] Build status: SCHEDULED
[00:55:56.723] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:43:0) after 3m50s
[00:59:46.744] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:43:0)
[00:59:46.768] Build status: SCHEDULED
[00:59:46.768] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8841515900034990016:44:0) after 6m1s
[01:02:44.293] Received PubSub notification, asking Buildbucket for the build status
[01:02:44.311] Build status: STARTED
[01:03:19.290] Received PubSub notification, asking Buildbucket for the build status
[01:03:19.307] Build:
{
"id": "8676085838020161649",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T21:19:51.552821320Z",
"startTime": "2026-07-17T01:02:44.102944802Z",
"endTime": "2026-07-17T01:03:18.787706445Z",
"updateTime": "2026-07-17T01:03:18.787706445Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "900904e3239fb8e9f3442c4a7eecd20168a2233a",
"ref": "refs/heads/main"
}
}
}
[01:03:19.307] Invocation finished in 3h43m29.060428089s with status FAILED