[18:26:36.460] New invocation is queued and will start shortly
[18:26:38.009] Starting the invocation (attempt 1)
[18:26:38.032] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/af4aa4447bd7c7c1fed02029687192498fa010de"
[18:26:38.032] Popped gitiles commit info from properties and tags
[18:26:38.032] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:26:38.034] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:26:38.034] Buildbucket request:
{
"requestId": "8884016775967824896",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884016775967824896",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "af4aa4447bd7c7c1fed02029687192498fa010de"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@af4aa4447bd7c7c1fed02029687192498fa010de",
"title": "af4aa4447bd7c7c1fed02029687192498fa010de",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/af4aa4447bd7c7c1fed02029687192498fa010de"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "af4aa4447bd7c7c1fed02029687192498fa010de",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884016775967824896"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:26:38.367] Scheduled build:
{
"id": "8718586713608081953",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-03T18:26:38.079885257Z",
"updateTime": "2025-04-03T18:26:38.079885257Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "af4aa4447bd7c7c1fed02029687192498fa010de",
"ref": "refs/heads/main"
}
}
}
[18:26:38.367] Task URL: https://cr-buildbucket.appspot.com/build/8718586713608081953
[18:26:38.367] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:2:0) after 5m54s
[18:26:39.343] Received PubSub notification, asking Buildbucket for the build status
[18:26:39.367] Build status: SCHEDULED
[18:32:32.384] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:2:0)
[18:32:32.414] Build status: SCHEDULED
[18:32:32.414] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:4:0) after 9m50s
[18:42:22.477] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:4:0)
[18:42:22.499] Build status: SCHEDULED
[18:42:22.499] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:5:0) after 7m26s
[18:49:48.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:5:0)
[18:49:48.566] Build status: SCHEDULED
[18:49:48.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:6:0) after 6m22s
[18:56:10.655] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:6:0)
[18:56:10.734] Build status: SCHEDULED
[18:56:10.734] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:7:0) after 2m36s
[18:58:46.806] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:7:0)
[18:58:46.842] Build status: SCHEDULED
[18:58:46.842] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:8:0) after 7m8s
[19:05:55.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:8:0)
[19:05:55.066] Build status: SCHEDULED
[19:05:55.066] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:9:0) after 6m40s
[19:12:35.091] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:9:0)
[19:12:35.114] Build status: SCHEDULED
[19:12:35.114] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:10:0) after 9m20s
[19:21:55.141] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:10:0)
[19:21:55.185] Build status: SCHEDULED
[19:21:55.185] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:11:0) after 7m37s
[19:29:32.224] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:11:0)
[19:29:32.248] Build status: SCHEDULED
[19:29:32.248] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:12:0) after 5m13s
[19:34:45.351] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:12:0)
[19:34:45.380] Build status: SCHEDULED
[19:34:45.380] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:13:0) after 7m24s
[19:42:09.403] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:13:0)
[19:42:09.429] Build status: SCHEDULED
[19:42:09.429] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:14:0) after 8m4s
[19:50:13.551] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:14:0)
[19:50:13.572] Build status: SCHEDULED
[19:50:13.572] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:15:0) after 7m40s
[19:57:53.599] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:15:0)
[19:57:53.623] Build status: SCHEDULED
[19:57:53.623] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:16:0) after 2m7s
[20:00:00.742] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:16:0)
[20:00:00.765] Build status: SCHEDULED
[20:00:00.765] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:17:0) after 5m59s
[20:05:59.793] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:17:0)
[20:05:59.839] Build status: SCHEDULED
[20:05:59.839] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:18:0) after 5m12s
[20:11:11.883] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:18:0)
[20:11:11.910] Build status: SCHEDULED
[20:11:11.910] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:19:0) after 6m31s
[20:17:43.053] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:19:0)
[20:17:43.076] Build status: SCHEDULED
[20:17:43.077] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:20:0) after 1m29s
[20:19:12.110] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:20:0)
[20:19:12.139] Build status: SCHEDULED
[20:19:12.139] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:21:0) after 4m33s
[20:23:45.173] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:21:0)
[20:23:45.207] Build status: SCHEDULED
[20:23:45.207] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:22:0) after 8m50s
[20:32:35.310] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:22:0)
[20:32:35.339] Build status: SCHEDULED
[20:32:35.339] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:23:0) after 7m43s
[20:40:18.553] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:23:0)
[20:40:18.636] Build status: SCHEDULED
[20:40:18.636] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:24:0) after 8m44s
[20:49:02.705] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:24:0)
[20:49:02.736] Build status: SCHEDULED
[20:49:02.736] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:25:0) after 2m43s
[20:51:45.811] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:25:0)
[20:51:45.844] Build status: SCHEDULED
[20:51:45.844] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:26:0) after 7m28s
[20:59:13.874] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:26:0)
[20:59:13.889] Build status: SCHEDULED
[20:59:13.889] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:27:0) after 5m41s
[21:04:54.957] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:27:0)
[21:04:54.974] Build status: SCHEDULED
[21:04:54.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:28:0) after 6m55s
[21:11:49.993] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:28:0)
[21:11:50.100] Build status: SCHEDULED
[21:11:50.100] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:29:0) after 3m44s
[21:15:34.181] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:29:0)
[21:15:34.207] Build status: SCHEDULED
[21:15:34.208] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:30:0) after 5m0s
[21:20:34.330] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:30:0)
[21:20:34.393] Build status: SCHEDULED
[21:20:34.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:31:0) after 1m16s
[21:21:50.542] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:31:0)
[21:21:50.634] Build status: SCHEDULED
[21:21:50.634] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:32:0) after 6m46s
[21:28:36.739] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:32:0)
[21:28:36.764] Build status: SCHEDULED
[21:28:36.764] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:33:0) after 4m34s
[21:33:10.772] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:33:0)
[21:33:10.797] Build status: SCHEDULED
[21:33:10.797] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:34:0) after 1m24s
[21:34:34.913] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:34:0)
[21:34:34.930] Build status: SCHEDULED
[21:34:34.930] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:35:0) after 8m12s
[21:42:47.077] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:35:0)
[21:42:47.108] Build status: SCHEDULED
[21:42:47.108] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:36:0) after 9m17s
[21:52:04.125] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:36:0)
[21:52:04.144] Build status: SCHEDULED
[21:52:04.144] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:37:0) after 6m47s
[21:58:51.189] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:37:0)
[21:58:51.213] Build status: SCHEDULED
[21:58:51.213] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:38:0) after 2m49s
[22:01:40.230] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:38:0)
[22:01:40.279] Build status: SCHEDULED
[22:01:40.279] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:39:0) after 9m50s
[22:11:30.313] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:39:0)
[22:11:30.338] Build status: SCHEDULED
[22:11:30.338] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:40:0) after 8m54s
[22:20:24.360] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:40:0)
[22:20:24.377] Build status: SCHEDULED
[22:20:24.377] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:41:0) after 6m7s
[22:26:31.364] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:41:0)
[22:26:31.455] Build status: SCHEDULED
[22:26:31.455] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:42:0) after 9m52s
[22:36:23.609] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:42:0)
[22:36:23.629] Build status: SCHEDULED
[22:36:23.629] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:43:0) after 3m2s
[22:39:25.645] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:43:0)
[22:39:25.744] Build status: SCHEDULED
[22:39:25.744] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:44:0) after 5m51s
[22:45:16.828] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:44:0)
[22:45:16.855] Build status: SCHEDULED
[22:45:16.855] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:45:0) after 2m49s
[22:48:05.920] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:45:0)
[22:48:05.995] Build status: SCHEDULED
[22:48:05.995] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:46:0) after 7m40s
[22:51:28.053] Received PubSub notification, asking Buildbucket for the build status
[22:51:28.074] Build status: STARTED
[22:55:45.996] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:46:0)
[22:55:46.014] Build status: STARTED
[22:55:46.014] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:48:0) after 8m37s
[23:04:23.175] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:48:0)
[23:04:23.203] Build status: STARTED
[23:04:23.203] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:49:0) after 1m51s
[23:06:14.220] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:49:0)
[23:06:14.240] Build status: STARTED
[23:06:14.240] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8884016775967824896:50:0) after 4m16s
[23:08:39.061] Received PubSub notification, asking Buildbucket for the build status
[23:08:39.076] Build:
{
"id": "8718586713608081953",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-03T18:26:38.079885257Z",
"startTime": "2025-04-03T22:51:27.881284200Z",
"endTime": "2025-04-03T23:08:38.820008397Z",
"updateTime": "2025-04-03T23:08:38.820008397Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "af4aa4447bd7c7c1fed02029687192498fa010de",
"ref": "refs/heads/main"
}
}
}
[23:08:39.076] Invocation finished in 4h42m2.630656284s with status FAILED