[20:59:10.374] New invocation is queued and will start shortly
[20:59:11.754] Starting the invocation (attempt 1)
[20:59:11.785] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc68af7c8353c8ab61c24c46021044daf4a09910"
[20:59:11.785] Popped gitiles commit info from properties and tags
[20:59:11.785] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:59:11.786] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:59:11.786] Buildbucket request:
{
"requestId": "8932567151374700512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "coverage"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8932567151374700512",
"job": "pigweed/pigweed.ci-coverage",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc68af7c8353c8ab61c24c46021044daf4a09910"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc68af7c8353c8ab61c24c46021044daf4a09910",
"title": "cc68af7c8353c8ab61c24c46021044daf4a09910",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc68af7c8353c8ab61c24c46021044daf4a09910"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc68af7c8353c8ab61c24c46021044daf4a09910",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8932567151374700512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:59:12.271] Scheduled build:
{
"id": "8767137089168478769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "coverage"
},
"createdBy": "project:pigweed",
"createTime": "2023-10-15T20:59:11.855738023Z",
"updateTime": "2023-10-15T20:59:11.855738023Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc68af7c8353c8ab61c24c46021044daf4a09910",
"ref": "refs/heads/main"
}
}
}
[20:59:12.271] Task URL: https://cr-buildbucket.appspot.com/build/8767137089168478769
[20:59:12.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:2:0) after 4m2s
[20:59:12.476] Received PubSub notification, asking Buildbucket for the build status
[20:59:12.545] Build status: SCHEDULED
[21:03:14.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:2:0)
[21:03:14.459] Build status: SCHEDULED
[21:03:14.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:4:0) after 1m28s
[21:04:42.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:4:0)
[21:04:42.486] Build status: SCHEDULED
[21:04:42.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:5:0) after 3m5s
[21:07:47.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:5:0)
[21:07:47.657] Build status: SCHEDULED
[21:07:47.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:6:0) after 7m28s
[21:15:15.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:6:0)
[21:15:15.733] Build status: SCHEDULED
[21:15:15.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:7:0) after 4m45s
[21:20:01.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:7:0)
[21:20:01.259] Build status: SCHEDULED
[21:20:01.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:8:0) after 5m52s
[21:25:53.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:8:0)
[21:25:53.295] Build status: SCHEDULED
[21:25:53.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:9:0) after 5m49s
[21:31:42.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:9:0)
[21:31:42.374] Build status: SCHEDULED
[21:31:42.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:10:0) after 7m43s
[21:39:25.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:10:0)
[21:39:25.414] Build status: SCHEDULED
[21:39:25.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:11:0) after 3m5s
[21:42:30.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:11:0)
[21:42:30.520] Build status: SCHEDULED
[21:42:30.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:12:0) after 3m51s
[21:46:21.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:12:0)
[21:46:21.702] Build status: SCHEDULED
[21:46:21.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:13:0) after 5m38s
[21:51:59.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:13:0)
[21:51:59.744] Build status: SCHEDULED
[21:51:59.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:14:0) after 1m4s
[21:53:03.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:14:0)
[21:53:03.807] Build status: SCHEDULED
[21:53:03.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:15:0) after 8m20s
[22:01:24.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:15:0)
[22:01:24.177] Build status: SCHEDULED
[22:01:24.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:16:0) after 3m17s
[22:04:41.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:16:0)
[22:04:41.212] Build status: SCHEDULED
[22:04:41.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:17:0) after 4m3s
[22:08:44.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:17:0)
[22:08:44.244] Build status: SCHEDULED
[22:08:44.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:18:0) after 4m14s
[22:12:58.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:18:0)
[22:12:58.591] Build status: SCHEDULED
[22:12:58.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:19:0) after 2m5s
[22:15:03.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:19:0)
[22:15:03.715] Build status: SCHEDULED
[22:15:03.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:20:0) after 7m39s
[22:22:43.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:20:0)
[22:22:43.047] Build status: SCHEDULED
[22:22:43.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:21:0) after 2m6s
[22:24:49.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:21:0)
[22:24:49.253] Build status: SCHEDULED
[22:24:49.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:22:0) after 8m13s
[22:33:02.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:22:0)
[22:33:02.397] Build status: SCHEDULED
[22:33:02.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:23:0) after 6m20s
[22:39:22.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:23:0)
[22:39:22.429] Build status: SCHEDULED
[22:39:22.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:24:0) after 7m14s
[22:46:36.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:24:0)
[22:46:36.464] Build status: SCHEDULED
[22:46:36.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:25:0) after 4m5s
[22:50:42.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:25:0)
[22:50:42.842] Build status: SCHEDULED
[22:50:42.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:26:0) after 9m35s
[23:00:18.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:26:0)
[23:00:18.259] Build status: SCHEDULED
[23:00:18.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:27:0) after 7m53s
[23:08:11.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:27:0)
[23:08:11.302] Build status: SCHEDULED
[23:08:11.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:28:0) after 1m29s
[23:09:40.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:28:0)
[23:09:40.307] Build status: SCHEDULED
[23:09:40.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:29:0) after 4m11s
[23:13:51.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:29:0)
[23:13:51.489] Build status: SCHEDULED
[23:13:51.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:30:0) after 7m22s
[23:21:13.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:30:0)
[23:21:13.553] Build status: SCHEDULED
[23:21:13.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:31:0) after 6m27s
[23:27:40.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:31:0)
[23:27:40.649] Build status: SCHEDULED
[23:27:40.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:32:0) after 6m13s
[23:33:53.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:32:0)
[23:33:53.716] Build status: SCHEDULED
[23:33:53.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:33:0) after 4m50s
[23:38:43.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:33:0)
[23:38:43.761] Build status: SCHEDULED
[23:38:43.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:34:0) after 1m17s
[23:40:00.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:34:0)
[23:40:00.822] Build status: SCHEDULED
[23:40:00.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:35:0) after 9m44s
[23:49:44.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:35:0)
[23:49:44.836] Build status: SCHEDULED
[23:49:44.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:36:0) after 8m33s
[23:58:17.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:36:0)
[23:58:17.960] Build status: SCHEDULED
[23:58:17.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:37:0) after 7m0s
[00:05:18.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:37:0)
[00:05:18.179] Build status: SCHEDULED
[00:05:18.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:38:0) after 5m11s
[00:10:29.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:38:0)
[00:10:29.318] Build status: SCHEDULED
[00:10:29.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:39:0) after 2m27s
[00:12:56.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:39:0)
[00:12:56.320] Build status: SCHEDULED
[00:12:56.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:40:0) after 2m40s
[00:15:36.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:40:0)
[00:15:36.485] Build status: SCHEDULED
[00:15:36.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:41:0) after 2m7s
[00:17:43.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:41:0)
[00:17:43.772] Build status: SCHEDULED
[00:17:43.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:42:0) after 2m34s
[00:20:17.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:42:0)
[00:20:17.807] Build status: SCHEDULED
[00:20:17.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:43:0) after 2m49s
[00:23:06.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:43:0)
[00:23:06.892] Build status: SCHEDULED
[00:23:06.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:44:0) after 2m7s
[00:25:13.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:44:0)
[00:25:13.945] Build status: SCHEDULED
[00:25:13.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:45:0) after 6m32s
[00:31:46.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:45:0)
[00:31:46.090] Build status: SCHEDULED
[00:31:46.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:46:0) after 3m42s
[00:35:28.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:46:0)
[00:35:28.370] Build status: SCHEDULED
[00:35:28.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:47:0) after 8m44s
[00:44:12.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:47:0)
[00:44:12.513] Build status: SCHEDULED
[00:44:12.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:48:0) after 2m12s
[00:46:24.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:48:0)
[00:46:24.705] Build status: SCHEDULED
[00:46:24.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:49:0) after 1m53s
[00:48:17.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:49:0)
[00:48:17.856] Build status: SCHEDULED
[00:48:17.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:50:0) after 8m17s
[00:56:35.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:50:0)
[00:56:35.424] Build status: SCHEDULED
[00:56:35.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:51:0) after 6m7s
[01:02:42.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:51:0)
[01:02:42.545] Build status: SCHEDULED
[01:02:42.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:52:0) after 3m54s
[01:06:36.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:52:0)
[01:06:36.601] Build status: SCHEDULED
[01:06:36.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:53:0) after 7m41s
[01:14:17.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:53:0)
[01:14:17.812] Build status: SCHEDULED
[01:14:17.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:54:0) after 8m24s
[01:22:41.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:54:0)
[01:22:41.905] Build status: SCHEDULED
[01:22:41.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:55:0) after 2m56s
[01:25:38.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:55:0)
[01:25:38.096] Build status: SCHEDULED
[01:25:38.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:56:0) after 4m11s
[01:29:49.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:56:0)
[01:29:49.151] Build status: SCHEDULED
[01:29:49.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:57:0) after 9m29s
[01:39:18.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:57:0)
[01:39:18.197] Build status: SCHEDULED
[01:39:18.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-coverage:8932567151374700512:58:0) after 8m21s
[01:40:19.621] Received PubSub notification, asking Buildbucket for the build status
[01:40:19.755] Build status: STARTED
[01:46:01.194] Received PubSub notification, asking Buildbucket for the build status
[01:46:01.217] Build:
{
"id": "8767137089168478769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "coverage"
},
"createdBy": "project:pigweed",
"createTime": "2023-10-15T20:59:11.855738023Z",
"startTime": "2023-10-16T01:40:19.075304Z",
"endTime": "2023-10-16T01:45:58.607403887Z",
"updateTime": "2023-10-16T01:45:58.607403887Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc68af7c8353c8ab61c24c46021044daf4a09910",
"ref": "refs/heads/main"
}
}
}
[01:46:01.217] Invocation finished in 4h46m50.84977197s with status FAILED