[05:00:05.777] New invocation is queued and will start shortly
[05:00:06.905] Starting the invocation (attempt 1)
[05:00:06.932] Ignoring gitiles_ref tag without the buildset tag
[05:00:06.932] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:06.932] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:06.932] Buildbucket request:
{
"requestId": "8900012583356330528",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8900012583356330528",
"job": "dawn/cts-roller",
"triggers": [
{
"cron": {
"generation": "1266"
},
"id": "cron:v1:1266"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8900012583356330528"
},
{
"key": "scheduler_job_id",
"value": "dawn/cts-roller"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:07.486] Scheduled build:
{
"id": "8734582521397251681",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"createdBy": "project:dawn",
"createTime": "2024-10-09T05:00:07.020228864Z",
"updateTime": "2024-10-09T05:00:07.020228864Z",
"status": "SCHEDULED",
"input": {
}
}
[05:00:07.486] Task URL: https://cr-buildbucket.appspot.com/build/8734582521397251681
[05:00:07.486] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:2:0) after 8m19s
[05:00:07.675] Received PubSub notification, asking Buildbucket for the build status
[05:00:07.710] Build status: SCHEDULED
[05:00:17.583] Received PubSub notification, asking Buildbucket for the build status
[05:00:17.611] Build status: STARTED
[05:08:26.516] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:2:0)
[05:08:26.536] Build status: STARTED
[05:08:26.536] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:5:0) after 7m12s
[05:15:38.744] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:5:0)
[05:15:38.759] Build status: STARTED
[05:15:38.759] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:6:0) after 5m50s
[05:21:28.772] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:6:0)
[05:21:28.800] Build status: STARTED
[05:21:28.800] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:7:0) after 5m31s
[05:27:00.103] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:7:0)
[05:27:00.134] Build status: STARTED
[05:27:00.134] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:8:0) after 8m30s
[05:35:30.323] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:8:0)
[05:35:30.341] Build status: STARTED
[05:35:30.341] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:9:0) after 4m14s
[05:39:44.361] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:9:0)
[05:39:44.388] Build status: STARTED
[05:39:44.388] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:10:0) after 7m31s
[05:47:15.560] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:10:0)
[05:47:15.583] Build status: STARTED
[05:47:15.584] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:11:0) after 2m22s
[05:49:37.689] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:11:0)
[05:49:37.720] Build status: STARTED
[05:49:37.720] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:12:0) after 6m30s
[05:56:07.739] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:12:0)
[05:56:07.765] Build status: STARTED
[05:56:07.765] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:13:0) after 5m2s
[06:01:09.879] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:13:0)
[06:01:09.998] Build status: STARTED
[06:01:09.998] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:14:0) after 2m11s
[06:03:20.984] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:14:0)
[06:03:21.009] Build status: STARTED
[06:03:21.009] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:15:0) after 3m5s
[06:06:26.028] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:15:0)
[06:06:26.057] Build status: STARTED
[06:06:26.057] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:16:0) after 1m20s
[06:07:46.356] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:16:0)
[06:07:46.375] Build status: STARTED
[06:07:46.375] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:17:0) after 6m21s
[06:14:07.392] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:17:0)
[06:14:07.448] Build status: STARTED
[06:14:07.448] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:18:0) after 8m39s
[06:22:46.668] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:18:0)
[06:22:46.696] Build status: STARTED
[06:22:46.697] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:19:0) after 1m17s
[06:24:03.869] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:19:0)
[06:24:03.893] Build status: STARTED
[06:24:03.893] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:20:0) after 8m46s
[06:32:50.296] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:20:0)
[06:32:50.315] Build status: STARTED
[06:32:50.315] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:21:0) after 6m33s
[06:39:23.381] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:21:0)
[06:39:23.410] Build status: STARTED
[06:39:23.410] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:22:0) after 5m0s
[06:44:23.375] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:22:0)
[06:44:23.399] Build status: STARTED
[06:44:23.399] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:23:0) after 5m50s
[06:50:13.524] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:23:0)
[06:50:13.543] Build status: STARTED
[06:50:13.543] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:24:0) after 4m34s
[06:54:47.684] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:24:0)
[06:54:47.711] Build status: STARTED
[06:54:47.711] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:25:0) after 4m16s
[06:59:03.771] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:25:0)
[06:59:03.789] Build status: STARTED
[06:59:03.789] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:26:0) after 6m10s
[07:05:14.207] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:26:0)
[07:05:14.233] Build status: STARTED
[07:05:14.233] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:27:0) after 9m32s
[07:14:46.400] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:27:0)
[07:14:46.425] Build status: STARTED
[07:14:46.425] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:28:0) after 7m33s
[07:22:19.440] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:28:0)
[07:22:19.463] Build status: STARTED
[07:22:19.463] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:29:0) after 7m36s
[07:29:55.477] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:29:0)
[07:29:55.501] Build status: STARTED
[07:29:55.502] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:30:0) after 9m56s
[07:39:51.621] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:30:0)
[07:39:51.642] Build status: STARTED
[07:39:51.642] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:31:0) after 8m26s
[07:48:17.619] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:31:0)
[07:48:17.638] Build status: STARTED
[07:48:17.638] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:32:0) after 4m1s
[07:52:18.705] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:32:0)
[07:52:18.722] Build status: STARTED
[07:52:18.722] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:33:0) after 2m19s
[07:54:38.221] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:33:0)
[07:54:38.238] Build status: STARTED
[07:54:38.238] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:34:0) after 9m33s
[08:04:11.512] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:34:0)
[08:04:11.531] Build status: STARTED
[08:04:11.531] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:35:0) after 2m51s
[08:07:02.517] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:35:0)
[08:07:02.549] Build status: STARTED
[08:07:02.549] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:36:0) after 5m37s
[08:12:39.614] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:36:0)
[08:12:39.639] Build status: STARTED
[08:12:39.639] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:37:0) after 6m30s
[08:19:09.895] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:37:0)
[08:19:09.924] Build status: STARTED
[08:19:09.924] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:38:0) after 8m43s
[08:27:53.118] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:38:0)
[08:27:53.165] Build status: STARTED
[08:27:53.165] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:39:0) after 9m58s
[08:37:51.266] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:39:0)
[08:37:51.298] Build status: STARTED
[08:37:51.298] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:40:0) after 6m17s
[08:44:08.319] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:40:0)
[08:44:08.342] Build status: STARTED
[08:44:08.342] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:41:0) after 4m57s
[08:49:05.417] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:41:0)
[08:49:05.467] Build status: STARTED
[08:49:05.467] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:42:0) after 3m21s
[08:52:26.591] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:42:0)
[08:52:26.629] Build status: STARTED
[08:52:26.629] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:43:0) after 4m42s
[08:57:08.645] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:43:0)
[08:57:08.662] Build status: STARTED
[08:57:08.662] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:44:0) after 2m6s
[08:59:14.638] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:44:0)
[08:59:14.667] Build status: STARTED
[08:59:14.667] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:45:0) after 4m44s
[09:03:58.681] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:45:0)
[09:03:58.708] Build status: STARTED
[09:03:58.708] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:46:0) after 4m31s
[09:08:29.953] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:46:0)
[09:08:30.013] Build status: STARTED
[09:08:30.013] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:47:0) after 7m4s
[09:15:34.027] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:47:0)
[09:15:34.066] Build status: STARTED
[09:15:34.066] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:48:0) after 7m16s
[09:22:50.140] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:48:0)
[09:22:50.168] Build status: STARTED
[09:22:50.168] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:49:0) after 2m36s
[09:25:26.239] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:49:0)
[09:25:26.256] Build status: STARTED
[09:25:26.257] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:50:0) after 3m31s
[09:28:57.250] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:50:0)
[09:28:57.286] Build status: STARTED
[09:28:57.286] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:51:0) after 6m42s
[09:35:39.714] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:51:0)
[09:35:39.730] Build status: STARTED
[09:35:39.730] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:52:0) after 1m42s
[09:37:21.697] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:52:0)
[09:37:21.936] Build status: STARTED
[09:37:21.936] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:53:0) after 6m47s
[09:44:08.973] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:53:0)
[09:44:09.003] Build status: STARTED
[09:44:09.003] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:54:0) after 2m6s
[09:46:15.145] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:54:0)
[09:46:15.169] Build status: STARTED
[09:46:15.169] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:55:0) after 1m43s
[09:47:58.483] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:55:0)
[09:47:58.514] Build status: STARTED
[09:47:58.514] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:56:0) after 6m36s
[09:54:34.624] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:56:0)
[09:54:34.651] Build status: STARTED
[09:54:34.651] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:57:0) after 3m54s
[09:58:28.757] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:57:0)
[09:58:28.786] Build status: STARTED
[09:58:28.786] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:58:0) after 4m43s
[10:03:12.049] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:58:0)
[10:03:12.079] Build status: STARTED
[10:03:12.080] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:59:0) after 8m14s
[10:11:26.226] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:59:0)
[10:11:26.259] Build status: STARTED
[10:11:26.259] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:60:0) after 5m38s
[10:17:04.288] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:60:0)
[10:17:04.320] Build status: STARTED
[10:17:04.320] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:61:0) after 9m41s
[10:26:45.470] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:61:0)
[10:26:45.530] Build status: STARTED
[10:26:45.530] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:62:0) after 5m8s
[10:31:53.554] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:62:0)
[10:31:53.581] Build status: STARTED
[10:31:53.582] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:63:0) after 7m25s
[10:39:18.607] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:63:0)
[10:39:18.624] Build status: STARTED
[10:39:18.624] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:64:0) after 1m48s
[10:41:06.640] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:64:0)
[10:41:06.758] Build status: STARTED
[10:41:06.758] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:65:0) after 9m11s
[10:50:17.777] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:65:0)
[10:50:17.795] Build status: STARTED
[10:50:17.795] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:66:0) after 5m46s
[10:56:03.813] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:66:0)
[10:56:03.837] Build status: STARTED
[10:56:03.837] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:67:0) after 6m3s
[11:02:06.871] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:67:0)
[11:02:06.897] Build status: STARTED
[11:02:06.897] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:68:0) after 5m34s
[11:07:40.912] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:68:0)
[11:07:40.933] Build status: STARTED
[11:07:40.933] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8900012583356330528:69:0) after 5m14s
[11:08:22.975] Received PubSub notification, asking Buildbucket for the build status
[11:08:23.006] Build:
{
"id": "8734582521397251681",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"createdBy": "project:dawn",
"createTime": "2024-10-09T05:00:07.020228864Z",
"startTime": "2024-10-09T05:00:16.646161929Z",
"endTime": "2024-10-09T11:08:00.910098918Z",
"updateTime": "2024-10-09T11:08:00.910098918Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[11:08:23.006] Invocation finished in 6h8m17.238018704s with status FAILED