[05:00:02.832] New invocation is queued and will start shortly
[05:00:03.903] Starting the invocation (attempt 1)
[05:00:03.936] Ignoring gitiles_ref tag without the buildset tag
[05:00:03.936] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:03.936] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:03.936] Buildbucket request:
{
"requestId": "8923930185578298144",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8923930185578298144",
"job": "dawn/cts-roller",
"triggers": [
{
"cron": {
"generation": "474"
},
"id": "cron:v1:474"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8923930185578298144"
},
{
"key": "scheduler_job_id",
"value": "dawn/cts-roller"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:04.714] Scheduled build:
{
"id": "8758500123693839889",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"createdBy": "project:dawn",
"createTime": "2024-01-19T05:00:04.000153573Z",
"updateTime": "2024-01-19T05:00:04.000153573Z",
"status": "SCHEDULED",
"input": {
}
}
[05:00:04.714] Task URL: https://cr-buildbucket.appspot.com/build/8758500123693839889
[05:00:04.714] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:2:0) after 6m34s
[05:00:05.499] Received PubSub notification, asking Buildbucket for the build status
[05:00:05.598] Build status: SCHEDULED
[05:00:12.914] Received PubSub notification, asking Buildbucket for the build status
[05:00:12.975] Build status: STARTED
[05:06:38.735] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:2:0)
[05:06:38.777] Build status: STARTED
[05:06:38.777] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:5:0) after 5m0s
[05:11:38.791] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:5:0)
[05:11:38.957] Build status: STARTED
[05:11:38.957] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:6:0) after 6m17s
[05:17:55.979] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:6:0)
[05:17:56.012] Build status: STARTED
[05:17:56.012] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:7:0) after 2m20s
[05:20:16.048] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:7:0)
[05:20:16.080] Build status: STARTED
[05:20:16.080] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:8:0) after 3m16s
[05:23:32.104] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:8:0)
[05:23:32.129] Build status: STARTED
[05:23:32.129] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:9:0) after 9m57s
[05:33:29.143] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:9:0)
[05:33:29.161] Build status: STARTED
[05:33:29.161] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:10:0) after 4m32s
[05:38:01.272] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:10:0)
[05:38:01.307] Build status: STARTED
[05:38:01.307] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:11:0) after 2m18s
[05:40:19.327] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:11:0)
[05:40:19.406] Build status: STARTED
[05:40:19.406] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:12:0) after 4m59s
[05:45:18.505] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:12:0)
[05:45:18.526] Build status: STARTED
[05:45:18.526] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:13:0) after 1m24s
[05:46:42.540] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:13:0)
[05:46:42.630] Build status: STARTED
[05:46:42.630] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:14:0) after 5m27s
[05:52:09.689] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:14:0)
[05:52:09.719] Build status: STARTED
[05:52:09.719] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:15:0) after 2m34s
[05:54:43.864] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:15:0)
[05:54:43.898] Build status: STARTED
[05:54:43.898] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:16:0) after 9m15s
[06:03:58.909] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:16:0)
[06:03:59.032] Build status: STARTED
[06:03:59.032] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:17:0) after 4m4s
[06:08:03.053] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:17:0)
[06:08:03.096] Build status: STARTED
[06:08:03.096] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:18:0) after 8m10s
[06:16:13.118] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:18:0)
[06:16:13.147] Build status: STARTED
[06:16:13.147] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:19:0) after 1m59s
[06:18:12.161] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:19:0)
[06:18:12.313] Build status: STARTED
[06:18:12.313] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:20:0) after 9m32s
[06:27:44.485] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:20:0)
[06:27:44.520] Build status: STARTED
[06:27:44.520] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:21:0) after 3m9s
[06:30:53.539] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:21:0)
[06:30:53.558] Build status: STARTED
[06:30:53.558] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:22:0) after 8m59s
[06:39:52.683] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:22:0)
[06:39:52.710] Build status: STARTED
[06:39:52.710] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:23:0) after 4m22s
[06:44:14.776] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:23:0)
[06:44:14.837] Build status: STARTED
[06:44:14.837] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:24:0) after 7m48s
[06:52:02.811] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:24:0)
[06:52:02.836] Build status: STARTED
[06:52:02.836] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:25:0) after 5m11s
[06:57:13.855] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:25:0)
[06:57:13.952] Build status: STARTED
[06:57:13.952] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:26:0) after 1m30s
[06:58:44.047] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:26:0)
[06:58:44.077] Build status: STARTED
[06:58:44.077] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:27:0) after 1m58s
[07:00:42.275] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:27:0)
[07:00:42.312] Build status: STARTED
[07:00:42.312] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:28:0) after 3m35s
[07:04:17.604] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:28:0)
[07:04:17.631] Build status: STARTED
[07:04:17.631] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:29:0) after 7m58s
[07:12:15.647] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:29:0)
[07:12:15.672] Build status: STARTED
[07:12:15.672] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:30:0) after 6m18s
[07:18:33.733] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:30:0)
[07:18:33.772] Build status: STARTED
[07:18:33.772] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:31:0) after 8m59s
[07:27:32.789] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:31:0)
[07:27:32.875] Build status: STARTED
[07:27:32.875] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:32:0) after 3m47s
[07:31:19.961] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:32:0)
[07:31:19.991] Build status: STARTED
[07:31:19.991] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:33:0) after 6m21s
[07:37:41.145] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:33:0)
[07:37:41.178] Build status: STARTED
[07:37:41.178] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:34:0) after 4m49s
[07:42:30.349] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:34:0)
[07:42:30.387] Build status: STARTED
[07:42:30.387] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:35:0) after 1m18s
[07:43:48.670] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:35:0)
[07:43:48.701] Build status: STARTED
[07:43:48.701] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:36:0) after 2m57s
[07:46:45.777] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:36:0)
[07:46:45.815] Build status: STARTED
[07:46:45.815] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:37:0) after 2m27s
[07:49:12.937] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:37:0)
[07:49:13.060] Build status: STARTED
[07:49:13.060] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:38:0) after 2m50s
[07:52:03.072] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:38:0)
[07:52:03.156] Build status: STARTED
[07:52:03.156] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:39:0) after 9m24s
[08:01:27.185] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:39:0)
[08:01:27.246] Build status: STARTED
[08:01:27.247] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:40:0) after 2m58s
[08:04:25.270] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:40:0)
[08:04:25.338] Build status: STARTED
[08:04:25.338] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:41:0) after 1m9s
[08:05:34.442] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:41:0)
[08:05:34.465] Build status: STARTED
[08:05:34.465] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:42:0) after 4m10s
[08:09:44.479] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:42:0)
[08:09:44.519] Build status: STARTED
[08:09:44.519] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:43:0) after 2m21s
[08:12:05.563] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:43:0)
[08:12:05.583] Build status: STARTED
[08:12:05.583] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:44:0) after 8m57s
[08:21:02.609] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:44:0)
[08:21:02.632] Build status: STARTED
[08:21:02.632] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:45:0) after 8m8s
[08:29:10.744] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:45:0)
[08:29:10.781] Build status: STARTED
[08:29:10.781] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:46:0) after 4m50s
[08:34:00.928] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:46:0)
[08:34:00.959] Build status: STARTED
[08:34:00.959] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:47:0) after 8m44s
[08:42:45.076] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:47:0)
[08:42:45.108] Build status: STARTED
[08:42:45.109] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:48:0) after 3m51s
[08:46:36.169] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:48:0)
[08:46:36.207] Build status: STARTED
[08:46:36.207] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:49:0) after 9m43s
[08:56:19.412] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:49:0)
[08:56:19.620] Build status: STARTED
[08:56:19.620] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:50:0) after 4m29s
[09:00:48.946] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:50:0)
[09:00:48.964] Build status: STARTED
[09:00:48.964] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:51:0) after 4m44s
[09:05:32.978] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:51:0)
[09:05:33.001] Build status: STARTED
[09:05:33.001] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:52:0) after 7m18s
[09:12:51.178] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:52:0)
[09:12:51.212] Build status: STARTED
[09:12:51.213] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:53:0) after 8m14s
[09:21:05.276] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:53:0)
[09:21:05.303] Build status: STARTED
[09:21:05.303] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:54:0) after 6m32s
[09:27:37.340] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:54:0)
[09:27:37.404] Build status: STARTED
[09:27:37.404] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:55:0) after 3m43s
[09:31:20.599] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:55:0)
[09:31:20.617] Build status: STARTED
[09:31:20.617] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:56:0) after 3m4s
[09:34:25.029] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:56:0)
[09:34:25.065] Build status: STARTED
[09:34:25.065] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:57:0) after 8m0s
[09:42:25.086] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:57:0)
[09:42:25.130] Build status: STARTED
[09:42:25.130] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:58:0) after 7m27s
[09:49:52.146] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:58:0)
[09:49:52.173] Build status: STARTED
[09:49:52.173] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:59:0) after 4m37s
[09:54:29.251] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:59:0)
[09:54:29.314] Build status: STARTED
[09:54:29.314] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:60:0) after 6m33s
[10:01:02.347] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:60:0)
[10:01:02.376] Build status: STARTED
[10:01:02.376] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:61:0) after 3m58s
[10:05:00.500] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:61:0)
[10:05:00.521] Build status: STARTED
[10:05:00.522] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:62:0) after 6m19s
[10:11:19.639] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:62:0)
[10:11:19.676] Build status: STARTED
[10:11:19.676] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:63:0) after 7m3s
[10:18:22.802] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:63:0)
[10:18:22.827] Build status: STARTED
[10:18:22.828] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:64:0) after 5m26s
[10:23:49.015] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:64:0)
[10:23:49.030] Build status: STARTED
[10:23:49.030] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:65:0) after 1m42s
[10:25:31.125] Handling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:65:0)
[10:25:31.144] Build status: STARTED
[10:25:31.144] Scheduling timer "check-buildbucket-build-status" (dawn/cts-roller:8923930185578298144:66:0) after 8m20s
[10:28:23.549] Received PubSub notification, asking Buildbucket for the build status
[10:28:23.574] Build:
{
"id": "8758500123693839889",
"builder": {
"project": "dawn",
"bucket": "ci",
"builder": "cts-roller"
},
"createdBy": "project:dawn",
"createTime": "2024-01-19T05:00:04.000153573Z",
"startTime": "2024-01-19T05:00:09.672226Z",
"endTime": "2024-01-19T10:28:23.026029Z",
"updateTime": "2024-01-19T10:28:23.026029Z",
"status": "FAILURE",
"input": {
}
}
[10:28:23.574] Invocation finished in 5h28m20.755834151s with status FAILED