[10:51:45.154] New invocation is queued and will start shortly
[10:51:46.713] Starting the invocation (attempt 1)
[10:51:46.740] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/4d89e68b95a179a59744051bb59d938e229e3579"
[10:51:46.740] Popped gitiles commit info from properties and tags
[10:51:46.741] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:51:46.741] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:51:46.741] Buildbucket request:
{
"requestId": "8883320617242335152",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-old"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8883320617242335152",
"job": "r8/linux-old",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4d89e68b95a179a59744051bb59d938e229e3579"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4d89e68b95a179a59744051bb59d938e229e3579",
"title": "4d89e68b95a179a59744051bb59d938e229e3579",
"url": "https://r8.googlesource.com/r8/+/4d89e68b95a179a59744051bb59d938e229e3579"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d89e68b95a179a59744051bb59d938e229e3579",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8883320617242335152"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-old"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:51:47.191] Scheduled build:
{
"id": "8717890554838332865",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-old"
},
"number": 518,
"createdBy": "project:r8",
"createTime": "2025-04-11T10:51:46.818692097Z",
"updateTime": "2025-04-11T10:51:46.818692097Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d89e68b95a179a59744051bb59d938e229e3579",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:51:47.191] Task URL: https://cr-buildbucket.appspot.com/build/8717890554838332865
[10:51:47.192] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:2:0) after 9m58s
[10:51:48.257] Received PubSub notification, asking Buildbucket for the build status
[10:51:48.282] Build status: SCHEDULED
[10:52:11.360] Received PubSub notification, asking Buildbucket for the build status
[10:52:11.378] Build status: STARTED
[11:01:45.216] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:2:0)
[11:01:45.241] Build status: STARTED
[11:01:45.241] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:5:0) after 1m24s
[11:03:09.269] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:5:0)
[11:03:09.289] Build status: STARTED
[11:03:09.289] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:6:0) after 6m8s
[11:09:17.334] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:6:0)
[11:09:17.384] Build status: STARTED
[11:09:17.384] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:7:0) after 7m34s
[11:16:51.413] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:7:0)
[11:16:51.448] Build status: STARTED
[11:16:51.448] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:8:0) after 3m54s
[11:20:45.481] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:8:0)
[11:20:45.580] Build status: STARTED
[11:20:45.580] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:9:0) after 5m12s
[11:25:57.593] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:9:0)
[11:25:57.678] Build status: STARTED
[11:25:57.678] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:10:0) after 8m49s
[11:34:46.699] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:10:0)
[11:34:46.778] Build status: STARTED
[11:34:46.778] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:11:0) after 9m45s
[11:44:31.795] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:11:0)
[11:44:31.815] Build status: STARTED
[11:44:31.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:12:0) after 2m13s
[11:46:44.935] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:12:0)
[11:46:44.966] Build status: STARTED
[11:46:44.966] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:13:0) after 2m4s
[11:48:49.028] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:13:0)
[11:48:49.104] Build status: STARTED
[11:48:49.104] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:14:0) after 4m46s
[11:53:35.119] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:14:0)
[11:53:35.142] Build status: STARTED
[11:53:35.142] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:15:0) after 9m56s
[12:03:31.247] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:15:0)
[12:03:31.352] Build status: STARTED
[12:03:31.352] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:16:0) after 5m22s
[12:08:53.432] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:16:0)
[12:08:53.459] Build status: STARTED
[12:08:53.459] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:17:0) after 9m3s
[12:17:56.580] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:17:0)
[12:17:56.604] Build status: STARTED
[12:17:56.604] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:18:0) after 9m1s
[12:26:57.872] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:18:0)
[12:26:57.904] Build status: STARTED
[12:26:57.904] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:19:0) after 4m45s
[12:31:42.965] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:19:0)
[12:31:42.992] Build status: STARTED
[12:31:42.992] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:20:0) after 6m50s
[12:38:33.005] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:20:0)
[12:38:33.028] Build status: STARTED
[12:38:33.028] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:21:0) after 2m24s
[12:40:57.060] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:21:0)
[12:40:57.089] Build status: STARTED
[12:40:57.089] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:22:0) after 1m17s
[12:42:14.157] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:22:0)
[12:42:14.175] Build status: STARTED
[12:42:14.175] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:23:0) after 3m42s
[12:45:56.279] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:23:0)
[12:45:56.294] Build status: STARTED
[12:45:56.295] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:24:0) after 5m12s
[12:51:08.315] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:24:0)
[12:51:08.349] Build status: STARTED
[12:51:08.349] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:25:0) after 7m49s
[12:58:57.362] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:25:0)
[12:58:57.402] Build status: STARTED
[12:58:57.402] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:26:0) after 5m31s
[13:04:28.428] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:26:0)
[13:04:28.446] Build status: STARTED
[13:04:28.446] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:27:0) after 8m39s
[13:13:07.470] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:27:0)
[13:13:07.488] Build status: STARTED
[13:13:07.488] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:28:0) after 5m15s
[13:18:22.566] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:28:0)
[13:18:22.626] Build status: STARTED
[13:18:22.626] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:29:0) after 3m28s
[13:21:50.646] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:29:0)
[13:21:50.690] Build status: STARTED
[13:21:50.690] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:30:0) after 7m2s
[13:28:53.494] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:30:0)
[13:28:53.513] Build status: STARTED
[13:28:53.513] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:31:0) after 7m22s
[13:36:15.536] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:31:0)
[13:36:15.608] Build status: STARTED
[13:36:15.608] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:32:0) after 5m14s
[13:41:29.581] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:32:0)
[13:41:29.605] Build status: STARTED
[13:41:29.605] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:33:0) after 4m2s
[13:45:31.626] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:33:0)
[13:45:31.643] Build status: STARTED
[13:45:31.643] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:34:0) after 8m4s
[13:53:35.663] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:34:0)
[13:53:35.680] Build status: STARTED
[13:53:35.680] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:35:0) after 7m56s
[14:01:31.710] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:35:0)
[14:01:31.736] Build status: STARTED
[14:01:31.736] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:36:0) after 3m44s
[14:05:15.807] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:36:0)
[14:05:15.828] Build status: STARTED
[14:05:15.828] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:37:0) after 5m23s
[14:10:38.996] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:37:0)
[14:10:39.013] Build status: STARTED
[14:10:39.013] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:38:0) after 4m56s
[14:15:35.038] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:38:0)
[14:15:35.063] Build status: STARTED
[14:15:35.063] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:39:0) after 2m24s
[14:17:59.087] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:39:0)
[14:17:59.106] Build status: STARTED
[14:17:59.106] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:40:0) after 8m24s
[14:26:23.187] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:40:0)
[14:26:23.354] Build status: STARTED
[14:26:23.354] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:41:0) after 9m27s
[14:35:50.436] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:41:0)
[14:35:50.454] Build status: STARTED
[14:35:50.454] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:42:0) after 5m4s
[14:40:54.502] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:42:0)
[14:40:54.520] Build status: STARTED
[14:40:54.520] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:43:0) after 2m54s
[14:43:48.511] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:43:0)
[14:43:48.547] Build status: STARTED
[14:43:48.547] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:44:0) after 1m16s
[14:45:04.641] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:44:0)
[14:45:04.694] Build status: STARTED
[14:45:04.694] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:45:0) after 8m3s
[14:53:07.764] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:45:0)
[14:53:07.780] Build status: STARTED
[14:53:07.780] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:46:0) after 8m11s
[15:01:18.803] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:46:0)
[15:01:18.880] Build status: STARTED
[15:01:18.880] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:47:0) after 3m31s
[15:04:49.902] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:47:0)
[15:04:49.926] Build status: STARTED
[15:04:49.926] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:48:0) after 8m17s
[15:13:07.008] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:48:0)
[15:13:07.031] Build status: STARTED
[15:13:07.031] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:49:0) after 1m56s
[15:15:03.052] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:49:0)
[15:15:03.089] Build status: STARTED
[15:15:03.089] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:50:0) after 2m52s
[15:17:55.117] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:50:0)
[15:17:55.144] Build status: STARTED
[15:17:55.144] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:51:0) after 3m1s
[15:20:56.170] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:51:0)
[15:20:56.202] Build status: STARTED
[15:20:56.202] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:52:0) after 4m20s
[15:25:16.263] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:52:0)
[15:25:16.285] Build status: STARTED
[15:25:16.285] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:53:0) after 1m0s
[15:26:16.357] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:53:0)
[15:26:16.377] Build status: STARTED
[15:26:16.377] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:54:0) after 7m48s
[15:34:04.448] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:54:0)
[15:34:04.465] Build status: STARTED
[15:34:04.465] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:55:0) after 7m10s
[15:41:14.591] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:55:0)
[15:41:14.613] Build status: STARTED
[15:41:14.613] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:56:0) after 9m24s
[15:50:38.740] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:56:0)
[15:50:38.767] Build status: STARTED
[15:50:38.767] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:57:0) after 2m30s
[15:53:08.902] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:57:0)
[15:53:08.928] Build status: STARTED
[15:53:08.928] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:58:0) after 6m26s
[15:59:35.044] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:58:0)
[15:59:35.069] Build status: STARTED
[15:59:35.069] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:59:0) after 1m36s
[16:01:11.142] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:59:0)
[16:01:11.179] Build status: STARTED
[16:01:11.179] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:60:0) after 8m4s
[16:09:15.231] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:60:0)
[16:09:15.254] Build status: STARTED
[16:09:15.254] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:61:0) after 6m14s
[16:15:29.278] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:61:0)
[16:15:29.319] Build status: STARTED
[16:15:29.319] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:62:0) after 7m28s
[16:22:57.344] Handling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:62:0)
[16:22:57.365] Build status: STARTED
[16:22:57.365] Scheduling timer "check-buildbucket-build-status" (r8/linux-old:8883320617242335152:63:0) after 9m14s
[16:28:39.330] Received PubSub notification, asking Buildbucket for the build status
[16:28:39.357] Build:
{
"id": "8717890554838332865",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-old"
},
"number": 518,
"createdBy": "project:r8",
"createTime": "2025-04-11T10:51:46.818692097Z",
"startTime": "2025-04-11T10:52:10.859722506Z",
"endTime": "2025-04-11T16:28:27.895765965Z",
"updateTime": "2025-04-11T16:28:27.895765965Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d89e68b95a179a59744051bb59d938e229e3579",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:28:39.357] Invocation finished in 5h36m54.216846638s with status FAILED