[21:19:20.098] New invocation is queued and will start shortly
[21:19:23.517] Starting the invocation (attempt 1)
[21:19:23.541] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/4d1968c62d7acdb62be873f80b43b3bd5eb3adcc"
[21:19:23.541] Popped gitiles commit info from properties and tags
[21:19:23.541] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:19:23.542] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:19:23.542] Buildbucket request:
{
"requestId": "8851753388859307904",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851753388859307904",
"job": "r8/linux-internal",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "bebe8079c4846f3ab11926896cee582d2d89e8a9"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@bebe8079c4846f3ab11926896cee582d2d89e8a9",
"title": "bebe8079c4846f3ab11926896cee582d2d89e8a9",
"url": "https://r8.googlesource.com/r8/+/bebe8079c4846f3ab11926896cee582d2d89e8a9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "425aa456bd76423cd3660378f9a87b7ed9c57711"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@425aa456bd76423cd3660378f9a87b7ed9c57711",
"title": "425aa456bd76423cd3660378f9a87b7ed9c57711",
"url": "https://r8.googlesource.com/r8/+/425aa456bd76423cd3660378f9a87b7ed9c57711"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4d1968c62d7acdb62be873f80b43b3bd5eb3adcc"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4d1968c62d7acdb62be873f80b43b3bd5eb3adcc",
"title": "4d1968c62d7acdb62be873f80b43b3bd5eb3adcc",
"url": "https://r8.googlesource.com/r8/+/4d1968c62d7acdb62be873f80b43b3bd5eb3adcc"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d1968c62d7acdb62be873f80b43b3bd5eb3adcc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851753388859307904"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:19:24.163] Scheduled build:
{
"id": "8686323324530671857",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5685,
"createdBy": "project:r8",
"createTime": "2026-03-25T21:19:23.602467082Z",
"updateTime": "2026-03-25T21:19:23.602467082Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d1968c62d7acdb62be873f80b43b3bd5eb3adcc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:19:24.163] Task URL: https://cr-buildbucket.appspot.com/build/8686323324530671857
[21:19:24.163] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:2:0) after 1m11s
[21:19:25.027] Received PubSub notification, asking Buildbucket for the build status
[21:19:25.048] Build status: SCHEDULED
[21:20:13.921] Received PubSub notification, asking Buildbucket for the build status
[21:20:13.940] Build status: STARTED
[21:20:35.239] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:2:0)
[21:20:35.268] Build status: STARTED
[21:20:35.269] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:5:0) after 4m2s
[21:24:37.338] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:5:0)
[21:24:37.371] Build status: STARTED
[21:24:37.371] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:6:0) after 7m15s
[21:31:52.491] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:6:0)
[21:31:52.515] Build status: STARTED
[21:31:52.515] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:7:0) after 8m6s
[21:39:58.623] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:7:0)
[21:39:58.669] Build status: STARTED
[21:39:58.669] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:8:0) after 7m21s
[21:47:19.687] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:8:0)
[21:47:19.709] Build status: STARTED
[21:47:19.709] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:9:0) after 1m27s
[21:48:46.720] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:9:0)
[21:48:46.740] Build status: STARTED
[21:48:46.741] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:10:0) after 6m58s
[21:55:44.807] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:10:0)
[21:55:44.825] Build status: STARTED
[21:55:44.825] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:11:0) after 7m18s
[22:03:02.845] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:11:0)
[22:03:02.870] Build status: STARTED
[22:03:02.870] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:12:0) after 2m43s
[22:05:46.070] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:12:0)
[22:05:46.132] Build status: STARTED
[22:05:46.132] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:13:0) after 4m38s
[22:10:24.159] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:13:0)
[22:10:24.182] Build status: STARTED
[22:10:24.182] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:14:0) after 2m7s
[22:12:31.196] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:14:0)
[22:12:31.221] Build status: STARTED
[22:12:31.221] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:15:0) after 1m14s
[22:13:45.217] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:15:0)
[22:13:45.254] Build status: STARTED
[22:13:45.254] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:16:0) after 8m55s
[22:22:40.354] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:16:0)
[22:22:40.377] Build status: STARTED
[22:22:40.377] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:17:0) after 6m0s
[22:28:40.406] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:17:0)
[22:28:40.422] Build status: STARTED
[22:28:40.422] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:18:0) after 1m38s
[22:30:18.438] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:18:0)
[22:30:18.461] Build status: STARTED
[22:30:18.461] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:19:0) after 8m17s
[22:38:35.508] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:19:0)
[22:38:35.530] Build status: STARTED
[22:38:35.530] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:20:0) after 6m23s
[22:44:58.643] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:20:0)
[22:44:58.677] Build status: STARTED
[22:44:58.677] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:21:0) after 2m52s
[22:47:50.744] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:21:0)
[22:47:50.759] Build status: STARTED
[22:47:50.759] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:22:0) after 1m14s
[22:49:04.806] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:22:0)
[22:49:04.865] Build status: STARTED
[22:49:04.865] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:23:0) after 1m5s
[22:50:09.879] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:23:0)
[22:50:10.019] Build status: STARTED
[22:50:10.019] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:24:0) after 7m54s
[22:58:04.120] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:24:0)
[22:58:04.138] Build status: STARTED
[22:58:04.138] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:25:0) after 1m24s
[22:59:28.153] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:25:0)
[22:59:28.360] Build status: STARTED
[22:59:28.360] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:26:0) after 4m43s
[23:04:11.378] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:26:0)
[23:04:11.397] Build status: STARTED
[23:04:11.397] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:27:0) after 8m7s
[23:12:18.411] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:27:0)
[23:12:18.429] Build status: STARTED
[23:12:18.429] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:28:0) after 9m46s
[23:22:04.487] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:28:0)
[23:22:04.505] Build status: STARTED
[23:22:04.505] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:29:0) after 4m5s
[23:26:09.645] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:29:0)
[23:26:09.663] Build status: STARTED
[23:26:09.663] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:30:0) after 4m53s
[23:31:02.722] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:30:0)
[23:31:02.739] Build status: STARTED
[23:31:02.739] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:31:0) after 9m58s
[23:41:00.818] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:31:0)
[23:41:00.847] Build status: STARTED
[23:41:00.847] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:32:0) after 5m48s
[23:46:48.959] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:32:0)
[23:46:48.979] Build status: STARTED
[23:46:48.979] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:33:0) after 4m10s
[23:50:58.998] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:33:0)
[23:50:59.017] Build status: STARTED
[23:50:59.017] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:34:0) after 9m33s
[00:00:32.132] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:34:0)
[00:00:32.283] Build status: STARTED
[00:00:32.283] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:35:0) after 9m34s
[00:10:06.357] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:35:0)
[00:10:06.398] Build status: STARTED
[00:10:06.398] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:36:0) after 3m55s
[00:14:01.415] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:36:0)
[00:14:01.441] Build status: STARTED
[00:14:01.441] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:37:0) after 9m34s
[00:23:35.585] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:37:0)
[00:23:35.608] Build status: STARTED
[00:23:35.608] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:38:0) after 8m56s
[00:32:31.670] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:38:0)
[00:32:31.690] Build status: STARTED
[00:32:31.690] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:39:0) after 5m31s
[00:38:02.828] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:39:0)
[00:38:02.845] Build status: STARTED
[00:38:02.845] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:40:0) after 4m23s
[00:42:26.026] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:40:0)
[00:42:26.047] Build status: STARTED
[00:42:26.047] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:41:0) after 6m41s
[00:49:07.110] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:41:0)
[00:49:07.128] Build status: STARTED
[00:49:07.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:42:0) after 8m49s
[00:57:56.174] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:42:0)
[00:57:56.201] Build status: STARTED
[00:57:56.201] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:43:0) after 4m15s
[01:02:11.478] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:43:0)
[01:02:11.510] Build status: STARTED
[01:02:11.510] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:44:0) after 1m34s
[01:03:45.573] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:44:0)
[01:03:45.609] Build status: STARTED
[01:03:45.609] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:45:0) after 8m7s
[01:11:52.621] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:45:0)
[01:11:52.672] Build status: STARTED
[01:11:52.672] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:46:0) after 1m53s
[01:13:45.789] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:46:0)
[01:13:45.806] Build status: STARTED
[01:13:45.806] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:47:0) after 5m50s
[01:19:35.874] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:47:0)
[01:19:35.896] Build status: STARTED
[01:19:35.896] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:48:0) after 2m24s
[01:21:59.909] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:48:0)
[01:21:59.949] Build status: STARTED
[01:21:59.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:49:0) after 8m55s
[01:30:55.021] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:49:0)
[01:30:55.082] Build status: STARTED
[01:30:55.082] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:50:0) after 2m3s
[01:32:58.174] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:50:0)
[01:32:58.199] Build status: STARTED
[01:32:58.200] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:51:0) after 5m28s
[01:38:26.273] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:51:0)
[01:38:26.296] Build status: STARTED
[01:38:26.296] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:52:0) after 7m14s
[01:45:40.310] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:52:0)
[01:45:40.433] Build status: STARTED
[01:45:40.433] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:53:0) after 4m10s
[01:49:50.445] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:53:0)
[01:49:50.461] Build status: STARTED
[01:49:50.461] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:54:0) after 9m8s
[01:58:58.553] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:54:0)
[01:58:58.568] Build status: STARTED
[01:58:58.569] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:55:0) after 5m48s
[02:04:46.599] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:55:0)
[02:04:46.623] Build status: STARTED
[02:04:46.623] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:56:0) after 4m8s
[02:08:54.632] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:56:0)
[02:08:54.656] Build status: STARTED
[02:08:54.656] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:57:0) after 7m55s
[02:16:49.725] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:57:0)
[02:16:49.750] Build status: STARTED
[02:16:49.750] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:58:0) after 8m52s
[02:25:41.780] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:58:0)
[02:25:41.802] Build status: STARTED
[02:25:41.802] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:59:0) after 3m5s
[02:28:46.827] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:59:0)
[02:28:46.866] Build status: STARTED
[02:28:46.866] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:60:0) after 8m30s
[02:37:16.953] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:60:0)
[02:37:16.973] Build status: STARTED
[02:37:16.973] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:61:0) after 2m12s
[02:39:29.041] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:61:0)
[02:39:29.057] Build status: STARTED
[02:39:29.057] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:62:0) after 6m27s
[02:45:56.125] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:62:0)
[02:45:56.195] Build status: STARTED
[02:45:56.195] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:63:0) after 6m22s
[02:52:18.214] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:63:0)
[02:52:18.289] Build status: STARTED
[02:52:18.289] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:64:0) after 4m24s
[02:56:42.370] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:64:0)
[02:56:42.389] Build status: STARTED
[02:56:42.389] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:65:0) after 8m41s
[03:05:23.441] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:65:0)
[03:05:23.457] Build status: STARTED
[03:05:23.457] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:66:0) after 9m59s
[03:15:22.472] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:66:0)
[03:15:22.505] Build status: STARTED
[03:15:22.505] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:67:0) after 3m3s
[03:18:25.531] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:67:0)
[03:18:25.606] Build status: STARTED
[03:18:25.606] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:68:0) after 6m30s
[03:24:55.656] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:68:0)
[03:24:55.670] Build status: STARTED
[03:24:55.670] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:69:0) after 3m6s
[03:28:01.686] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:69:0)
[03:28:01.714] Build status: STARTED
[03:28:01.714] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:70:0) after 8m48s
[03:36:49.766] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:70:0)
[03:36:49.791] Build status: STARTED
[03:36:49.791] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:71:0) after 9m2s
[03:45:51.859] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:71:0)
[03:45:51.882] Build status: STARTED
[03:45:51.882] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:72:0) after 6m1s
[03:51:52.900] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:72:0)
[03:51:52.931] Build status: STARTED
[03:51:52.931] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:73:0) after 8m58s
[04:00:51.155] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:73:0)
[04:00:51.176] Build status: STARTED
[04:00:51.176] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:74:0) after 4m11s
[04:05:02.204] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:74:0)
[04:05:02.219] Build status: STARTED
[04:05:02.220] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:75:0) after 6m20s
[04:11:22.234] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:75:0)
[04:11:22.306] Build status: STARTED
[04:11:22.306] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:76:0) after 3m54s
[04:15:16.334] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:76:0)
[04:15:16.366] Build status: STARTED
[04:15:16.366] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:77:0) after 8m0s
[04:23:16.355] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:77:0)
[04:23:16.378] Build status: STARTED
[04:23:16.378] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:78:0) after 6m56s
[04:30:12.427] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:78:0)
[04:30:12.451] Build status: STARTED
[04:30:12.451] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:79:0) after 6m43s
[04:36:55.468] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:79:0)
[04:36:55.486] Build status: STARTED
[04:36:55.486] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:80:0) after 5m4s
[04:41:59.888] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:80:0)
[04:41:59.905] Build status: STARTED
[04:41:59.905] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:81:0) after 4m1s
[04:46:01.025] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:81:0)
[04:46:01.053] Build status: STARTED
[04:46:01.053] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:82:0) after 6m3s
[04:52:04.080] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:82:0)
[04:52:04.099] Build status: STARTED
[04:52:04.099] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:83:0) after 8m47s
[05:00:51.165] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:83:0)
[05:00:51.182] Build status: STARTED
[05:00:51.182] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:84:0) after 3m22s
[05:04:13.270] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:84:0)
[05:04:13.287] Build status: STARTED
[05:04:13.287] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:85:0) after 8m48s
[05:13:01.307] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:85:0)
[05:13:01.364] Build status: STARTED
[05:13:01.364] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:86:0) after 1m30s
[05:14:31.523] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:86:0)
[05:14:31.539] Build status: STARTED
[05:14:31.539] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:87:0) after 5m20s
[05:19:51.552] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:87:0)
[05:19:51.579] Build status: STARTED
[05:19:51.579] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:88:0) after 9m42s
[05:29:33.642] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:88:0)
[05:29:33.671] Build status: STARTED
[05:29:33.671] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:89:0) after 7m56s
[05:37:29.691] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:89:0)
[05:37:29.709] Build status: STARTED
[05:37:29.709] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:90:0) after 8m9s
[05:45:38.789] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:90:0)
[05:45:38.858] Build status: STARTED
[05:45:38.858] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:91:0) after 9m1s
[05:54:39.983] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:91:0)
[05:54:40.105] Build status: STARTED
[05:54:40.105] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:92:0) after 1m34s
[05:56:14.198] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:92:0)
[05:56:14.217] Build status: STARTED
[05:56:14.217] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:93:0) after 6m35s
[06:02:49.200] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:93:0)
[06:02:49.225] Build status: STARTED
[06:02:49.225] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:94:0) after 3m23s
[06:06:12.288] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:94:0)
[06:06:12.306] Build status: STARTED
[06:06:12.306] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:95:0) after 3m5s
[06:09:17.336] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:95:0)
[06:09:17.352] Build status: STARTED
[06:09:17.352] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:96:0) after 1m50s
[06:11:07.340] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:96:0)
[06:11:07.364] Build status: STARTED
[06:11:07.364] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:97:0) after 6m44s
[06:17:51.380] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:97:0)
[06:17:51.396] Build status: STARTED
[06:17:51.396] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:98:0) after 6m4s
[06:23:55.457] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:98:0)
[06:23:55.528] Build status: STARTED
[06:23:55.528] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:99:0) after 4m2s
[06:27:57.540] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:99:0)
[06:27:57.558] Build status: STARTED
[06:27:57.558] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:100:0) after 1m0s
[06:28:57.657] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:100:0)
[06:28:57.679] Build status: STARTED
[06:28:57.679] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:101:0) after 8m24s
[06:37:21.743] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:101:0)
[06:37:21.758] Build status: STARTED
[06:37:21.758] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:102:0) after 2m45s
[06:40:06.773] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:102:0)
[06:40:06.795] Build status: STARTED
[06:40:06.795] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:103:0) after 5m52s
[06:45:58.832] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:103:0)
[06:45:58.852] Build status: STARTED
[06:45:58.852] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:104:0) after 4m25s
[06:50:23.875] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:104:0)
[06:50:23.893] Build status: STARTED
[06:50:23.893] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:105:0) after 8m45s
[06:59:08.909] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:105:0)
[06:59:08.928] Build status: STARTED
[06:59:08.928] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:106:0) after 1m40s
[07:00:48.948] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:106:0)
[07:00:48.969] Build status: STARTED
[07:00:48.972] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:107:0) after 1m47s
[07:02:36.028] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:107:0)
[07:02:36.043] Build status: STARTED
[07:02:36.043] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:108:0) after 3m58s
[07:06:34.118] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:108:0)
[07:06:34.137] Build status: STARTED
[07:06:34.137] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:109:0) after 6m19s
[07:12:53.154] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:109:0)
[07:12:53.174] Build status: STARTED
[07:12:53.174] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:110:0) after 5m8s
[07:18:01.195] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:110:0)
[07:18:01.217] Build status: STARTED
[07:18:01.217] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:111:0) after 4m12s
[07:22:13.236] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:111:0)
[07:22:13.263] Build status: STARTED
[07:22:13.263] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:112:0) after 7m5s
[07:29:18.369] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:112:0)
[07:29:18.384] Build status: STARTED
[07:29:18.384] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:113:0) after 3m33s
[07:32:51.500] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:113:0)
[07:32:51.522] Build status: STARTED
[07:32:51.522] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:114:0) after 3m25s
[07:36:16.582] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:114:0)
[07:36:16.609] Build status: STARTED
[07:36:16.609] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:115:0) after 2m44s
[07:39:00.635] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:115:0)
[07:39:00.668] Build status: STARTED
[07:39:00.668] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:116:0) after 9m29s
[07:48:29.686] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:116:0)
[07:48:29.720] Build status: STARTED
[07:48:29.720] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:117:0) after 7m40s
[07:56:09.840] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:117:0)
[07:56:09.863] Build status: STARTED
[07:56:09.863] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:118:0) after 3m32s
[07:59:41.984] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:118:0)
[07:59:42.009] Build status: STARTED
[07:59:42.009] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:119:0) after 4m52s
[08:04:34.170] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:119:0)
[08:04:34.191] Build status: STARTED
[08:04:34.191] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:120:0) after 2m4s
[08:06:38.209] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:120:0)
[08:06:38.240] Build status: STARTED
[08:06:38.240] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:121:0) after 1m40s
[08:08:18.256] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:121:0)
[08:08:18.278] Build status: STARTED
[08:08:18.278] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:122:0) after 8m36s
[08:16:54.292] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:122:0)
[08:16:54.343] Build status: STARTED
[08:16:54.344] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:123:0) after 3m29s
[08:20:23.375] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:123:0)
[08:20:23.394] Build status: STARTED
[08:20:23.394] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:124:0) after 1m23s
[08:21:46.423] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:124:0)
[08:21:46.444] Build status: STARTED
[08:21:46.444] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:125:0) after 9m45s
[08:31:31.463] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:125:0)
[08:31:31.487] Build status: STARTED
[08:31:31.487] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:126:0) after 8m30s
[08:40:01.489] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:126:0)
[08:40:01.608] Build status: STARTED
[08:40:01.609] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:127:0) after 8m10s
[08:48:11.719] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:127:0)
[08:48:11.735] Build status: STARTED
[08:48:11.735] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:128:0) after 5m4s
[08:53:15.804] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:128:0)
[08:53:15.844] Build status: STARTED
[08:53:15.844] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:129:0) after 6m1s
[08:59:16.861] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:129:0)
[08:59:16.882] Build status: STARTED
[08:59:16.882] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:130:0) after 7m32s
[09:06:48.946] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:130:0)
[09:06:48.973] Build status: STARTED
[09:06:48.973] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:131:0) after 4m51s
[09:11:40.078] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:131:0)
[09:11:40.092] Build status: STARTED
[09:11:40.092] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:132:0) after 2m6s
[09:13:46.066] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:132:0)
[09:13:46.094] Build status: STARTED
[09:13:46.094] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:133:0) after 1m38s
[09:15:24.116] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:133:0)
[09:15:24.133] Build status: STARTED
[09:15:24.133] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:134:0) after 1m12s
[09:16:36.180] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:134:0)
[09:16:36.213] Build status: STARTED
[09:16:36.213] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851753388859307904:135:0) after 9m36s
[09:20:23.474] Received PubSub notification, asking Buildbucket for the build status
[09:20:23.492] Build:
{
"id": "8686323324530671857",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5685,
"createdBy": "project:r8",
"createTime": "2026-03-25T21:19:23.602467082Z",
"startTime": "2026-03-25T21:20:13.529212639Z",
"endTime": "2026-03-26T09:20:23.115175849Z",
"updateTime": "2026-03-26T09:20:23.115175849Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "4d1968c62d7acdb62be873f80b43b3bd5eb3adcc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:20:23.492] Invocation finished in 12h1m3.40247086s with status FAILED