[22:07:56.376] New invocation is queued and will start shortly
[22:07:57.509] Starting the invocation (attempt 1)
[22:07:57.535] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/36bf0714e4f5f56bf38c702731e447dde624eabc"
[22:07:57.535] Popped gitiles commit info from properties and tags
[22:07:57.535] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:07:57.535] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:07:57.535] Buildbucket request:
{
"requestId": "8851569136985140976",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851569136985140976",
"job": "r8/linux-internal",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "740f208a91ddef9a8b9b3f61abe09eb8894b79fd"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@740f208a91ddef9a8b9b3f61abe09eb8894b79fd",
"title": "740f208a91ddef9a8b9b3f61abe09eb8894b79fd",
"url": "https://r8.googlesource.com/r8/+/740f208a91ddef9a8b9b3f61abe09eb8894b79fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "5faf641677c791b5ba03e0701ba04eaafe8fb4bc"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@5faf641677c791b5ba03e0701ba04eaafe8fb4bc",
"title": "5faf641677c791b5ba03e0701ba04eaafe8fb4bc",
"url": "https://r8.googlesource.com/r8/+/5faf641677c791b5ba03e0701ba04eaafe8fb4bc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "36bf0714e4f5f56bf38c702731e447dde624eabc"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@36bf0714e4f5f56bf38c702731e447dde624eabc",
"title": "36bf0714e4f5f56bf38c702731e447dde624eabc",
"url": "https://r8.googlesource.com/r8/+/36bf0714e4f5f56bf38c702731e447dde624eabc"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "36bf0714e4f5f56bf38c702731e447dde624eabc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851569136985140976"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:07:58.048] Scheduled build:
{
"id": "8686139075018753761",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5688,
"createdBy": "project:r8",
"createTime": "2026-03-27T22:07:57.629925675Z",
"updateTime": "2026-03-27T22:07:57.629925675Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "36bf0714e4f5f56bf38c702731e447dde624eabc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:07:58.048] Task URL: https://cr-buildbucket.appspot.com/build/8686139075018753761
[22:07:58.048] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:2:0) after 7m0s
[22:07:58.116] Received PubSub notification, asking Buildbucket for the build status
[22:07:58.167] Build status: SCHEDULED
[22:13:09.127] Received PubSub notification, asking Buildbucket for the build status
[22:13:09.146] Build status: STARTED
[22:14:58.117] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:2:0)
[22:14:58.233] Build status: STARTED
[22:14:58.233] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:5:0) after 8m41s
[22:23:39.246] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:5:0)
[22:23:39.267] Build status: STARTED
[22:23:39.267] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:6:0) after 7m3s
[22:30:42.469] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:6:0)
[22:30:42.512] Build status: STARTED
[22:30:42.512] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:7:0) after 1m38s
[22:32:20.617] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:7:0)
[22:32:20.681] Build status: STARTED
[22:32:20.681] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:8:0) after 2m34s
[22:34:54.697] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:8:0)
[22:34:54.718] Build status: STARTED
[22:34:54.718] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:9:0) after 5m30s
[22:40:24.713] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:9:0)
[22:40:24.738] Build status: STARTED
[22:40:24.738] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:10:0) after 8m54s
[22:49:18.777] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:10:0)
[22:49:18.794] Build status: STARTED
[22:49:18.794] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:11:0) after 4m14s
[22:53:32.808] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:11:0)
[22:53:32.841] Build status: STARTED
[22:53:32.841] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:12:0) after 6m7s
[22:59:39.857] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:12:0)
[22:59:39.877] Build status: STARTED
[22:59:39.877] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:13:0) after 1m13s
[23:00:52.871] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:13:0)
[23:00:53.087] Build status: STARTED
[23:00:53.088] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:14:0) after 2m34s
[23:03:27.104] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:14:0)
[23:03:27.169] Build status: STARTED
[23:03:27.169] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:15:0) after 3m4s
[23:06:31.218] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:15:0)
[23:06:31.240] Build status: STARTED
[23:06:31.240] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:16:0) after 2m18s
[23:08:49.251] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:16:0)
[23:08:49.270] Build status: STARTED
[23:08:49.270] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:17:0) after 4m54s
[23:13:43.295] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:17:0)
[23:13:43.352] Build status: STARTED
[23:13:43.352] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:18:0) after 4m34s
[23:18:17.468] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:18:0)
[23:18:17.494] Build status: STARTED
[23:18:17.494] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:19:0) after 5m54s
[23:24:11.558] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:19:0)
[23:24:11.577] Build status: STARTED
[23:24:11.577] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:20:0) after 7m1s
[23:31:12.738] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:20:0)
[23:31:12.785] Build status: STARTED
[23:31:12.785] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:21:0) after 9m20s
[23:40:32.803] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:21:0)
[23:40:32.822] Build status: STARTED
[23:40:32.822] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:22:0) after 4m46s
[23:45:18.822] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:22:0)
[23:45:18.848] Build status: STARTED
[23:45:18.849] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:23:0) after 2m41s
[23:47:59.993] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:23:0)
[23:48:00.035] Build status: STARTED
[23:48:00.035] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:24:0) after 7m48s
[23:55:48.033] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:24:0)
[23:55:48.053] Build status: STARTED
[23:55:48.053] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:25:0) after 8m58s
[00:04:46.071] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:25:0)
[00:04:46.088] Build status: STARTED
[00:04:46.089] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:26:0) after 4m4s
[00:08:50.128] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:26:0)
[00:08:50.197] Build status: STARTED
[00:08:50.197] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:27:0) after 8m40s
[00:17:30.225] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:27:0)
[00:17:30.246] Build status: STARTED
[00:17:30.246] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:28:0) after 4m24s
[00:21:54.311] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:28:0)
[00:21:54.346] Build status: STARTED
[00:21:54.346] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:29:0) after 8m18s
[00:30:12.486] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:29:0)
[00:30:12.512] Build status: STARTED
[00:30:12.512] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:30:0) after 1m0s
[00:31:12.562] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:30:0)
[00:31:12.589] Build status: STARTED
[00:31:12.589] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:31:0) after 9m18s
[00:40:30.610] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:31:0)
[00:40:30.687] Build status: STARTED
[00:40:30.687] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:32:0) after 4m21s
[00:44:51.709] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:32:0)
[00:44:51.730] Build status: STARTED
[00:44:51.730] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:33:0) after 5m5s
[00:49:56.842] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:33:0)
[00:49:56.874] Build status: STARTED
[00:49:56.874] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:34:0) after 3m24s
[00:53:20.888] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:34:0)
[00:53:20.913] Build status: STARTED
[00:53:20.913] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:35:0) after 8m26s
[01:01:46.960] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:35:0)
[01:01:46.987] Build status: STARTED
[01:01:46.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:36:0) after 2m27s
[01:04:14.065] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:36:0)
[01:04:14.085] Build status: STARTED
[01:04:14.085] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:37:0) after 8m5s
[01:12:19.102] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:37:0)
[01:12:19.135] Build status: STARTED
[01:12:19.135] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:38:0) after 1m58s
[01:14:17.180] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:38:0)
[01:14:17.227] Build status: STARTED
[01:14:17.227] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:39:0) after 1m31s
[01:15:48.244] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:39:0)
[01:15:48.276] Build status: STARTED
[01:15:48.276] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:40:0) after 7m43s
[01:23:31.462] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:40:0)
[01:23:31.483] Build status: STARTED
[01:23:31.483] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:41:0) after 9m22s
[01:32:53.475] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:41:0)
[01:32:53.497] Build status: STARTED
[01:32:53.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:42:0) after 1m26s
[01:34:19.512] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:42:0)
[01:34:19.591] Build status: STARTED
[01:34:19.591] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:43:0) after 8m17s
[01:42:36.639] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:43:0)
[01:42:36.659] Build status: STARTED
[01:42:36.659] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:44:0) after 4m4s
[01:46:40.676] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:44:0)
[01:46:40.696] Build status: STARTED
[01:46:40.696] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:45:0) after 1m4s
[01:47:44.712] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:45:0)
[01:47:44.731] Build status: STARTED
[01:47:44.731] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:46:0) after 3m4s
[01:50:48.748] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:46:0)
[01:50:48.764] Build status: STARTED
[01:50:48.764] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:47:0) after 3m38s
[01:54:26.778] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:47:0)
[01:54:26.792] Build status: STARTED
[01:54:26.792] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:48:0) after 5m32s
[01:59:58.809] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:48:0)
[01:59:58.829] Build status: STARTED
[01:59:58.829] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:49:0) after 5m27s
[02:05:25.906] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:49:0)
[02:05:25.925] Build status: STARTED
[02:05:25.925] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:50:0) after 4m54s
[02:10:20.055] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:50:0)
[02:10:20.075] Build status: STARTED
[02:10:20.075] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:51:0) after 4m54s
[02:15:14.094] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:51:0)
[02:15:14.110] Build status: STARTED
[02:15:14.110] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:52:0) after 7m2s
[02:22:16.127] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:52:0)
[02:22:16.145] Build status: STARTED
[02:22:16.145] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:53:0) after 3m28s
[02:25:44.267] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:53:0)
[02:25:44.309] Build status: STARTED
[02:25:44.309] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:54:0) after 3m8s
[02:28:52.376] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:54:0)
[02:28:52.394] Build status: STARTED
[02:28:52.394] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:55:0) after 4m2s
[02:32:54.408] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:55:0)
[02:32:54.434] Build status: STARTED
[02:32:54.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:56:0) after 2m45s
[02:35:39.524] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:56:0)
[02:35:39.560] Build status: STARTED
[02:35:39.560] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:57:0) after 9m54s
[02:45:33.575] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:57:0)
[02:45:33.598] Build status: STARTED
[02:45:33.598] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:58:0) after 1m52s
[02:47:25.616] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:58:0)
[02:47:25.635] Build status: STARTED
[02:47:25.635] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:59:0) after 4m22s
[02:51:47.674] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:59:0)
[02:51:47.695] Build status: STARTED
[02:51:47.695] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:60:0) after 8m24s
[03:00:11.740] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:60:0)
[03:00:11.767] Build status: STARTED
[03:00:11.767] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:61:0) after 5m31s
[03:05:42.749] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:61:0)
[03:05:42.768] Build status: STARTED
[03:05:42.768] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:62:0) after 5m18s
[03:11:00.810] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:62:0)
[03:11:00.825] Build status: STARTED
[03:11:00.825] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:63:0) after 9m53s
[03:20:53.990] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:63:0)
[03:20:54.087] Build status: STARTED
[03:20:54.087] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:64:0) after 4m33s
[03:25:27.106] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:64:0)
[03:25:27.128] Build status: STARTED
[03:25:27.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:65:0) after 9m17s
[03:34:44.148] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:65:0)
[03:34:44.165] Build status: STARTED
[03:34:44.165] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:66:0) after 8m25s
[03:43:09.159] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:66:0)
[03:43:09.186] Build status: STARTED
[03:43:09.186] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:67:0) after 4m34s
[03:47:43.236] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:67:0)
[03:47:43.262] Build status: STARTED
[03:47:43.262] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:68:0) after 5m10s
[03:52:53.400] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:68:0)
[03:52:53.424] Build status: STARTED
[03:52:53.424] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:69:0) after 8m59s
[04:01:52.443] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:69:0)
[04:01:52.463] Build status: STARTED
[04:01:52.463] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:70:0) after 1m53s
[04:03:45.437] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:70:0)
[04:03:45.464] Build status: STARTED
[04:03:45.464] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:71:0) after 1m2s
[04:04:47.542] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:71:0)
[04:04:47.576] Build status: STARTED
[04:04:47.577] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:72:0) after 4m50s
[04:09:37.712] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:72:0)
[04:09:37.767] Build status: STARTED
[04:09:37.767] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:73:0) after 5m26s
[04:15:03.763] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:73:0)
[04:15:03.798] Build status: STARTED
[04:15:03.798] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:74:0) after 8m6s
[04:23:09.826] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:74:0)
[04:23:09.859] Build status: STARTED
[04:23:09.859] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:75:0) after 8m22s
[04:31:31.874] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:75:0)
[04:31:31.892] Build status: STARTED
[04:31:31.892] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:76:0) after 8m29s
[04:40:00.958] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:76:0)
[04:40:00.994] Build status: STARTED
[04:40:00.994] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:77:0) after 6m20s
[04:46:20.963] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:77:0)
[04:46:20.998] Build status: STARTED
[04:46:20.998] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:78:0) after 6m4s
[04:52:25.113] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:78:0)
[04:52:25.139] Build status: STARTED
[04:52:25.139] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:79:0) after 9m25s
[05:01:50.187] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:79:0)
[05:01:50.214] Build status: STARTED
[05:01:50.214] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:80:0) after 9m39s
[05:11:29.275] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:80:0)
[05:11:29.294] Build status: STARTED
[05:11:29.294] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:81:0) after 9m55s
[05:21:24.312] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:81:0)
[05:21:24.348] Build status: STARTED
[05:21:24.348] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:82:0) after 2m21s
[05:23:45.394] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:82:0)
[05:23:45.432] Build status: STARTED
[05:23:45.432] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:83:0) after 5m23s
[05:29:08.451] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:83:0)
[05:29:08.537] Build status: STARTED
[05:29:08.537] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:84:0) after 3m11s
[05:32:19.589] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:84:0)
[05:32:19.631] Build status: STARTED
[05:32:19.631] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:85:0) after 2m3s
[05:34:22.645] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:85:0)
[05:34:22.731] Build status: STARTED
[05:34:22.731] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:86:0) after 7m32s
[05:41:54.747] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:86:0)
[05:41:54.772] Build status: STARTED
[05:41:54.772] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:87:0) after 8m16s
[05:50:10.796] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:87:0)
[05:50:10.822] Build status: STARTED
[05:50:10.823] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:88:0) after 1m25s
[05:51:35.914] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:88:0)
[05:51:35.951] Build status: STARTED
[05:51:35.951] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:89:0) after 5m16s
[05:56:51.968] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:89:0)
[05:56:51.990] Build status: STARTED
[05:56:51.990] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:90:0) after 1m18s
[05:58:10.006] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:90:0)
[05:58:10.026] Build status: STARTED
[05:58:10.026] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:91:0) after 5m32s
[06:03:42.076] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:91:0)
[06:03:42.105] Build status: STARTED
[06:03:42.105] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:92:0) after 5m29s
[06:09:11.186] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:92:0)
[06:09:11.208] Build status: STARTED
[06:09:11.208] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:93:0) after 6m52s
[06:16:03.430] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:93:0)
[06:16:03.447] Build status: STARTED
[06:16:03.447] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:94:0) after 8m46s
[06:24:49.477] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:94:0)
[06:24:49.597] Build status: STARTED
[06:24:49.597] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:95:0) after 5m35s
[06:30:24.927] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:95:0)
[06:30:24.956] Build status: STARTED
[06:30:24.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:96:0) after 8m19s
[06:38:44.124] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:96:0)
[06:38:44.140] Build status: STARTED
[06:38:44.140] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:97:0) after 9m26s
[06:48:10.354] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:97:0)
[06:48:10.382] Build status: STARTED
[06:48:10.382] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:98:0) after 8m52s
[06:57:02.615] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:98:0)
[06:57:02.637] Build status: STARTED
[06:57:02.637] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:99:0) after 5m13s
[07:02:15.610] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:99:0)
[07:02:15.650] Build status: STARTED
[07:02:15.650] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:100:0) after 6m26s
[07:08:41.681] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:100:0)
[07:08:41.709] Build status: STARTED
[07:08:41.709] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:101:0) after 4m54s
[07:13:35.733] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:101:0)
[07:13:35.748] Build status: STARTED
[07:13:35.749] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:102:0) after 6m21s
[07:19:56.767] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:102:0)
[07:19:56.788] Build status: STARTED
[07:19:56.788] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:103:0) after 9m33s
[07:29:29.857] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:103:0)
[07:29:29.876] Build status: STARTED
[07:29:29.876] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:104:0) after 2m15s
[07:31:44.896] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:104:0)
[07:31:44.946] Build status: STARTED
[07:31:44.946] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:105:0) after 5m1s
[07:36:45.969] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:105:0)
[07:36:45.986] Build status: STARTED
[07:36:45.986] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:106:0) after 1m47s
[07:38:33.028] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:106:0)
[07:38:33.044] Build status: STARTED
[07:38:33.044] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:107:0) after 3m23s
[07:41:56.281] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:107:0)
[07:41:56.302] Build status: STARTED
[07:41:56.302] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:108:0) after 9m29s
[07:51:25.349] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:108:0)
[07:51:25.366] Build status: STARTED
[07:51:25.366] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:109:0) after 7m18s
[07:58:43.462] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:109:0)
[07:58:43.523] Build status: STARTED
[07:58:43.523] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:110:0) after 5m27s
[08:04:10.622] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:110:0)
[08:04:10.642] Build status: STARTED
[08:04:10.642] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:111:0) after 6m8s
[08:10:18.625] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:111:0)
[08:10:18.666] Build status: STARTED
[08:10:18.666] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:112:0) after 3m26s
[08:13:44.757] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:112:0)
[08:13:44.773] Build status: STARTED
[08:13:44.773] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:113:0) after 5m2s
[08:18:46.838] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:113:0)
[08:18:46.935] Build status: STARTED
[08:18:46.935] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:114:0) after 9m13s
[08:28:00.079] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:114:0)
[08:28:00.095] Build status: STARTED
[08:28:00.095] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:115:0) after 9m6s
[08:37:06.114] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:115:0)
[08:37:06.128] Build status: STARTED
[08:37:06.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:116:0) after 6m2s
[08:43:08.646] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:116:0)
[08:43:08.664] Build status: STARTED
[08:43:08.664] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:117:0) after 4m51s
[08:47:59.683] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:117:0)
[08:47:59.732] Build status: STARTED
[08:47:59.732] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:118:0) after 3m46s
[08:51:45.724] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:118:0)
[08:51:45.744] Build status: STARTED
[08:51:45.744] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:119:0) after 9m29s
[09:01:14.759] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:119:0)
[09:01:14.780] Build status: STARTED
[09:01:14.780] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:120:0) after 6m29s
[09:07:43.845] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:120:0)
[09:07:43.861] Build status: STARTED
[09:07:43.861] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:121:0) after 1m34s
[09:09:18.109] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:121:0)
[09:09:18.195] Build status: STARTED
[09:09:18.196] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:122:0) after 8m19s
[09:17:37.224] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:122:0)
[09:17:37.299] Build status: STARTED
[09:17:37.299] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:123:0) after 9m49s
[09:27:26.316] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:123:0)
[09:27:26.384] Build status: STARTED
[09:27:26.384] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:124:0) after 7m21s
[09:34:47.405] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:124:0)
[09:34:47.433] Build status: STARTED
[09:34:47.433] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:125:0) after 7m14s
[09:42:01.477] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:125:0)
[09:42:01.496] Build status: STARTED
[09:42:01.496] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:126:0) after 7m39s
[09:49:40.471] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:126:0)
[09:49:40.489] Build status: STARTED
[09:49:40.489] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:127:0) after 3m45s
[09:53:25.820] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:127:0)
[09:53:25.836] Build status: STARTED
[09:53:25.836] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:128:0) after 5m3s
[09:58:28.856] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:128:0)
[09:58:28.916] Build status: STARTED
[09:58:28.916] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:129:0) after 1m36s
[10:00:04.936] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:129:0)
[10:00:04.956] Build status: STARTED
[10:00:04.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:130:0) after 1m11s
[10:01:15.986] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:130:0)
[10:01:16.007] Build status: STARTED
[10:01:16.007] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:131:0) after 2m39s
[10:03:54.987] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:131:0)
[10:03:55.007] Build status: STARTED
[10:03:55.007] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:132:0) after 8m53s
[10:12:48.125] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:132:0)
[10:12:48.158] Build status: STARTED
[10:12:48.158] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851569136985140976:133:0) after 2m46s
[10:13:19.347] Received PubSub notification, asking Buildbucket for the build status
[10:13:19.418] Build:
{
"id": "8686139075018753761",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5688,
"createdBy": "project:r8",
"createTime": "2026-03-27T22:07:57.629925675Z",
"startTime": "2026-03-27T22:13:08.874886162Z",
"endTime": "2026-03-28T10:13:18.759531336Z",
"updateTime": "2026-03-28T10:13:18.759531336Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "36bf0714e4f5f56bf38c702731e447dde624eabc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:13:19.418] Invocation finished in 12h5m23.047151689s with status FAILED