[20:06:26.791] New invocation is queued and will start shortly
[20:06:27.870] Starting the invocation (attempt 1)
[20:06:27.894] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/bdae96d1eb7253e51b9da7d066d3026b77e1fd76"
[20:06:27.894] Popped gitiles commit info from properties and tags
[20:06:27.894] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:06:27.894] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:06:27.894] Buildbucket request:
{
"requestId": "8851939168533399152",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851939168533399152",
"job": "r8/linux-internal",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "c35b2d2cb614ae9947860bd337bdcbda85e364e0"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@c35b2d2cb614ae9947860bd337bdcbda85e364e0",
"title": "c35b2d2cb614ae9947860bd337bdcbda85e364e0",
"url": "https://r8.googlesource.com/r8/+/c35b2d2cb614ae9947860bd337bdcbda85e364e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "3d269794b7cf6c11f8e876c66e5947dc9177ec43"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@3d269794b7cf6c11f8e876c66e5947dc9177ec43",
"title": "3d269794b7cf6c11f8e876c66e5947dc9177ec43",
"url": "https://r8.googlesource.com/r8/+/3d269794b7cf6c11f8e876c66e5947dc9177ec43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "2c8a6f4f2267f16b28f446ef245317c3f71c4f2e"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@2c8a6f4f2267f16b28f446ef245317c3f71c4f2e",
"title": "2c8a6f4f2267f16b28f446ef245317c3f71c4f2e",
"url": "https://r8.googlesource.com/r8/+/2c8a6f4f2267f16b28f446ef245317c3f71c4f2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "8196a35db4c0a14ca4523085a9c20cddbd25906f"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@8196a35db4c0a14ca4523085a9c20cddbd25906f",
"title": "8196a35db4c0a14ca4523085a9c20cddbd25906f",
"url": "https://r8.googlesource.com/r8/+/8196a35db4c0a14ca4523085a9c20cddbd25906f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "9c3d45df5e3cd5339bdca9a206c9ba9cf69e082c"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@9c3d45df5e3cd5339bdca9a206c9ba9cf69e082c",
"title": "9c3d45df5e3cd5339bdca9a206c9ba9cf69e082c",
"url": "https://r8.googlesource.com/r8/+/9c3d45df5e3cd5339bdca9a206c9ba9cf69e082c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "2d4a9342aa386672438bcac8c1641830c7874d42"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@2d4a9342aa386672438bcac8c1641830c7874d42",
"title": "2d4a9342aa386672438bcac8c1641830c7874d42",
"url": "https://r8.googlesource.com/r8/+/2d4a9342aa386672438bcac8c1641830c7874d42"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "bdae96d1eb7253e51b9da7d066d3026b77e1fd76"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@bdae96d1eb7253e51b9da7d066d3026b77e1fd76",
"title": "bdae96d1eb7253e51b9da7d066d3026b77e1fd76",
"url": "https://r8.googlesource.com/r8/+/bdae96d1eb7253e51b9da7d066d3026b77e1fd76"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "bdae96d1eb7253e51b9da7d066d3026b77e1fd76",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851939168533399152"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:06:28.407] Scheduled build:
{
"id": "8686509106678266737",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5681,
"createdBy": "project:r8",
"createTime": "2026-03-23T20:06:27.939519852Z",
"updateTime": "2026-03-23T20:06:27.939519852Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "bdae96d1eb7253e51b9da7d066d3026b77e1fd76",
"ref": "refs/heads/main"
}
}
}
[20:06:28.407] Task URL: https://cr-buildbucket.appspot.com/build/8686509106678266737
[20:06:28.407] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:2:0) after 4m29s
[20:06:29.377] Received PubSub notification, asking Buildbucket for the build status
[20:06:29.398] Build status: SCHEDULED
[20:10:52.894] Received PubSub notification, asking Buildbucket for the build status
[20:10:52.910] Build status: STARTED
[20:10:57.430] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:2:0)
[20:10:57.448] Build status: STARTED
[20:10:57.448] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:5:0) after 3m10s
[20:14:07.538] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:5:0)
[20:14:07.562] Build status: STARTED
[20:14:07.562] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:6:0) after 2m10s
[20:16:17.579] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:6:0)
[20:16:17.611] Build status: STARTED
[20:16:17.611] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:7:0) after 7m38s
[20:23:55.631] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:7:0)
[20:23:55.648] Build status: STARTED
[20:23:55.648] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:8:0) after 9m29s
[20:33:24.669] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:8:0)
[20:33:24.693] Build status: STARTED
[20:33:24.693] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:9:0) after 4m30s
[20:37:54.761] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:9:0)
[20:37:54.783] Build status: STARTED
[20:37:54.783] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:10:0) after 9m43s
[20:47:37.877] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:10:0)
[20:47:37.893] Build status: STARTED
[20:47:37.894] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:11:0) after 2m49s
[20:50:26.945] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:11:0)
[20:50:26.966] Build status: STARTED
[20:50:26.966] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:12:0) after 4m15s
[20:54:41.931] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:12:0)
[20:54:41.962] Build status: STARTED
[20:54:41.963] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:13:0) after 6m2s
[21:00:43.982] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:13:0)
[21:00:44.002] Build status: STARTED
[21:00:44.002] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:14:0) after 6m14s
[21:06:58.082] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:14:0)
[21:06:58.099] Build status: STARTED
[21:06:58.099] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:15:0) after 9m36s
[21:16:34.145] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:15:0)
[21:16:34.163] Build status: STARTED
[21:16:34.163] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:16:0) after 4m34s
[21:21:08.228] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:16:0)
[21:21:08.245] Build status: STARTED
[21:21:08.246] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:17:0) after 3m18s
[21:24:26.264] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:17:0)
[21:24:26.285] Build status: STARTED
[21:24:26.285] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:18:0) after 3m28s
[21:27:54.387] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:18:0)
[21:27:54.405] Build status: STARTED
[21:27:54.405] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:19:0) after 6m4s
[21:33:58.401] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:19:0)
[21:33:58.436] Build status: STARTED
[21:33:58.436] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:20:0) after 2m20s
[21:36:18.412] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:20:0)
[21:36:18.428] Build status: STARTED
[21:36:18.428] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:21:0) after 2m39s
[21:38:57.483] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:21:0)
[21:38:57.502] Build status: STARTED
[21:38:57.502] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:22:0) after 5m37s
[21:44:34.518] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:22:0)
[21:44:34.542] Build status: STARTED
[21:44:34.542] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:23:0) after 1m53s
[21:46:27.584] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:23:0)
[21:46:27.605] Build status: STARTED
[21:46:27.605] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:24:0) after 8m26s
[21:54:53.772] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:24:0)
[21:54:53.792] Build status: STARTED
[21:54:53.792] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:25:0) after 7m51s
[22:02:44.868] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:25:0)
[22:02:44.977] Build status: STARTED
[22:02:44.977] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:26:0) after 6m27s
[22:09:11.964] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:26:0)
[22:09:11.980] Build status: STARTED
[22:09:11.980] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:27:0) after 4m44s
[22:13:56.095] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:27:0)
[22:13:56.117] Build status: STARTED
[22:13:56.117] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:28:0) after 3m12s
[22:17:08.126] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:28:0)
[22:17:08.219] Build status: STARTED
[22:17:08.219] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:29:0) after 4m25s
[22:21:33.235] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:29:0)
[22:21:33.265] Build status: STARTED
[22:21:33.265] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:30:0) after 4m28s
[22:26:01.327] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:30:0)
[22:26:01.346] Build status: STARTED
[22:26:01.346] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:31:0) after 8m33s
[22:34:34.387] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:31:0)
[22:34:34.405] Build status: STARTED
[22:34:34.405] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:32:0) after 3m17s
[22:37:51.384] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:32:0)
[22:37:51.399] Build status: STARTED
[22:37:51.400] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:33:0) after 1m54s
[22:39:45.414] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:33:0)
[22:39:45.432] Build status: STARTED
[22:39:45.432] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:34:0) after 6m31s
[22:46:16.477] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:34:0)
[22:46:16.502] Build status: STARTED
[22:46:16.502] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:35:0) after 9m54s
[22:56:10.526] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:35:0)
[22:56:10.547] Build status: STARTED
[22:56:10.547] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:36:0) after 6m2s
[23:02:12.566] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:36:0)
[23:02:12.587] Build status: STARTED
[23:02:12.587] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:37:0) after 4m20s
[23:06:32.638] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:37:0)
[23:06:32.719] Build status: STARTED
[23:06:32.719] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:38:0) after 5m16s
[23:11:48.757] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:38:0)
[23:11:48.784] Build status: STARTED
[23:11:48.784] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:39:0) after 2m20s
[23:14:08.801] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:39:0)
[23:14:08.834] Build status: STARTED
[23:14:08.834] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:40:0) after 3m5s
[23:17:13.913] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:40:0)
[23:17:13.970] Build status: STARTED
[23:17:13.970] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:41:0) after 6m44s
[23:23:57.971] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:41:0)
[23:23:58.000] Build status: STARTED
[23:23:58.000] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:42:0) after 8m28s
[23:32:26.016] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:42:0)
[23:32:26.036] Build status: STARTED
[23:32:26.036] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:43:0) after 4m10s
[23:36:36.053] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:43:0)
[23:36:36.076] Build status: STARTED
[23:36:36.076] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:44:0) after 5m20s
[23:41:56.095] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:44:0)
[23:41:56.167] Build status: STARTED
[23:41:56.167] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:45:0) after 1m25s
[23:43:21.183] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:45:0)
[23:43:21.202] Build status: STARTED
[23:43:21.202] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:46:0) after 9m49s
[23:53:10.220] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:46:0)
[23:53:10.252] Build status: STARTED
[23:53:10.252] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:47:0) after 8m42s
[00:01:52.244] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:47:0)
[00:01:52.285] Build status: STARTED
[00:01:52.286] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:48:0) after 2m51s
[00:04:43.353] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:48:0)
[00:04:43.381] Build status: STARTED
[00:04:43.381] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:49:0) after 8m2s
[00:12:45.396] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:49:0)
[00:12:45.417] Build status: STARTED
[00:12:45.417] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:50:0) after 3m8s
[00:15:53.534] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:50:0)
[00:15:53.558] Build status: STARTED
[00:15:53.558] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:51:0) after 1m6s
[00:16:59.577] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:51:0)
[00:16:59.599] Build status: STARTED
[00:16:59.599] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:52:0) after 6m43s
[00:23:42.763] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:52:0)
[00:23:42.780] Build status: STARTED
[00:23:42.780] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:53:0) after 3m31s
[00:27:13.832] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:53:0)
[00:27:13.847] Build status: STARTED
[00:27:13.847] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:54:0) after 7m54s
[00:35:07.862] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:54:0)
[00:35:07.923] Build status: STARTED
[00:35:07.923] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:55:0) after 7m27s
[00:42:34.943] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:55:0)
[00:42:34.982] Build status: STARTED
[00:42:34.982] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:56:0) after 7m36s
[00:50:11.058] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:56:0)
[00:50:11.080] Build status: STARTED
[00:50:11.080] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:57:0) after 3m21s
[00:53:32.098] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:57:0)
[00:53:32.113] Build status: STARTED
[00:53:32.113] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:58:0) after 6m2s
[00:59:34.097] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:58:0)
[00:59:34.128] Build status: STARTED
[00:59:34.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:59:0) after 2m42s
[01:02:16.187] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:59:0)
[01:02:16.213] Build status: STARTED
[01:02:16.213] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:60:0) after 3m3s
[01:05:19.228] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:60:0)
[01:05:19.245] Build status: STARTED
[01:05:19.245] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:61:0) after 5m55s
[01:11:14.261] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:61:0)
[01:11:14.279] Build status: STARTED
[01:11:14.279] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:62:0) after 7m0s
[01:18:14.297] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:62:0)
[01:18:14.318] Build status: STARTED
[01:18:14.318] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:63:0) after 7m59s
[01:26:13.347] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:63:0)
[01:26:13.391] Build status: STARTED
[01:26:13.391] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:64:0) after 2m50s
[01:29:03.412] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:64:0)
[01:29:03.436] Build status: STARTED
[01:29:03.436] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:65:0) after 3m40s
[01:32:43.550] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:65:0)
[01:32:43.579] Build status: STARTED
[01:32:43.579] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:66:0) after 7m52s
[01:40:35.707] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:66:0)
[01:40:35.726] Build status: STARTED
[01:40:35.726] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:67:0) after 2m32s
[01:43:07.708] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:67:0)
[01:43:07.724] Build status: STARTED
[01:43:07.724] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:68:0) after 7m55s
[01:51:02.742] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:68:0)
[01:51:02.757] Build status: STARTED
[01:51:02.757] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:69:0) after 6m59s
[01:58:01.732] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:69:0)
[01:58:01.762] Build status: STARTED
[01:58:01.762] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:70:0) after 4m18s
[02:02:19.801] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:70:0)
[02:02:19.821] Build status: STARTED
[02:02:19.821] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:71:0) after 5m41s
[02:08:00.861] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:71:0)
[02:08:00.884] Build status: STARTED
[02:08:00.884] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:72:0) after 1m32s
[02:09:32.897] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:72:0)
[02:09:32.912] Build status: STARTED
[02:09:32.912] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:73:0) after 1m51s
[02:11:23.933] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:73:0)
[02:11:23.953] Build status: STARTED
[02:11:23.953] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:74:0) after 4m40s
[02:16:04.037] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:74:0)
[02:16:04.055] Build status: STARTED
[02:16:04.055] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:75:0) after 9m55s
[02:25:59.082] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:75:0)
[02:25:59.145] Build status: STARTED
[02:25:59.145] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:76:0) after 2m34s
[02:28:33.162] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:76:0)
[02:28:33.175] Build status: STARTED
[02:28:33.175] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:77:0) after 8m47s
[02:37:20.228] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:77:0)
[02:37:20.244] Build status: STARTED
[02:37:20.244] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:78:0) after 1m56s
[02:39:16.338] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:78:0)
[02:39:16.363] Build status: STARTED
[02:39:16.363] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:79:0) after 8m39s
[02:47:55.375] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:79:0)
[02:47:55.393] Build status: STARTED
[02:47:55.393] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:80:0) after 7m47s
[02:55:42.407] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:80:0)
[02:55:42.432] Build status: STARTED
[02:55:42.432] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:81:0) after 8m5s
[03:03:47.449] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:81:0)
[03:03:47.467] Build status: STARTED
[03:03:47.467] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:82:0) after 1m39s
[03:05:26.503] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:82:0)
[03:05:26.539] Build status: STARTED
[03:05:26.539] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:83:0) after 4m25s
[03:09:51.582] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:83:0)
[03:09:51.645] Build status: STARTED
[03:09:51.645] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:84:0) after 7m29s
[03:17:20.760] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:84:0)
[03:17:20.773] Build status: STARTED
[03:17:20.773] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:85:0) after 9m7s
[03:26:27.836] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:85:0)
[03:26:27.859] Build status: STARTED
[03:26:27.859] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:86:0) after 6m56s
[03:33:23.874] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:86:0)
[03:33:23.909] Build status: STARTED
[03:33:23.909] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:87:0) after 1m6s
[03:34:29.996] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:87:0)
[03:34:30.022] Build status: STARTED
[03:34:30.022] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:88:0) after 8m25s
[03:42:55.041] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:88:0)
[03:42:55.062] Build status: STARTED
[03:42:55.062] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:89:0) after 7m49s
[03:50:44.081] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:89:0)
[03:50:44.103] Build status: STARTED
[03:50:44.103] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:90:0) after 8m10s
[03:58:54.118] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:90:0)
[03:58:54.152] Build status: STARTED
[03:58:54.152] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:91:0) after 1m9s
[04:00:03.176] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:91:0)
[04:00:03.210] Build status: STARTED
[04:00:03.210] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:92:0) after 8m54s
[04:08:57.225] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:92:0)
[04:08:57.245] Build status: STARTED
[04:08:57.245] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:93:0) after 2m4s
[04:11:01.263] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:93:0)
[04:11:01.348] Build status: STARTED
[04:11:01.348] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:94:0) after 5m0s
[04:16:01.364] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:94:0)
[04:16:01.382] Build status: STARTED
[04:16:01.382] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:95:0) after 2m25s
[04:18:26.408] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:95:0)
[04:18:26.429] Build status: STARTED
[04:18:26.429] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:96:0) after 6m5s
[04:24:31.457] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:96:0)
[04:24:31.492] Build status: STARTED
[04:24:31.492] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:97:0) after 3m18s
[04:27:49.511] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:97:0)
[04:27:49.534] Build status: STARTED
[04:27:49.534] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:98:0) after 7m30s
[04:35:19.555] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:98:0)
[04:35:19.570] Build status: STARTED
[04:35:19.570] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:99:0) after 3m14s
[04:38:33.587] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:99:0)
[04:38:33.603] Build status: STARTED
[04:38:33.603] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:100:0) after 2m48s
[04:41:21.654] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:100:0)
[04:41:21.689] Build status: STARTED
[04:41:21.689] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:101:0) after 6m38s
[04:47:59.720] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:101:0)
[04:47:59.749] Build status: STARTED
[04:47:59.749] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:102:0) after 8m19s
[04:56:18.772] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:102:0)
[04:56:18.794] Build status: STARTED
[04:56:18.794] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:103:0) after 3m45s
[05:00:03.866] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:103:0)
[05:00:03.883] Build status: STARTED
[05:00:03.883] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:104:0) after 7m9s
[05:07:12.936] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:104:0)
[05:07:12.953] Build status: STARTED
[05:07:12.953] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:105:0) after 7m2s
[05:14:15.005] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:105:0)
[05:14:15.055] Build status: STARTED
[05:14:15.055] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:106:0) after 5m47s
[05:20:02.078] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:106:0)
[05:20:02.104] Build status: STARTED
[05:20:02.104] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:107:0) after 3m7s
[05:23:09.123] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:107:0)
[05:23:09.139] Build status: STARTED
[05:23:09.139] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:108:0) after 8m47s
[05:31:56.160] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:108:0)
[05:31:56.176] Build status: STARTED
[05:31:56.176] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:109:0) after 7m43s
[05:39:39.210] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:109:0)
[05:39:39.325] Build status: STARTED
[05:39:39.325] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:110:0) after 9m47s
[05:49:26.341] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:110:0)
[05:49:26.357] Build status: STARTED
[05:49:26.357] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:111:0) after 8m22s
[05:57:48.357] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:111:0)
[05:57:48.376] Build status: STARTED
[05:57:48.376] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:112:0) after 2m42s
[06:00:30.395] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:112:0)
[06:00:30.430] Build status: STARTED
[06:00:30.430] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:113:0) after 7m21s
[06:07:51.452] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:113:0)
[06:07:51.472] Build status: STARTED
[06:07:51.472] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:114:0) after 4m16s
[06:12:07.444] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:114:0)
[06:12:07.497] Build status: STARTED
[06:12:07.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:115:0) after 8m11s
[06:20:18.513] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:115:0)
[06:20:18.528] Build status: STARTED
[06:20:18.528] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:116:0) after 6m54s
[06:27:12.546] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:116:0)
[06:27:12.562] Build status: STARTED
[06:27:12.562] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:117:0) after 7m24s
[06:34:36.599] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:117:0)
[06:34:36.625] Build status: STARTED
[06:34:36.626] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:118:0) after 9m57s
[06:44:33.666] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:118:0)
[06:44:33.720] Build status: STARTED
[06:44:33.720] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:119:0) after 8m29s
[06:53:02.736] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:119:0)
[06:53:02.763] Build status: STARTED
[06:53:02.764] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:120:0) after 2m13s
[06:55:15.752] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:120:0)
[06:55:15.769] Build status: STARTED
[06:55:15.770] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:121:0) after 8m42s
[07:03:57.796] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:121:0)
[07:03:57.815] Build status: STARTED
[07:03:57.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:122:0) after 5m22s
[07:09:19.835] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:122:0)
[07:09:19.852] Build status: STARTED
[07:09:19.852] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:123:0) after 5m59s
[07:15:18.904] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:123:0)
[07:15:18.934] Build status: STARTED
[07:15:18.935] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:124:0) after 5m15s
[07:20:34.005] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:124:0)
[07:20:34.149] Build status: STARTED
[07:20:34.149] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:125:0) after 9m34s
[07:30:08.134] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:125:0)
[07:30:08.160] Build status: STARTED
[07:30:08.160] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:126:0) after 7m10s
[07:37:18.193] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:126:0)
[07:37:18.232] Build status: STARTED
[07:37:18.233] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:127:0) after 5m10s
[07:42:28.286] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:127:0)
[07:42:28.306] Build status: STARTED
[07:42:28.306] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:128:0) after 6m38s
[07:49:06.364] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:128:0)
[07:49:06.387] Build status: STARTED
[07:49:06.387] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:129:0) after 5m52s
[07:54:58.460] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:129:0)
[07:54:58.479] Build status: STARTED
[07:54:58.479] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:130:0) after 9m46s
[08:04:44.889] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:130:0)
[08:04:45.043] Build status: STARTED
[08:04:45.043] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:131:0) after 3m13s
[08:07:58.064] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:131:0)
[08:07:58.091] Build status: STARTED
[08:07:58.091] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8851939168533399152:132:0) after 3m35s
[08:11:02.713] Received PubSub notification, asking Buildbucket for the build status
[08:11:02.738] Build:
{
"id": "8686509106678266737",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5681,
"createdBy": "project:r8",
"createTime": "2026-03-23T20:06:27.939519852Z",
"startTime": "2026-03-23T20:10:52.598368295Z",
"endTime": "2026-03-24T08:11:02.450876100Z",
"updateTime": "2026-03-24T08:11:02.450876100Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "bdae96d1eb7253e51b9da7d066d3026b77e1fd76",
"ref": "refs/heads/main"
}
}
}
[08:11:02.738] Invocation finished in 12h4m35.951093887s with status FAILED