[07:24:21.439] New invocation is queued and will start shortly
[07:24:22.856] Starting the invocation (attempt 1)
[07:24:22.880] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9"
[07:24:22.880] Popped gitiles commit info from properties and tags
[07:24:22.880] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:24:22.880] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:24:22.880] Buildbucket request:
{
"requestId": "8928632148623424832",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8928632148623424832",
"job": "r8/linux-run-on-app-dump",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4e219c1dca5bf906021c839f6bd2d2cc5d99d640"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4e219c1dca5bf906021c839f6bd2d2cc5d99d640",
"title": "4e219c1dca5bf906021c839f6bd2d2cc5d99d640",
"url": "https://r8.googlesource.com/r8/+/4e219c1dca5bf906021c839f6bd2d2cc5d99d640"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9",
"title": "e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9",
"url": "https://r8.googlesource.com/r8/+/e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8928632148623424832"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-run-on-app-dump"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:24:23.385] Scheduled build:
{
"id": "8763202086391356625",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"number": 4092,
"createdBy": "project:r8",
"createTime": "2023-11-28T07:24:22.938721632Z",
"updateTime": "2023-11-28T07:24:22.938721632Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9",
"ref": "refs/heads/main"
}
}
}
[07:24:23.385] Task URL: https://cr-buildbucket.appspot.com/build/8763202086391356625
[07:24:23.385] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:2:0) after 6m21s
[07:24:24.752] Received PubSub notification, asking Buildbucket for the build status
[07:24:24.776] Build status: SCHEDULED
[07:30:44.403] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:2:0)
[07:30:44.426] Build status: SCHEDULED
[07:30:44.426] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:4:0) after 4m11s
[07:34:55.570] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:4:0)
[07:34:55.943] Build status: SCHEDULED
[07:34:55.943] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:5:0) after 1m41s
[07:36:36.969] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:5:0)
[07:36:36.997] Build status: SCHEDULED
[07:36:36.997] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:6:0) after 6m53s
[07:43:30.256] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:6:0)
[07:43:30.278] Build status: SCHEDULED
[07:43:30.278] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:7:0) after 3m45s
[07:47:15.303] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:7:0)
[07:47:15.366] Build status: SCHEDULED
[07:47:15.366] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:8:0) after 6m2s
[07:53:17.488] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:8:0)
[07:53:17.519] Build status: SCHEDULED
[07:53:17.519] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:9:0) after 7m24s
[08:00:41.550] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:9:0)
[08:00:41.575] Build status: SCHEDULED
[08:00:41.575] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:10:0) after 5m5s
[08:05:46.688] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:10:0)
[08:05:46.713] Build status: SCHEDULED
[08:05:46.713] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:11:0) after 3m30s
[08:09:16.734] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:11:0)
[08:09:16.759] Build status: SCHEDULED
[08:09:16.759] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:12:0) after 6m29s
[08:15:45.958] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:12:0)
[08:15:45.988] Build status: SCHEDULED
[08:15:45.988] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:13:0) after 6m56s
[08:22:41.991] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:13:0)
[08:22:42.037] Build status: SCHEDULED
[08:22:42.037] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:14:0) after 4m13s
[08:26:55.276] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:14:0)
[08:26:55.299] Build status: SCHEDULED
[08:26:55.299] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:15:0) after 3m35s
[08:30:30.313] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:15:0)
[08:30:30.332] Build status: SCHEDULED
[08:30:30.332] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:16:0) after 7m51s
[08:38:21.434] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:16:0)
[08:38:21.466] Build status: SCHEDULED
[08:38:21.466] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:17:0) after 5m42s
[08:44:03.471] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:17:0)
[08:44:03.498] Build status: SCHEDULED
[08:44:03.498] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:18:0) after 2m8s
[08:46:11.743] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:18:0)
[08:46:11.762] Build status: SCHEDULED
[08:46:11.762] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:19:0) after 2m58s
[08:49:10.134] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:19:0)
[08:49:10.155] Build status: SCHEDULED
[08:49:10.155] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:20:0) after 1m6s
[08:50:16.270] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:20:0)
[08:50:16.344] Build status: SCHEDULED
[08:50:16.344] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:21:0) after 8m14s
[08:58:30.365] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:21:0)
[08:58:30.400] Build status: SCHEDULED
[08:58:30.400] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:22:0) after 3m48s
[09:02:18.851] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:22:0)
[09:02:18.871] Build status: SCHEDULED
[09:02:18.871] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:23:0) after 6m52s
[09:09:10.916] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:23:0)
[09:09:10.937] Build status: SCHEDULED
[09:09:10.937] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:24:0) after 5m16s
[09:14:26.954] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:24:0)
[09:14:26.975] Build status: SCHEDULED
[09:14:26.975] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:25:0) after 6m54s
[09:21:21.000] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:25:0)
[09:21:21.031] Build status: SCHEDULED
[09:21:21.031] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:26:0) after 2m3s
[09:23:24.047] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:26:0)
[09:23:24.147] Build status: SCHEDULED
[09:23:24.147] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:27:0) after 6m50s
[09:30:14.173] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:27:0)
[09:30:14.199] Build status: SCHEDULED
[09:30:14.199] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:28:0) after 6m33s
[09:36:47.316] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:28:0)
[09:36:47.396] Build status: SCHEDULED
[09:36:47.396] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:29:0) after 6m23s
[09:43:10.436] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:29:0)
[09:43:10.696] Build status: SCHEDULED
[09:43:10.696] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:30:0) after 3m24s
[09:46:34.713] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:30:0)
[09:46:34.739] Build status: SCHEDULED
[09:46:34.739] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:31:0) after 2m2s
[09:48:37.051] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:31:0)
[09:48:37.079] Build status: SCHEDULED
[09:48:37.079] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:32:0) after 8m52s
[09:57:29.095] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:32:0)
[09:57:29.115] Build status: SCHEDULED
[09:57:29.115] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:33:0) after 1m38s
[09:59:07.114] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:33:0)
[09:59:07.145] Build status: SCHEDULED
[09:59:07.145] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:34:0) after 1m40s
[10:00:47.134] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:34:0)
[10:00:47.155] Build status: SCHEDULED
[10:00:47.155] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:35:0) after 9m45s
[10:10:32.278] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:35:0)
[10:10:32.296] Build status: SCHEDULED
[10:10:32.296] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:36:0) after 4m32s
[10:15:04.329] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:36:0)
[10:15:04.377] Build status: SCHEDULED
[10:15:04.377] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:37:0) after 7m16s
[10:22:20.739] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:37:0)
[10:22:20.771] Build status: SCHEDULED
[10:22:20.771] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:38:0) after 9m52s
[10:32:13.270] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:38:0)
[10:32:13.294] Build status: SCHEDULED
[10:32:13.294] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:39:0) after 5m41s
[10:37:54.582] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:39:0)
[10:37:54.602] Build status: SCHEDULED
[10:37:54.602] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:40:0) after 4m3s
[10:41:57.829] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:40:0)
[10:41:57.856] Build status: SCHEDULED
[10:41:57.856] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:41:0) after 9m54s
[10:51:51.872] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:41:0)
[10:51:51.894] Build status: SCHEDULED
[10:51:51.894] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:42:0) after 4m47s
[10:56:39.135] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:42:0)
[10:56:39.173] Build status: SCHEDULED
[10:56:39.173] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:43:0) after 5m18s
[11:01:57.359] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:43:0)
[11:01:57.575] Build status: SCHEDULED
[11:01:57.575] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:44:0) after 9m52s
[11:11:49.693] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:44:0)
[11:11:49.720] Build status: SCHEDULED
[11:11:49.720] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:45:0) after 6m5s
[11:17:54.793] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:45:0)
[11:17:54.812] Build status: SCHEDULED
[11:17:54.812] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:46:0) after 2m11s
[11:20:05.953] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:46:0)
[11:20:05.998] Build status: SCHEDULED
[11:20:05.998] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:47:0) after 3m13s
[11:23:19.034] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:47:0)
[11:23:19.112] Build status: SCHEDULED
[11:23:19.112] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:48:0) after 3m30s
[11:26:49.131] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:48:0)
[11:26:49.153] Build status: SCHEDULED
[11:26:49.153] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:49:0) after 7m2s
[11:33:51.445] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:49:0)
[11:33:51.471] Build status: SCHEDULED
[11:33:51.471] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:50:0) after 7m31s
[11:41:22.814] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:50:0)
[11:41:22.832] Build status: SCHEDULED
[11:41:22.832] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:51:0) after 2m7s
[11:43:30.169] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:51:0)
[11:43:30.204] Build status: SCHEDULED
[11:43:30.204] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:52:0) after 4m32s
[11:48:02.232] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:52:0)
[11:48:02.278] Build status: SCHEDULED
[11:48:02.279] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:53:0) after 2m10s
[11:50:12.340] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:53:0)
[11:50:12.371] Build status: SCHEDULED
[11:50:12.372] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:54:0) after 9m1s
[11:59:13.456] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:54:0)
[11:59:13.480] Build status: SCHEDULED
[11:59:13.480] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:55:0) after 2m57s
[12:02:10.499] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:55:0)
[12:02:10.533] Build status: SCHEDULED
[12:02:10.533] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:56:0) after 7m16s
[12:09:26.598] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:56:0)
[12:09:26.683] Build status: SCHEDULED
[12:09:26.683] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:57:0) after 8m25s
[12:17:51.907] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:57:0)
[12:17:51.938] Build status: SCHEDULED
[12:17:51.938] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:58:0) after 1m38s
[12:19:30.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:58:0)
[12:19:30.114] Build status: SCHEDULED
[12:19:30.114] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:59:0) after 1m25s
[12:20:55.532] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:59:0)
[12:20:55.563] Build status: SCHEDULED
[12:20:55.563] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:60:0) after 5m7s
[12:26:02.680] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:60:0)
[12:26:02.706] Build status: SCHEDULED
[12:26:02.706] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:61:0) after 6m53s
[12:32:56.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:61:0)
[12:32:56.028] Build status: SCHEDULED
[12:32:56.028] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:62:0) after 1m39s
[12:34:35.170] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:62:0)
[12:34:35.239] Build status: SCHEDULED
[12:34:35.239] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:63:0) after 3m45s
[12:38:20.447] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:63:0)
[12:38:20.524] Build status: SCHEDULED
[12:38:20.524] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:64:0) after 9m54s
[12:48:14.550] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:64:0)
[12:48:14.574] Build status: SCHEDULED
[12:48:14.574] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:65:0) after 4m4s
[12:52:18.662] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:65:0)
[12:52:18.682] Build status: SCHEDULED
[12:52:18.682] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:66:0) after 8m14s
[13:00:32.699] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:66:0)
[13:00:32.756] Build status: SCHEDULED
[13:00:32.756] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:67:0) after 1m24s
[13:01:56.895] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:67:0)
[13:01:56.997] Build status: SCHEDULED
[13:01:56.997] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:68:0) after 8m22s
[13:10:19.015] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:68:0)
[13:10:19.060] Build status: SCHEDULED
[13:10:19.061] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:69:0) after 8m34s
[13:18:53.088] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:69:0)
[13:18:53.189] Build status: SCHEDULED
[13:18:53.189] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:70:0) after 2m13s
[13:21:06.353] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:70:0)
[13:21:06.371] Build status: SCHEDULED
[13:21:06.371] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:71:0) after 7m15s
[13:28:21.685] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:71:0)
[13:28:21.708] Build status: SCHEDULED
[13:28:21.708] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:72:0) after 6m36s
[13:34:58.055] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:72:0)
[13:34:58.208] Build status: SCHEDULED
[13:34:58.208] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:73:0) after 5m42s
[13:40:40.234] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:73:0)
[13:40:40.361] Build status: SCHEDULED
[13:40:40.361] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:74:0) after 1m48s
[13:42:28.414] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:74:0)
[13:42:28.437] Build status: SCHEDULED
[13:42:28.437] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:75:0) after 1m45s
[13:44:13.508] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:75:0)
[13:44:13.566] Build status: SCHEDULED
[13:44:13.566] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:76:0) after 3m40s
[13:47:53.844] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:76:0)
[13:47:53.870] Build status: SCHEDULED
[13:47:53.870] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:77:0) after 4m59s
[13:52:53.126] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:77:0)
[13:52:53.150] Build status: SCHEDULED
[13:52:53.150] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:78:0) after 3m58s
[13:56:51.896] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:78:0)
[13:56:51.925] Build status: SCHEDULED
[13:56:51.925] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:79:0) after 9m17s
[14:06:08.963] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:79:0)
[14:06:09.045] Build status: SCHEDULED
[14:06:09.045] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:80:0) after 9m20s
[14:15:29.164] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:80:0)
[14:15:29.204] Build status: SCHEDULED
[14:15:29.204] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:81:0) after 7m24s
[14:22:53.603] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:81:0)
[14:22:53.639] Build status: SCHEDULED
[14:22:53.639] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:82:0) after 5m12s
[14:28:05.663] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:82:0)
[14:28:05.685] Build status: SCHEDULED
[14:28:05.685] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:83:0) after 2m12s
[14:30:17.865] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:83:0)
[14:30:17.906] Build status: SCHEDULED
[14:30:17.906] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:84:0) after 1m12s
[14:31:29.935] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:84:0)
[14:31:29.961] Build status: SCHEDULED
[14:31:29.961] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:85:0) after 9m5s
[14:40:35.244] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:85:0)
[14:40:35.274] Build status: SCHEDULED
[14:40:35.274] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:86:0) after 4m16s
[14:44:51.316] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:86:0)
[14:44:51.347] Build status: SCHEDULED
[14:44:51.347] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:87:0) after 6m3s
[14:50:54.373] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:87:0)
[14:50:54.423] Build status: SCHEDULED
[14:50:54.423] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:88:0) after 2m13s
[14:53:07.446] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:88:0)
[14:53:07.469] Build status: SCHEDULED
[14:53:07.469] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:89:0) after 7m49s
[15:00:57.071] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:89:0)
[15:00:57.115] Build status: SCHEDULED
[15:00:57.115] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:90:0) after 8m13s
[15:09:10.289] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:90:0)
[15:09:10.312] Build status: SCHEDULED
[15:09:10.312] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:91:0) after 5m21s
[15:14:31.891] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:91:0)
[15:14:32.254] Build status: SCHEDULED
[15:14:32.254] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:92:0) after 1m11s
[15:15:43.326] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:92:0)
[15:15:43.368] Build status: SCHEDULED
[15:15:43.368] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:93:0) after 3m8s
[15:18:51.387] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:93:0)
[15:18:51.449] Build status: SCHEDULED
[15:18:51.449] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:94:0) after 4m56s
[15:23:47.470] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:94:0)
[15:23:47.491] Build status: SCHEDULED
[15:23:47.491] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:95:0) after 8m18s
[15:32:05.633] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:95:0)
[15:32:05.671] Build status: SCHEDULED
[15:32:05.671] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:96:0) after 1m10s
[15:33:15.838] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:96:0)
[15:33:15.977] Build status: SCHEDULED
[15:33:15.977] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:97:0) after 3m54s
[15:37:10.013] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:97:0)
[15:37:10.152] Build status: SCHEDULED
[15:37:10.152] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:98:0) after 1m24s
[15:38:34.170] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:98:0)
[15:38:34.204] Build status: SCHEDULED
[15:38:34.204] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:99:0) after 1m55s
[15:40:29.225] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:99:0)
[15:40:29.257] Build status: SCHEDULED
[15:40:29.257] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:100:0) after 2m4s
[15:42:33.455] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:100:0)
[15:42:33.481] Build status: SCHEDULED
[15:42:33.481] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:101:0) after 6m0s
[15:48:33.530] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:101:0)
[15:48:33.569] Build status: SCHEDULED
[15:48:33.569] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:102:0) after 7m14s
[15:55:47.659] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:102:0)
[15:55:47.718] Build status: SCHEDULED
[15:55:47.718] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:103:0) after 2m12s
[15:57:59.785] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:103:0)
[15:57:59.844] Build status: SCHEDULED
[15:57:59.844] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:104:0) after 2m2s
[16:00:02.230] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:104:0)
[16:00:02.257] Build status: SCHEDULED
[16:00:02.257] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:105:0) after 3m18s
[16:03:20.265] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:105:0)
[16:03:20.288] Build status: SCHEDULED
[16:03:20.288] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:106:0) after 1m53s
[16:05:13.320] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:106:0)
[16:05:13.351] Build status: SCHEDULED
[16:05:13.351] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:107:0) after 1m32s
[16:06:45.442] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:107:0)
[16:06:45.471] Build status: SCHEDULED
[16:06:45.471] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:108:0) after 1m49s
[16:08:34.489] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:108:0)
[16:08:34.522] Build status: SCHEDULED
[16:08:34.522] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:109:0) after 3m23s
[16:11:57.549] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:109:0)
[16:11:57.574] Build status: SCHEDULED
[16:11:57.574] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:110:0) after 9m44s
[16:21:41.780] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:110:0)
[16:21:41.813] Build status: SCHEDULED
[16:21:41.813] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:111:0) after 3m29s
[16:25:10.842] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:111:0)
[16:25:10.955] Build status: SCHEDULED
[16:25:10.955] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:112:0) after 9m2s
[16:34:13.220] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:112:0)
[16:34:13.250] Build status: SCHEDULED
[16:34:13.250] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:113:0) after 3m40s
[16:37:53.444] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:113:0)
[16:37:53.559] Build status: SCHEDULED
[16:37:53.559] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:114:0) after 4m32s
[16:42:26.163] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:114:0)
[16:42:26.213] Build status: SCHEDULED
[16:42:26.213] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:115:0) after 6m21s
[16:48:47.576] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:115:0)
[16:48:47.639] Build status: SCHEDULED
[16:48:47.639] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:116:0) after 2m9s
[16:50:57.252] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:116:0)
[16:50:57.277] Build status: SCHEDULED
[16:50:57.277] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:117:0) after 9m6s
[17:00:03.460] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:117:0)
[17:00:03.498] Build status: SCHEDULED
[17:00:03.498] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:118:0) after 7m43s
[17:07:46.534] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:118:0)
[17:07:46.752] Build status: SCHEDULED
[17:07:46.752] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:119:0) after 6m10s
[17:13:57.862] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:119:0)
[17:13:58.032] Build status: SCHEDULED
[17:13:58.032] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:120:0) after 2m23s
[17:16:21.208] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:120:0)
[17:16:21.229] Build status: SCHEDULED
[17:16:21.229] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:121:0) after 1m53s
[17:18:14.513] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:121:0)
[17:18:14.564] Build status: SCHEDULED
[17:18:14.564] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:122:0) after 7m0s
[17:25:14.599] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:122:0)
[17:25:14.651] Build status: SCHEDULED
[17:25:14.651] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:123:0) after 5m19s
[17:30:33.731] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:123:0)
[17:30:33.769] Build status: SCHEDULED
[17:30:33.769] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:124:0) after 3m37s
[17:34:10.787] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:124:0)
[17:34:10.839] Build status: SCHEDULED
[17:34:10.839] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:125:0) after 4m37s
[17:38:47.966] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:125:0)
[17:38:47.995] Build status: SCHEDULED
[17:38:47.995] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:126:0) after 4m45s
[17:43:33.023] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:126:0)
[17:43:33.106] Build status: SCHEDULED
[17:43:33.106] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8928632148623424832:127:0) after 8m12s
[17:50:38.898] Received PubSub notification, asking Buildbucket for the build status
[17:50:38.927] Build:
{
"id": "8763202086391356625",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"number": 4092,
"createdBy": "project:r8",
"createTime": "2023-11-28T07:24:22.938721632Z",
"endTime": "2023-11-28T17:50:31.732858Z",
"updateTime": "2023-11-28T17:50:31.732858Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e692bce45da5c4d8c92d9fbbcdf61e91f86f61d9",
"ref": "refs/heads/main"
}
}
}
[17:50:38.927] Invocation finished in 10h26m17.501111922s with status FAILED