[15:21:28.222] New invocation is queued and will start shortly
[15:21:30.002] Starting the invocation (attempt 1)
[15:21:30.050] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1"
[15:21:30.050] Popped gitiles commit info from properties and tags
[15:21:30.050] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:21:30.050] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:21:30.052] Buildbucket request:
{
"requestId": "9002529255870067024",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "c8df781afc3ecb7d2b0638e8aa68a16a3371d624"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@c8df781afc3ecb7d2b0638e8aa68a16a3371d624",
"title": "c8df781afc3ecb7d2b0638e8aa68a16a3371d624",
"url": "https://r8.googlesource.com/r8/+/c8df781afc3ecb7d2b0638e8aa68a16a3371d624"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "d4107eb10054ece50a93eda8ce83c1065acc612e"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@d4107eb10054ece50a93eda8ce83c1065acc612e",
"title": "d4107eb10054ece50a93eda8ce83c1065acc612e",
"url": "https://r8.googlesource.com/r8/+/d4107eb10054ece50a93eda8ce83c1065acc612e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "302c0db0df0980535086068f86044a49824f8e88"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@302c0db0df0980535086068f86044a49824f8e88",
"title": "302c0db0df0980535086068f86044a49824f8e88",
"url": "https://r8.googlesource.com/r8/+/302c0db0df0980535086068f86044a49824f8e88"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "24c165229eaf605162f4001bbf2370203d3eb146"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@24c165229eaf605162f4001bbf2370203d3eb146",
"title": "24c165229eaf605162f4001bbf2370203d3eb146",
"url": "https://r8.googlesource.com/r8/+/24c165229eaf605162f4001bbf2370203d3eb146"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4e51c2f8934ae20168c06c919024da5c9916a4dd"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4e51c2f8934ae20168c06c919024da5c9916a4dd",
"title": "4e51c2f8934ae20168c06c919024da5c9916a4dd",
"url": "https://r8.googlesource.com/r8/+/4e51c2f8934ae20168c06c919024da5c9916a4dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "1a161ceee82feee3585148bbd62d9b628063665a"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@1a161ceee82feee3585148bbd62d9b628063665a",
"title": "1a161ceee82feee3585148bbd62d9b628063665a",
"url": "https://r8.googlesource.com/r8/+/1a161ceee82feee3585148bbd62d9b628063665a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1",
"title": "e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1",
"url": "https://r8.googlesource.com/r8/+/e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9002529255870067024"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:21:30.615] Scheduled build:
{
"id": "8837099193192640977",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 2019,
"createdBy": "project:r8",
"createTime": "2021-09-03T15:21:30.125481480Z",
"updateTime": "2021-09-03T15:21:30.354989434Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1",
"ref": "refs/heads/main"
}
}
}
[15:21:30.615] Task URL: https://cr-buildbucket.appspot.com/build/8837099193192640977
[15:21:30.615] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:2:0) after 5m21s
[15:26:51.709] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:2:0)
[15:26:51.738] Build status: SCHEDULED
[15:26:51.738] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:3:0) after 9m19s
[15:36:10.817] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:3:0)
[15:36:10.860] Build status: SCHEDULED
[15:36:10.860] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:4:0) after 5m50s
[15:42:00.945] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:4:0)
[15:42:00.979] Build status: SCHEDULED
[15:42:00.979] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:5:0) after 6m7s
[15:48:08.032] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:5:0)
[15:48:08.068] Build status: SCHEDULED
[15:48:08.068] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:6:0) after 4m19s
[15:52:27.184] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:6:0)
[15:52:27.215] Build status: SCHEDULED
[15:52:27.215] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:7:0) after 2m8s
[15:54:35.362] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:7:0)
[15:54:35.402] Build status: SCHEDULED
[15:54:35.402] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:8:0) after 6m3s
[16:00:38.426] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:8:0)
[16:00:38.460] Build status: SCHEDULED
[16:00:38.460] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:9:0) after 3m53s
[16:04:31.499] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:9:0)
[16:04:31.530] Build status: SCHEDULED
[16:04:31.530] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:10:0) after 5m47s
[16:10:18.611] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:10:0)
[16:10:18.661] Build status: SCHEDULED
[16:10:18.661] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:11:0) after 4m33s
[16:14:51.786] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:11:0)
[16:14:51.903] Build status: SCHEDULED
[16:14:51.903] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:12:0) after 2m13s
[16:17:04.910] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:12:0)
[16:17:05.148] Build status: SCHEDULED
[16:17:05.148] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:13:0) after 8m30s
[16:25:35.450] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:13:0)
[16:25:35.561] Build status: SCHEDULED
[16:25:35.561] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:14:0) after 9m49s
[16:35:24.820] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:14:0)
[16:35:24.888] Build status: SCHEDULED
[16:35:24.888] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:15:0) after 5m26s
[16:40:50.916] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:15:0)
[16:40:50.953] Build status: SCHEDULED
[16:40:50.953] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:16:0) after 3m55s
[16:44:45.988] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:16:0)
[16:44:46.023] Build status: SCHEDULED
[16:44:46.023] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:17:0) after 3m19s
[16:48:05.318] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:17:0)
[16:48:05.347] Build status: SCHEDULED
[16:48:05.347] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:18:0) after 1m44s
[16:49:49.409] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:18:0)
[16:49:49.472] Build status: SCHEDULED
[16:49:49.473] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:19:0) after 1m29s
[16:51:18.793] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:19:0)
[16:51:18.837] Build status: SCHEDULED
[16:51:18.837] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:20:0) after 1m7s
[16:52:25.941] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:20:0)
[16:52:25.976] Build status: SCHEDULED
[16:52:25.976] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:21:0) after 3m21s
[16:55:47.021] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:21:0)
[16:55:47.048] Build status: SCHEDULED
[16:55:47.048] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:22:0) after 8m23s
[17:04:10.070] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:22:0)
[17:04:10.101] Build status: SCHEDULED
[17:04:10.101] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:23:0) after 2m44s
[17:06:54.273] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:23:0)
[17:06:54.316] Build status: SCHEDULED
[17:06:54.316] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:24:0) after 1m9s
[17:08:03.512] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:24:0)
[17:08:03.607] Build status: SCHEDULED
[17:08:03.607] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:25:0) after 4m24s
[17:12:27.653] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:25:0)
[17:12:27.765] Build status: SCHEDULED
[17:12:27.765] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:26:0) after 4m19s
[17:16:46.922] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:26:0)
[17:16:46.986] Build status: SCHEDULED
[17:16:46.986] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:27:0) after 8m24s
[17:25:11.015] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:27:0)
[17:25:11.052] Build status: SCHEDULED
[17:25:11.052] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:28:0) after 3m6s
[17:28:17.159] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:28:0)
[17:28:17.189] Build status: SCHEDULED
[17:28:17.189] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:29:0) after 6m14s
[17:34:31.389] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:29:0)
[17:34:31.496] Build status: SCHEDULED
[17:34:31.496] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:30:0) after 9m15s
[17:43:46.521] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:30:0)
[17:43:46.550] Build status: SCHEDULED
[17:43:46.550] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:31:0) after 3m56s
[17:47:42.578] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:31:0)
[17:47:42.670] Build status: SCHEDULED
[17:47:42.670] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:32:0) after 4m36s
[17:49:07.485] Received PubSub notification, asking Buildbucket for the build status
[17:49:07.511] Build status: STARTED
[17:52:18.704] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:32:0)
[17:52:18.746] Build status: STARTED
[17:52:18.747] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:34:0) after 8m16s
[18:00:34.902] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:34:0)
[18:00:34.931] Build status: STARTED
[18:00:34.931] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:35:0) after 9m10s
[18:09:45.128] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:35:0)
[18:09:45.161] Build status: STARTED
[18:09:45.161] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:36:0) after 3m0s
[18:12:45.226] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:36:0)
[18:12:45.287] Build status: STARTED
[18:12:45.287] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:37:0) after 4m21s
[18:17:06.396] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:37:0)
[18:17:06.434] Build status: STARTED
[18:17:06.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:38:0) after 6m17s
[18:23:23.452] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:38:0)
[18:23:23.577] Build status: STARTED
[18:23:23.577] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:39:0) after 1m28s
[18:24:51.647] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:39:0)
[18:24:51.699] Build status: STARTED
[18:24:51.699] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:40:0) after 3m41s
[18:28:32.896] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:40:0)
[18:28:32.987] Build status: STARTED
[18:28:32.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:41:0) after 1m21s
[18:29:54.369] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:41:0)
[18:29:54.402] Build status: STARTED
[18:29:54.402] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:42:0) after 5m21s
[18:35:15.519] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:42:0)
[18:35:15.672] Build status: STARTED
[18:35:15.672] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:43:0) after 6m7s
[18:41:22.780] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:43:0)
[18:41:22.877] Build status: STARTED
[18:41:22.877] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:44:0) after 8m21s
[18:49:44.145] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:44:0)
[18:49:44.202] Build status: STARTED
[18:49:44.202] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:45:0) after 8m19s
[18:58:03.737] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:45:0)
[18:58:03.829] Build status: STARTED
[18:58:03.829] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:46:0) after 7m16s
[19:05:19.853] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:46:0)
[19:05:19.899] Build status: STARTED
[19:05:19.899] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:47:0) after 2m13s
[19:07:33.051] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:47:0)
[19:07:33.127] Build status: STARTED
[19:07:33.127] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:48:0) after 2m11s
[19:09:44.165] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:48:0)
[19:09:44.351] Build status: STARTED
[19:09:44.351] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:49:0) after 7m8s
[19:16:52.402] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:49:0)
[19:16:52.476] Build status: STARTED
[19:16:52.476] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:50:0) after 3m7s
[19:19:59.552] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:50:0)
[19:19:59.587] Build status: STARTED
[19:19:59.587] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:51:0) after 8m0s
[19:27:59.638] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:51:0)
[19:27:59.676] Build status: STARTED
[19:27:59.676] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:52:0) after 1m28s
[19:29:28.085] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:52:0)
[19:29:28.119] Build status: STARTED
[19:29:28.119] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:53:0) after 8m56s
[19:38:24.138] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:53:0)
[19:38:24.179] Build status: STARTED
[19:38:24.179] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:54:0) after 9m39s
[19:48:03.419] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:54:0)
[19:48:03.463] Build status: STARTED
[19:48:03.463] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:55:0) after 7m13s
[19:55:16.526] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:55:0)
[19:55:16.593] Build status: STARTED
[19:55:16.593] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:56:0) after 1m13s
[19:56:29.743] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:56:0)
[19:56:29.782] Build status: STARTED
[19:56:29.782] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:57:0) after 1m2s
[19:57:31.896] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:57:0)
[19:57:31.933] Build status: STARTED
[19:57:31.933] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:58:0) after 8m11s
[20:05:42.962] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:58:0)
[20:05:42.990] Build status: STARTED
[20:05:42.990] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:59:0) after 9m0s
[20:14:43.048] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:59:0)
[20:14:43.237] Build status: STARTED
[20:14:43.237] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9002529255870067024:60:0) after 6m46s
[20:15:21.266] Received PubSub notification, asking Buildbucket for the build status
[20:15:21.316] Build:
{
"id": "8837099193192640977",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 2019,
"createdBy": "project:r8",
"createTime": "2021-09-03T15:21:30.125481480Z",
"startTime": "2021-09-03T17:49:03.605714Z",
"endTime": "2021-09-03T20:15:20.355478890Z",
"updateTime": "2021-09-03T20:15:20.355850444Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "e6f2ba20fe5c7e7ef5d3b6ca6b4872b9e2f87cf1",
"ref": "refs/heads/main"
}
}
}
[20:15:21.316] Invocation finished in 4h53m53.128041211s with status FAILED