[12:36:58.131] New invocation is queued and will start shortly
[12:36:59.179] Starting the invocation (attempt 1)
[12:36:59.208] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/975e034d899d76cd5a9e5d637c241bb945ee0797"
[12:36:59.209] Popped gitiles commit info from properties and tags
[12:36:59.209] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:36:59.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:36:59.209] Buildbucket request:
{
"requestId": "8854141774422624400",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854141774422624400",
"job": "r8/linux-dev",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "47dfeed1c364eff8022b5eff54ea3fd55728abbb"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@47dfeed1c364eff8022b5eff54ea3fd55728abbb",
"title": "47dfeed1c364eff8022b5eff54ea3fd55728abbb",
"url": "https://r8.googlesource.com/r8/+/47dfeed1c364eff8022b5eff54ea3fd55728abbb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "1f49a33c30d839ac42db7b48d3c18bd3a8435b12"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@1f49a33c30d839ac42db7b48d3c18bd3a8435b12",
"title": "1f49a33c30d839ac42db7b48d3c18bd3a8435b12",
"url": "https://r8.googlesource.com/r8/+/1f49a33c30d839ac42db7b48d3c18bd3a8435b12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "ccf38590c3a0992212d98d4c5d93937db0c4964b"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@ccf38590c3a0992212d98d4c5d93937db0c4964b",
"title": "ccf38590c3a0992212d98d4c5d93937db0c4964b",
"url": "https://r8.googlesource.com/r8/+/ccf38590c3a0992212d98d4c5d93937db0c4964b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "85244312888123e8e424b5fedb788673a7ce596b"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@85244312888123e8e424b5fedb788673a7ce596b",
"title": "85244312888123e8e424b5fedb788673a7ce596b",
"url": "https://r8.googlesource.com/r8/+/85244312888123e8e424b5fedb788673a7ce596b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "45a4bf5cac360c5abcd6589d03d9fb42391b768c"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@45a4bf5cac360c5abcd6589d03d9fb42391b768c",
"title": "45a4bf5cac360c5abcd6589d03d9fb42391b768c",
"url": "https://r8.googlesource.com/r8/+/45a4bf5cac360c5abcd6589d03d9fb42391b768c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "676cb3a7a4e7c2baf27791f528fef1ec9c6c97f9"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@676cb3a7a4e7c2baf27791f528fef1ec9c6c97f9",
"title": "676cb3a7a4e7c2baf27791f528fef1ec9c6c97f9",
"url": "https://r8.googlesource.com/r8/+/676cb3a7a4e7c2baf27791f528fef1ec9c6c97f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "c39bfc01656c56f057bb0d0b4a0872a1edc6a00a"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@c39bfc01656c56f057bb0d0b4a0872a1edc6a00a",
"title": "c39bfc01656c56f057bb0d0b4a0872a1edc6a00a",
"url": "https://r8.googlesource.com/r8/+/c39bfc01656c56f057bb0d0b4a0872a1edc6a00a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "0e2bdd9b3ee36bd41d0b2ec8879cbbf4cc16c1d3"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@0e2bdd9b3ee36bd41d0b2ec8879cbbf4cc16c1d3",
"title": "0e2bdd9b3ee36bd41d0b2ec8879cbbf4cc16c1d3",
"url": "https://r8.googlesource.com/r8/+/0e2bdd9b3ee36bd41d0b2ec8879cbbf4cc16c1d3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "2e9bd79a4622e185087bcca35f33e6db8f9af866"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@2e9bd79a4622e185087bcca35f33e6db8f9af866",
"title": "2e9bd79a4622e185087bcca35f33e6db8f9af866",
"url": "https://r8.googlesource.com/r8/+/2e9bd79a4622e185087bcca35f33e6db8f9af866"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4dabdc0744323376a8c06a32cd3861f41d7c9226"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4dabdc0744323376a8c06a32cd3861f41d7c9226",
"title": "4dabdc0744323376a8c06a32cd3861f41d7c9226",
"url": "https://r8.googlesource.com/r8/+/4dabdc0744323376a8c06a32cd3861f41d7c9226"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "975e034d899d76cd5a9e5d637c241bb945ee0797"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@975e034d899d76cd5a9e5d637c241bb945ee0797",
"title": "975e034d899d76cd5a9e5d637c241bb945ee0797",
"url": "https://r8.googlesource.com/r8/+/975e034d899d76cd5a9e5d637c241bb945ee0797"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "975e034d899d76cd5a9e5d637c241bb945ee0797",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854141774422624400"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-dev"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:36:59.945] Scheduled build:
{
"id": "8688711712517990929",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"number": 1240,
"createdBy": "project:r8",
"createTime": "2026-02-27T12:36:59.321370490Z",
"updateTime": "2026-02-27T12:36:59.321370490Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "975e034d899d76cd5a9e5d637c241bb945ee0797",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:36:59.945] Task URL: https://cr-buildbucket.appspot.com/build/8688711712517990929
[12:36:59.945] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:2:0) after 6m33s
[12:37:00.936] Received PubSub notification, asking Buildbucket for the build status
[12:37:01.009] Build status: SCHEDULED
[12:43:32.964] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:2:0)
[12:43:32.983] Build status: SCHEDULED
[12:43:32.983] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:4:0) after 5m24s
[12:48:57.003] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:4:0)
[12:48:57.025] Build status: SCHEDULED
[12:48:57.025] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:5:0) after 2m6s
[12:51:03.057] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:5:0)
[12:51:03.076] Build status: SCHEDULED
[12:51:03.076] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:6:0) after 2m39s
[12:53:42.093] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:6:0)
[12:53:42.114] Build status: SCHEDULED
[12:53:42.114] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:7:0) after 2m29s
[12:56:11.181] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:7:0)
[12:56:11.208] Build status: SCHEDULED
[12:56:11.208] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:8:0) after 8m16s
[13:04:27.329] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:8:0)
[13:04:27.347] Build status: SCHEDULED
[13:04:27.347] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:9:0) after 6m36s
[13:11:03.359] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:9:0)
[13:11:03.393] Build status: SCHEDULED
[13:11:03.393] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:10:0) after 2m6s
[13:13:09.442] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:10:0)
[13:13:09.487] Build status: SCHEDULED
[13:13:09.487] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:11:0) after 9m59s
[13:23:08.526] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:11:0)
[13:23:08.541] Build status: SCHEDULED
[13:23:08.541] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:12:0) after 5m9s
[13:28:17.561] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:12:0)
[13:28:17.629] Build status: SCHEDULED
[13:28:17.629] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:13:0) after 5m35s
[13:33:52.716] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:13:0)
[13:33:52.735] Build status: SCHEDULED
[13:33:52.736] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:14:0) after 9m54s
[13:39:13.472] Received PubSub notification, asking Buildbucket for the build status
[13:39:13.501] Build status: STARTED
[13:43:46.849] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:14:0)
[13:43:46.870] Build status: STARTED
[13:43:46.870] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:16:0) after 1m36s
[13:45:22.929] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:16:0)
[13:45:22.955] Build status: STARTED
[13:45:22.955] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:17:0) after 6m39s
[13:52:02.019] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:17:0)
[13:52:02.098] Build status: STARTED
[13:52:02.098] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:18:0) after 1m55s
[13:53:57.182] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:18:0)
[13:53:57.197] Build status: STARTED
[13:53:57.197] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:19:0) after 5m18s
[13:59:15.259] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:19:0)
[13:59:15.292] Build status: STARTED
[13:59:15.292] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:20:0) after 2m23s
[14:01:38.339] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:20:0)
[14:01:38.361] Build status: STARTED
[14:01:38.361] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:21:0) after 3m21s
[14:04:59.437] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:21:0)
[14:04:59.474] Build status: STARTED
[14:04:59.474] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:22:0) after 7m28s
[14:12:27.474] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:22:0)
[14:12:27.492] Build status: STARTED
[14:12:27.492] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:23:0) after 2m19s
[14:14:46.508] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:23:0)
[14:14:46.582] Build status: STARTED
[14:14:46.582] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:24:0) after 2m3s
[14:16:49.600] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:24:0)
[14:16:49.616] Build status: STARTED
[14:16:49.616] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:25:0) after 7m48s
[14:24:37.634] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:25:0)
[14:24:37.651] Build status: STARTED
[14:24:37.651] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:26:0) after 3m50s
[14:28:27.664] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:26:0)
[14:28:27.961] Build status: STARTED
[14:28:27.961] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:27:0) after 7m23s
[14:35:51.028] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:27:0)
[14:35:51.042] Build status: STARTED
[14:35:51.042] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:28:0) after 9m47s
[14:45:38.009] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:28:0)
[14:45:38.032] Build status: STARTED
[14:45:38.034] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:29:0) after 9m1s
[14:54:39.297] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:29:0)
[14:54:39.317] Build status: STARTED
[14:54:39.317] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:30:0) after 8m23s
[15:03:02.402] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:30:0)
[15:03:02.421] Build status: STARTED
[15:03:02.421] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:31:0) after 4m19s
[15:07:21.437] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:31:0)
[15:07:21.471] Build status: STARTED
[15:07:21.471] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:32:0) after 1m47s
[15:09:08.637] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:32:0)
[15:09:08.711] Build status: STARTED
[15:09:08.711] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:33:0) after 5m0s
[15:14:08.859] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:33:0)
[15:14:08.877] Build status: STARTED
[15:14:08.877] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:34:0) after 5m16s
[15:19:24.878] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:34:0)
[15:19:24.897] Build status: STARTED
[15:19:24.897] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:35:0) after 4m18s
[15:23:42.998] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:35:0)
[15:23:43.024] Build status: STARTED
[15:23:43.024] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:36:0) after 1m8s
[15:24:51.040] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:36:0)
[15:24:51.057] Build status: STARTED
[15:24:51.057] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:37:0) after 3m57s
[15:28:48.321] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:37:0)
[15:28:48.342] Build status: STARTED
[15:28:48.342] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:38:0) after 8m24s
[15:37:12.420] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:38:0)
[15:37:12.446] Build status: STARTED
[15:37:12.446] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:39:0) after 8m25s
[15:45:37.539] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:39:0)
[15:45:37.564] Build status: STARTED
[15:45:37.564] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:40:0) after 8m22s
[15:53:59.594] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:40:0)
[15:53:59.616] Build status: STARTED
[15:53:59.616] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:41:0) after 7m41s
[16:01:40.669] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:41:0)
[16:01:40.687] Build status: STARTED
[16:01:40.687] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:42:0) after 5m9s
[16:06:49.723] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:42:0)
[16:06:49.807] Build status: STARTED
[16:06:49.807] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:43:0) after 3m19s
[16:10:08.793] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:43:0)
[16:10:08.809] Build status: STARTED
[16:10:08.809] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:44:0) after 9m57s
[16:20:05.792] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:44:0)
[16:20:05.812] Build status: STARTED
[16:20:05.813] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:45:0) after 9m30s
[16:29:35.872] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:45:0)
[16:29:35.892] Build status: STARTED
[16:29:35.892] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:46:0) after 6m15s
[16:35:51.011] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:46:0)
[16:35:51.029] Build status: STARTED
[16:35:51.029] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:47:0) after 4m56s
[16:40:47.198] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:47:0)
[16:40:47.215] Build status: STARTED
[16:40:47.215] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:48:0) after 1m40s
[16:42:27.243] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:48:0)
[16:42:27.263] Build status: STARTED
[16:42:27.263] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:49:0) after 3m47s
[16:46:14.289] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:49:0)
[16:46:14.335] Build status: STARTED
[16:46:14.335] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:50:0) after 3m12s
[16:49:26.388] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:50:0)
[16:49:26.407] Build status: STARTED
[16:49:26.407] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:51:0) after 6m47s
[16:56:13.432] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:51:0)
[16:56:13.493] Build status: STARTED
[16:56:13.493] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8854141774422624400:52:0) after 8m36s
[16:57:35.647] Received PubSub notification, asking Buildbucket for the build status
[16:57:35.663] Build:
{
"id": "8688711712517990929",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"number": 1240,
"createdBy": "project:r8",
"createTime": "2026-02-27T12:36:59.321370490Z",
"startTime": "2026-02-27T13:39:13.223621186Z",
"endTime": "2026-02-27T16:57:35.334888646Z",
"updateTime": "2026-02-27T16:57:35.334888646Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "975e034d899d76cd5a9e5d637c241bb945ee0797",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:57:35.663] Invocation finished in 4h20m37.541853885s with status FAILED