[00:38:56.847] New invocation is queued and will start shortly
[00:38:58.310] Starting the invocation (attempt 1)
[00:38:58.332] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/29080e999e9bf089d4393b635346f0c244fc7b61"
[00:38:58.332] Popped gitiles commit info from properties and tags
[00:38:58.332] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:58.332] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:58.333] Buildbucket request:
{
"requestId": "8850381875829292192",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850381875829292192",
"job": "fuchsia/global.ci-core.arm64-lto-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "29c64ea1bfea51c01b78b2defdbc9b03e2205fca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29c64ea1bfea51c01b78b2defdbc9b03e2205fca",
"title": "29c64ea1bfea51c01b78b2defdbc9b03e2205fca",
"url": "https://fuchsia.googlesource.com/integration/+/29c64ea1bfea51c01b78b2defdbc9b03e2205fca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "071656d2f64ddf912b45445b285c6a2f44a5d07b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@071656d2f64ddf912b45445b285c6a2f44a5d07b",
"title": "071656d2f64ddf912b45445b285c6a2f44a5d07b",
"url": "https://fuchsia.googlesource.com/integration/+/071656d2f64ddf912b45445b285c6a2f44a5d07b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b8fb77cae7cd6bcd443d9802d1c6989aa2142314"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b8fb77cae7cd6bcd443d9802d1c6989aa2142314",
"title": "b8fb77cae7cd6bcd443d9802d1c6989aa2142314",
"url": "https://fuchsia.googlesource.com/integration/+/b8fb77cae7cd6bcd443d9802d1c6989aa2142314"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "908f1f0cdef9a1b48b9ccf750e637853efbeba20"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@908f1f0cdef9a1b48b9ccf750e637853efbeba20",
"title": "908f1f0cdef9a1b48b9ccf750e637853efbeba20",
"url": "https://fuchsia.googlesource.com/integration/+/908f1f0cdef9a1b48b9ccf750e637853efbeba20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "da65b2e55253723c8ca89967485ef36c5cb4872b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@da65b2e55253723c8ca89967485ef36c5cb4872b",
"title": "da65b2e55253723c8ca89967485ef36c5cb4872b",
"url": "https://fuchsia.googlesource.com/integration/+/da65b2e55253723c8ca89967485ef36c5cb4872b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3",
"title": "258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3",
"url": "https://fuchsia.googlesource.com/integration/+/258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"title": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"url": "https://fuchsia.googlesource.com/integration/+/003cbd35e9a71807643ccd7b4f2dfeba764aa1e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c4716d5efa681379fb0429b1f201c14ffb0a706"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c4716d5efa681379fb0429b1f201c14ffb0a706",
"title": "8c4716d5efa681379fb0429b1f201c14ffb0a706",
"url": "https://fuchsia.googlesource.com/integration/+/8c4716d5efa681379fb0429b1f201c14ffb0a706"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a483b30a8b28b78a7583251afc8de81999d91223"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a483b30a8b28b78a7583251afc8de81999d91223",
"title": "a483b30a8b28b78a7583251afc8de81999d91223",
"url": "https://fuchsia.googlesource.com/integration/+/a483b30a8b28b78a7583251afc8de81999d91223"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "29080e999e9bf089d4393b635346f0c244fc7b61"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29080e999e9bf089d4393b635346f0c244fc7b61",
"title": "29080e999e9bf089d4393b635346f0c244fc7b61",
"url": "https://fuchsia.googlesource.com/integration/+/29080e999e9bf089d4393b635346f0c244fc7b61"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "29080e999e9bf089d4393b635346f0c244fc7b61",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850381875829292192"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-lto-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:38:58.703] Scheduled build:
{
"id": "8684951813563421041",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-10T00:38:58.386552185Z",
"updateTime": "2026-04-10T00:38:58.386552185Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "29080e999e9bf089d4393b635346f0c244fc7b61",
"ref": "refs/heads/main"
}
}
}
[00:38:58.703] Task URL: https://cr-buildbucket.appspot.com/build/8684951813563421041
[00:38:58.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:2:0) after 2m34s
[00:38:59.619] Received PubSub notification, asking Buildbucket for the build status
[00:38:59.639] Build status: SCHEDULED
[00:41:32.718] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:2:0)
[00:41:32.738] Build status: SCHEDULED
[00:41:32.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:4:0) after 6m47s
[00:48:19.753] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:4:0)
[00:48:19.800] Build status: SCHEDULED
[00:48:19.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:5:0) after 2m12s
[00:50:31.819] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:5:0)
[00:50:31.842] Build status: SCHEDULED
[00:50:31.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:6:0) after 9m22s
[00:59:53.857] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:6:0)
[00:59:53.873] Build status: SCHEDULED
[00:59:53.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:7:0) after 6m32s
[01:06:25.919] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:7:0)
[01:06:25.939] Build status: SCHEDULED
[01:06:25.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:8:0) after 1m29s
[01:07:55.053] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:8:0)
[01:07:55.242] Build status: SCHEDULED
[01:07:55.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:9:0) after 8m13s
[01:16:08.262] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:9:0)
[01:16:08.279] Build status: SCHEDULED
[01:16:08.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:10:0) after 4m33s
[01:20:41.344] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:10:0)
[01:20:41.404] Build status: SCHEDULED
[01:20:41.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:11:0) after 6m6s
[01:26:47.459] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:11:0)
[01:26:47.475] Build status: SCHEDULED
[01:26:47.475] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:12:0) after 3m1s
[01:29:48.574] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:12:0)
[01:29:48.591] Build status: SCHEDULED
[01:29:48.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:13:0) after 9m16s
[01:39:04.604] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:13:0)
[01:39:04.627] Build status: SCHEDULED
[01:39:04.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:14:0) after 7m5s
[01:46:09.644] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:14:0)
[01:46:09.669] Build status: SCHEDULED
[01:46:09.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:15:0) after 6m28s
[01:52:37.732] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:15:0)
[01:52:37.752] Build status: SCHEDULED
[01:52:37.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:16:0) after 5m13s
[01:57:50.780] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:16:0)
[01:57:50.794] Build status: SCHEDULED
[01:57:50.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:17:0) after 7m30s
[02:05:20.775] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:17:0)
[02:05:20.798] Build status: SCHEDULED
[02:05:20.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:18:0) after 9m12s
[02:14:32.814] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:18:0)
[02:14:32.829] Build status: SCHEDULED
[02:14:32.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:19:0) after 9m17s
[02:23:49.988] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:19:0)
[02:23:50.003] Build status: SCHEDULED
[02:23:50.003] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:20:0) after 8m1s
[02:31:51.071] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:20:0)
[02:31:51.092] Build status: SCHEDULED
[02:31:51.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:21:0) after 5m56s
[02:37:47.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:21:0)
[02:37:47.276] Build status: SCHEDULED
[02:37:47.276] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:22:0) after 2m32s
[02:40:19.293] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:22:0)
[02:40:19.310] Build status: SCHEDULED
[02:40:19.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:23:0) after 9m6s
[02:49:25.336] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:23:0)
[02:49:25.355] Build status: SCHEDULED
[02:49:25.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:24:0) after 6m11s
[02:55:36.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:24:0)
[02:55:36.386] Build status: SCHEDULED
[02:55:36.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:25:0) after 6m36s
[03:02:12.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:25:0)
[03:02:12.535] Build status: SCHEDULED
[03:02:12.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:26:0) after 2m5s
[03:04:17.551] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:26:0)
[03:04:17.571] Build status: SCHEDULED
[03:04:17.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:27:0) after 7m56s
[03:12:13.593] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:27:0)
[03:12:13.637] Build status: SCHEDULED
[03:12:13.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:28:0) after 2m17s
[03:14:30.684] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:28:0)
[03:14:30.704] Build status: SCHEDULED
[03:14:30.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:29:0) after 2m2s
[03:16:32.807] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:29:0)
[03:16:32.825] Build status: SCHEDULED
[03:16:32.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:30:0) after 9m53s
[03:26:25.889] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:30:0)
[03:26:25.911] Build status: SCHEDULED
[03:26:25.911] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:31:0) after 3m34s
[03:29:59.977] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:31:0)
[03:29:59.993] Build status: SCHEDULED
[03:29:59.993] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:32:0) after 5m0s
[03:35:00.158] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:32:0)
[03:35:00.243] Build status: SCHEDULED
[03:35:00.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:33:0) after 3m9s
[03:38:09.257] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:33:0)
[03:38:09.276] Build status: SCHEDULED
[03:38:09.276] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:34:0) after 7m55s
[03:46:04.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:34:0)
[03:46:04.376] Build status: SCHEDULED
[03:46:04.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:35:0) after 6m29s
[03:52:33.437] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:35:0)
[03:52:33.514] Build status: SCHEDULED
[03:52:33.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:36:0) after 8m14s
[04:00:47.576] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:36:0)
[04:00:47.593] Build status: SCHEDULED
[04:00:47.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:37:0) after 9m55s
[04:10:42.618] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:37:0)
[04:10:42.640] Build status: SCHEDULED
[04:10:42.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:38:0) after 1m26s
[04:12:08.704] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:38:0)
[04:12:08.819] Build status: SCHEDULED
[04:12:08.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:39:0) after 3m37s
[04:15:45.834] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:39:0)
[04:15:45.852] Build status: SCHEDULED
[04:15:45.853] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:40:0) after 7m20s
[04:23:05.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8850381875829292192:40:0)
[04:23:06.016] Build:
{
"id": "8684951813563421041",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-10T00:38:58.386552185Z",
"endTime": "2026-04-10T04:20:45.022705782Z",
"updateTime": "2026-04-10T04:20:45.022705782Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "29080e999e9bf089d4393b635346f0c244fc7b61",
"ref": "refs/heads/main"
}
}
}
[04:23:06.016] Invocation finished in 3h44m9.174735744s with status FAILED