[00:31:37.217] New invocation is queued and will start shortly
[00:31:38.436] Starting the invocation (attempt 1)
[00:31:38.465] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/fc29bec317de43333e44bffcb8aa9eac91abcebb"
[00:31:38.465] Popped gitiles commit info from properties and tags
[00:31:38.465] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:31:38.465] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:31:38.466] Buildbucket request:
{
"requestId": "8852284873119556736",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-lto"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852284873119556736",
"job": "fuchsia/global.ci-core.x64-lto-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c3ac7887d9b00ab573c5c9317c9b058efbdbc4aa"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c3ac7887d9b00ab573c5c9317c9b058efbdbc4aa",
"title": "c3ac7887d9b00ab573c5c9317c9b058efbdbc4aa",
"url": "https://fuchsia.googlesource.com/integration/+/c3ac7887d9b00ab573c5c9317c9b058efbdbc4aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b130782c150945121de85ec91e991848844732f4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b130782c150945121de85ec91e991848844732f4",
"title": "b130782c150945121de85ec91e991848844732f4",
"url": "https://fuchsia.googlesource.com/integration/+/b130782c150945121de85ec91e991848844732f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "891f4a0a91c1dbd8449c648f57ecfd72a40a5045"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@891f4a0a91c1dbd8449c648f57ecfd72a40a5045",
"title": "891f4a0a91c1dbd8449c648f57ecfd72a40a5045",
"url": "https://fuchsia.googlesource.com/integration/+/891f4a0a91c1dbd8449c648f57ecfd72a40a5045"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0580d8dfabe9c84f7e73b42dcc163eae683d6f7d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0580d8dfabe9c84f7e73b42dcc163eae683d6f7d",
"title": "0580d8dfabe9c84f7e73b42dcc163eae683d6f7d",
"url": "https://fuchsia.googlesource.com/integration/+/0580d8dfabe9c84f7e73b42dcc163eae683d6f7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d2e54d03d214453ed392d6b8d0ef444b5a8aecf1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d2e54d03d214453ed392d6b8d0ef444b5a8aecf1",
"title": "d2e54d03d214453ed392d6b8d0ef444b5a8aecf1",
"url": "https://fuchsia.googlesource.com/integration/+/d2e54d03d214453ed392d6b8d0ef444b5a8aecf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "803ee6aacd70c62ebe7e77b3a3dd373587c248ac"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@803ee6aacd70c62ebe7e77b3a3dd373587c248ac",
"title": "803ee6aacd70c62ebe7e77b3a3dd373587c248ac",
"url": "https://fuchsia.googlesource.com/integration/+/803ee6aacd70c62ebe7e77b3a3dd373587c248ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "82297bb16ab62af6d28f341e94640806ef30ec78"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@82297bb16ab62af6d28f341e94640806ef30ec78",
"title": "82297bb16ab62af6d28f341e94640806ef30ec78",
"url": "https://fuchsia.googlesource.com/integration/+/82297bb16ab62af6d28f341e94640806ef30ec78"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d2a7e7010a1dd5084a181d944c7047a3a36702f9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d2a7e7010a1dd5084a181d944c7047a3a36702f9",
"title": "d2a7e7010a1dd5084a181d944c7047a3a36702f9",
"url": "https://fuchsia.googlesource.com/integration/+/d2a7e7010a1dd5084a181d944c7047a3a36702f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c9b39978ddd9f7bc9ca3f8430e21970f6839c882"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c9b39978ddd9f7bc9ca3f8430e21970f6839c882",
"title": "c9b39978ddd9f7bc9ca3f8430e21970f6839c882",
"url": "https://fuchsia.googlesource.com/integration/+/c9b39978ddd9f7bc9ca3f8430e21970f6839c882"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "df9fb00331d5a7f27ee38d23f22f840e7a4939fb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@df9fb00331d5a7f27ee38d23f22f840e7a4939fb",
"title": "df9fb00331d5a7f27ee38d23f22f840e7a4939fb",
"url": "https://fuchsia.googlesource.com/integration/+/df9fb00331d5a7f27ee38d23f22f840e7a4939fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "03bd270a6cdbbda331452059a13d881026673b21"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@03bd270a6cdbbda331452059a13d881026673b21",
"title": "03bd270a6cdbbda331452059a13d881026673b21",
"url": "https://fuchsia.googlesource.com/integration/+/03bd270a6cdbbda331452059a13d881026673b21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fc29bec317de43333e44bffcb8aa9eac91abcebb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fc29bec317de43333e44bffcb8aa9eac91abcebb",
"title": "fc29bec317de43333e44bffcb8aa9eac91abcebb",
"url": "https://fuchsia.googlesource.com/integration/+/fc29bec317de43333e44bffcb8aa9eac91abcebb"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "fc29bec317de43333e44bffcb8aa9eac91abcebb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852284873119556736"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-lto-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:31:38.839] Scheduled build:
{
"id": "8686854811043056801",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-20T00:31:38.566105732Z",
"updateTime": "2026-03-20T00:31:38.566105732Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "fc29bec317de43333e44bffcb8aa9eac91abcebb",
"ref": "refs/heads/main"
}
}
}
[00:31:38.839] Task URL: https://cr-buildbucket.appspot.com/build/8686854811043056801
[00:31:38.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:2:0) after 3m24s
[00:31:41.565] Received PubSub notification, asking Buildbucket for the build status
[00:31:41.585] Build status: SCHEDULED
[00:33:53.324] Received PubSub notification, asking Buildbucket for the build status
[00:33:53.348] Build status: STARTED
[00:35:02.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:2:0)
[00:35:02.971] Build status: STARTED
[00:35:02.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:5:0) after 8m2s
[00:43:05.055] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:5:0)
[00:43:05.091] Build status: STARTED
[00:43:05.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:6:0) after 3m0s
[00:46:05.131] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:6:0)
[00:46:05.149] Build status: STARTED
[00:46:05.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:7:0) after 1m54s
[00:47:59.518] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:7:0)
[00:47:59.602] Build status: STARTED
[00:47:59.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:8:0) after 9m0s
[00:56:59.784] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:8:0)
[00:56:59.803] Build status: STARTED
[00:56:59.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:9:0) after 5m12s
[01:02:11.822] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:9:0)
[01:02:11.850] Build status: STARTED
[01:02:11.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:10:0) after 9m53s
[01:12:04.922] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:10:0)
[01:12:04.937] Build status: STARTED
[01:12:04.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:11:0) after 3m2s
[01:15:06.965] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:11:0)
[01:15:06.984] Build status: STARTED
[01:15:06.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:12:0) after 8m22s
[01:23:29.047] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:12:0)
[01:23:29.061] Build status: STARTED
[01:23:29.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:13:0) after 6m41s
[01:30:10.128] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:13:0)
[01:30:10.152] Build status: STARTED
[01:30:10.152] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:14:0) after 7m19s
[01:37:29.214] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:14:0)
[01:37:29.248] Build status: STARTED
[01:37:29.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:15:0) after 2m53s
[01:40:22.261] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:15:0)
[01:40:22.281] Build status: STARTED
[01:40:22.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:16:0) after 2m3s
[01:42:25.279] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:16:0)
[01:42:25.306] Build status: STARTED
[01:42:25.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:17:0) after 5m33s
[01:47:58.374] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:17:0)
[01:47:58.390] Build status: STARTED
[01:47:58.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:18:0) after 1m57s
[01:49:55.406] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:18:0)
[01:49:55.421] Build status: STARTED
[01:49:55.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:19:0) after 2m3s
[01:51:58.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:19:0)
[01:51:58.564] Build status: STARTED
[01:51:58.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:20:0) after 3m9s
[01:55:07.581] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:20:0)
[01:55:07.649] Build status: STARTED
[01:55:07.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:21:0) after 3m16s
[01:58:23.690] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:21:0)
[01:58:23.708] Build status: STARTED
[01:58:23.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:22:0) after 6m13s
[02:04:36.708] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:22:0)
[02:04:36.738] Build status: STARTED
[02:04:36.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:23:0) after 5m3s
[02:09:39.848] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:23:0)
[02:09:39.869] Build status: STARTED
[02:09:39.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:24:0) after 8m41s
[02:18:20.884] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:24:0)
[02:18:20.907] Build status: STARTED
[02:18:20.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:25:0) after 4m49s
[02:23:09.882] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:25:0)
[02:23:09.918] Build status: STARTED
[02:23:09.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:26:0) after 5m45s
[02:28:54.932] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:26:0)
[02:28:54.949] Build status: STARTED
[02:28:54.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:27:0) after 5m59s
[02:34:53.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:27:0)
[02:34:53.981] Build status: STARTED
[02:34:53.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:28:0) after 2m14s
[02:37:07.996] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:28:0)
[02:37:08.010] Build status: STARTED
[02:37:08.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:29:0) after 6m13s
[02:43:21.069] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:29:0)
[02:43:21.085] Build status: STARTED
[02:43:21.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:30:0) after 4m9s
[02:47:30.178] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:30:0)
[02:47:30.468] Build status: STARTED
[02:47:30.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:31:0) after 2m42s
[02:50:12.515] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:31:0)
[02:50:12.535] Build status: STARTED
[02:50:12.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:32:0) after 8m33s
[02:58:45.637] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:32:0)
[02:58:45.658] Build status: STARTED
[02:58:45.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:33:0) after 7m37s
[03:06:22.674] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:33:0)
[03:06:22.690] Build status: STARTED
[03:06:22.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:34:0) after 5m39s
[03:12:01.746] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:34:0)
[03:12:01.777] Build status: STARTED
[03:12:01.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:35:0) after 2m16s
[03:14:17.747] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:35:0)
[03:14:17.819] Build status: STARTED
[03:14:17.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:36:0) after 3m3s
[03:17:20.914] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:36:0)
[03:17:20.937] Build status: STARTED
[03:17:20.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:37:0) after 9m1s
[03:26:21.928] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:37:0)
[03:26:21.944] Build status: STARTED
[03:26:21.945] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:38:0) after 5m16s
[03:31:37.995] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:38:0)
[03:31:38.011] Build status: STARTED
[03:31:38.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:39:0) after 3m13s
[03:34:51.028] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:39:0)
[03:34:51.052] Build status: STARTED
[03:34:51.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-lto-e5a0ec7f:8852284873119556736:40:0) after 6m45s
[03:39:53.758] Received PubSub notification, asking Buildbucket for the build status
[03:39:53.775] Build:
{
"id": "8686854811043056801",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-20T00:31:38.566105732Z",
"startTime": "2026-03-20T00:33:52.762728980Z",
"endTime": "2026-03-20T03:38:22.536810811Z",
"updateTime": "2026-03-20T03:38:22.536810811Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "fc29bec317de43333e44bffcb8aa9eac91abcebb",
"ref": "refs/heads/main"
}
}
}
[03:39:53.775] Invocation finished in 3h8m16.573297129s with status FAILED