[23:43:27.602] New invocation is queued and will start shortly
[23:43:30.876] Starting the invocation (attempt 1)
[23:43:30.909] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/906a3f39707c35d1db7f15a37afd50cb403baae2"
[23:43:30.909] Popped gitiles commit info from properties and tags
[23:43:30.909] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:43:30.909] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:43:30.911] Buildbucket request:
{
"requestId": "8841688058021424208",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841688058021424208",
"job": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c93de8f2ea621ca57ab0c5fe9c5ad9ab8236765"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c93de8f2ea621ca57ab0c5fe9c5ad9ab8236765",
"title": "8c93de8f2ea621ca57ab0c5fe9c5ad9ab8236765",
"url": "https://fuchsia.googlesource.com/integration/+/8c93de8f2ea621ca57ab0c5fe9c5ad9ab8236765"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2d6850d2453cfd99de926c5063faa1bff91e14c0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2d6850d2453cfd99de926c5063faa1bff91e14c0",
"title": "2d6850d2453cfd99de926c5063faa1bff91e14c0",
"url": "https://fuchsia.googlesource.com/integration/+/2d6850d2453cfd99de926c5063faa1bff91e14c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d6676c7edfabb87b26ffcde1387352540c4c1bdc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d6676c7edfabb87b26ffcde1387352540c4c1bdc",
"title": "d6676c7edfabb87b26ffcde1387352540c4c1bdc",
"url": "https://fuchsia.googlesource.com/integration/+/d6676c7edfabb87b26ffcde1387352540c4c1bdc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a0b8cf4a24d7cf13b508100e4c55abfdde00ceaf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a0b8cf4a24d7cf13b508100e4c55abfdde00ceaf",
"title": "a0b8cf4a24d7cf13b508100e4c55abfdde00ceaf",
"url": "https://fuchsia.googlesource.com/integration/+/a0b8cf4a24d7cf13b508100e4c55abfdde00ceaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "29ed15d9625526f83f609c36f38a1b50c54d8614"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29ed15d9625526f83f609c36f38a1b50c54d8614",
"title": "29ed15d9625526f83f609c36f38a1b50c54d8614",
"url": "https://fuchsia.googlesource.com/integration/+/29ed15d9625526f83f609c36f38a1b50c54d8614"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f7c056508f2d4e9ac2b05a984a9513755efd01fc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f7c056508f2d4e9ac2b05a984a9513755efd01fc",
"title": "f7c056508f2d4e9ac2b05a984a9513755efd01fc",
"url": "https://fuchsia.googlesource.com/integration/+/f7c056508f2d4e9ac2b05a984a9513755efd01fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "15813b1f73193bcacac9aaf52efd4468a535b0ae"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@15813b1f73193bcacac9aaf52efd4468a535b0ae",
"title": "15813b1f73193bcacac9aaf52efd4468a535b0ae",
"url": "https://fuchsia.googlesource.com/integration/+/15813b1f73193bcacac9aaf52efd4468a535b0ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fc574dc2d92bbd8f0e1391467aad65020cb0bc0d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fc574dc2d92bbd8f0e1391467aad65020cb0bc0d",
"title": "fc574dc2d92bbd8f0e1391467aad65020cb0bc0d",
"url": "https://fuchsia.googlesource.com/integration/+/fc574dc2d92bbd8f0e1391467aad65020cb0bc0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "963bd14c46bc9cfdd05408c71e56e842ae91eb3c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@963bd14c46bc9cfdd05408c71e56e842ae91eb3c",
"title": "963bd14c46bc9cfdd05408c71e56e842ae91eb3c",
"url": "https://fuchsia.googlesource.com/integration/+/963bd14c46bc9cfdd05408c71e56e842ae91eb3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5561a89b8b5d8a1bf5c511f01410efc6b52186bb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5561a89b8b5d8a1bf5c511f01410efc6b52186bb",
"title": "5561a89b8b5d8a1bf5c511f01410efc6b52186bb",
"url": "https://fuchsia.googlesource.com/integration/+/5561a89b8b5d8a1bf5c511f01410efc6b52186bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "000818009b0b4d08eddd54ed60218627cf8fc5e5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@000818009b0b4d08eddd54ed60218627cf8fc5e5",
"title": "000818009b0b4d08eddd54ed60218627cf8fc5e5",
"url": "https://fuchsia.googlesource.com/integration/+/000818009b0b4d08eddd54ed60218627cf8fc5e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "906a3f39707c35d1db7f15a37afd50cb403baae2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@906a3f39707c35d1db7f15a37afd50cb403baae2",
"title": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"url": "https://fuchsia.googlesource.com/integration/+/906a3f39707c35d1db7f15a37afd50cb403baae2"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841688058021424208"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:43:31.448] Scheduled build:
{
"id": "8676257993767516977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-14T23:43:31.037207147Z",
"updateTime": "2026-07-14T23:43:31.037207147Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
}
}
}
[23:43:31.448] Task URL: https://cr-buildbucket.appspot.com/build/8676257993767516977
[23:43:31.448] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:2:0) after 8m54s
[23:43:32.452] Received PubSub notification, asking Buildbucket for the build status
[23:43:32.474] Build status: SCHEDULED
[23:43:35.634] Received PubSub notification, asking Buildbucket for the build status
[23:43:35.655] Build status: STARTED
[23:52:25.549] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:2:0)
[23:52:25.570] Build status: STARTED
[23:52:25.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:5:0) after 5m52s
[23:58:17.572] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:5:0)
[23:58:17.591] Build status: STARTED
[23:58:17.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:6:0) after 9m10s
[00:07:27.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:6:0)
[00:07:27.669] Build status: STARTED
[00:07:27.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:7:0) after 1m13s
[00:08:40.683] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:7:0)
[00:08:40.776] Build status: STARTED
[00:08:40.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:8:0) after 1m55s
[00:10:35.793] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:8:0)
[00:10:35.817] Build status: STARTED
[00:10:35.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:9:0) after 8m35s
[00:19:10.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:9:0)
[00:19:10.897] Build status: STARTED
[00:19:10.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:10:0) after 6m53s
[00:26:03.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:10:0)
[00:26:03.950] Build status: STARTED
[00:26:03.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:11:0) after 3m47s
[00:29:50.969] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:11:0)
[00:29:50.987] Build status: STARTED
[00:29:50.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:12:0) after 1m14s
[00:31:05.079] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:12:0)
[00:31:05.099] Build status: STARTED
[00:31:05.099] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:13:0) after 6m3s
[00:37:08.147] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:13:0)
[00:37:08.173] Build status: STARTED
[00:37:08.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:14:0) after 5m20s
[00:42:28.193] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:14:0)
[00:42:28.214] Build status: STARTED
[00:42:28.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:15:0) after 2m10s
[00:44:38.276] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:15:0)
[00:44:38.294] Build status: STARTED
[00:44:38.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:16:0) after 2m43s
[00:47:21.397] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:16:0)
[00:47:21.415] Build status: STARTED
[00:47:21.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:17:0) after 6m50s
[00:54:11.482] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:17:0)
[00:54:11.505] Build status: STARTED
[00:54:11.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:18:0) after 7m16s
[01:01:27.574] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:18:0)
[01:01:27.614] Build status: STARTED
[01:01:27.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:19:0) after 8m50s
[01:10:17.737] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:19:0)
[01:10:17.754] Build status: STARTED
[01:10:17.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:20:0) after 7m57s
[01:18:14.784] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:20:0)
[01:18:14.803] Build status: STARTED
[01:18:14.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:21:0) after 5m53s
[01:24:07.864] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:21:0)
[01:24:07.882] Build status: STARTED
[01:24:07.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:22:0) after 9m22s
[01:33:29.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:22:0)
[01:33:29.928] Build status: STARTED
[01:33:29.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:23:0) after 7m35s
[01:41:05.000] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:23:0)
[01:41:05.082] Build status: STARTED
[01:41:05.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:24:0) after 3m33s
[01:44:38.095] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:24:0)
[01:44:38.123] Build status: STARTED
[01:44:38.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:25:0) after 6m28s
[01:51:06.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:25:0)
[01:51:06.216] Build status: STARTED
[01:51:06.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:26:0) after 3m22s
[01:54:28.267] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:26:0)
[01:54:28.284] Build status: STARTED
[01:54:28.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:27:0) after 1m4s
[01:55:32.300] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:27:0)
[01:55:32.324] Build status: STARTED
[01:55:32.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:28:0) after 3m41s
[01:59:13.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:28:0)
[01:59:13.357] Build status: STARTED
[01:59:13.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:29:0) after 3m18s
[02:02:31.380] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:29:0)
[02:02:31.440] Build status: STARTED
[02:02:31.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:30:0) after 1m42s
[02:04:13.459] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:30:0)
[02:04:13.477] Build status: STARTED
[02:04:13.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:31:0) after 3m45s
[02:07:58.512] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:31:0)
[02:07:58.532] Build status: STARTED
[02:07:58.532] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:32:0) after 2m15s
[02:10:13.549] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:32:0)
[02:10:13.609] Build status: STARTED
[02:10:13.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:33:0) after 1m22s
[02:11:35.650] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:33:0)
[02:11:35.702] Build status: STARTED
[02:11:35.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:34:0) after 5m36s
[02:17:11.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:34:0)
[02:17:11.755] Build status: STARTED
[02:17:11.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:35:0) after 7m58s
[02:25:09.883] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:35:0)
[02:25:09.951] Build status: STARTED
[02:25:09.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:36:0) after 7m0s
[02:32:09.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:36:0)
[02:32:10.313] Build status: STARTED
[02:32:10.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841688058021424208:37:0) after 2m47s
[02:33:47.837] Received PubSub notification, asking Buildbucket for the build status
[02:33:47.862] Build:
{
"id": "8676257993767516977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-14T23:43:31.037207147Z",
"startTime": "2026-07-14T23:43:35.387044073Z",
"endTime": "2026-07-15T02:33:46.629698973Z",
"updateTime": "2026-07-15T02:33:46.629698973Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
}
}
}
[02:33:47.862] Invocation finished in 2h50m20.264238061s with status FAILED