[01:45:11.103] New invocation is queued and will start shortly
[01:45:12.244] Starting the invocation (attempt 1)
[01:45:12.270] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/33dd92a018ba138c930754ce6f4cbb343ec1eb73"
[01:45:12.270] Popped gitiles commit info from properties and tags
[01:45:12.270] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:45:12.270] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:45:12.270] Buildbucket request:
{
"requestId": "8835882193897670736",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-test-pilot"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835882193897670736",
"job": "fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "052fba0a67f87397245c77e2e867a01b4ef2ad54"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@052fba0a67f87397245c77e2e867a01b4ef2ad54",
"title": "052fba0a67f87397245c77e2e867a01b4ef2ad54",
"url": "https://fuchsia.googlesource.com/integration/+/052fba0a67f87397245c77e2e867a01b4ef2ad54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e862d70e3da2d93ef9b49ec4af9abd6903e80da6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e862d70e3da2d93ef9b49ec4af9abd6903e80da6",
"title": "e862d70e3da2d93ef9b49ec4af9abd6903e80da6",
"url": "https://fuchsia.googlesource.com/integration/+/e862d70e3da2d93ef9b49ec4af9abd6903e80da6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1103a59c6e57321c386f40fef01041e35f6adef9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1103a59c6e57321c386f40fef01041e35f6adef9",
"title": "1103a59c6e57321c386f40fef01041e35f6adef9",
"url": "https://fuchsia.googlesource.com/integration/+/1103a59c6e57321c386f40fef01041e35f6adef9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "eaf5258730c5d045a3328e4ad99f7f9623dfc2bf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@eaf5258730c5d045a3328e4ad99f7f9623dfc2bf",
"title": "eaf5258730c5d045a3328e4ad99f7f9623dfc2bf",
"url": "https://fuchsia.googlesource.com/integration/+/eaf5258730c5d045a3328e4ad99f7f9623dfc2bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c8aaaa609bbc3f14c828b3f90c59578a4791f3ba"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c8aaaa609bbc3f14c828b3f90c59578a4791f3ba",
"title": "c8aaaa609bbc3f14c828b3f90c59578a4791f3ba",
"url": "https://fuchsia.googlesource.com/integration/+/c8aaaa609bbc3f14c828b3f90c59578a4791f3ba"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "69f0bccb03c6e382dd0c4a110233cc8e199fd515"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@69f0bccb03c6e382dd0c4a110233cc8e199fd515",
"title": "69f0bccb03c6e382dd0c4a110233cc8e199fd515",
"url": "https://fuchsia.googlesource.com/integration/+/69f0bccb03c6e382dd0c4a110233cc8e199fd515"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5e9a0b1dbce6bc6a9576eeadb211b9d58cecd511"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5e9a0b1dbce6bc6a9576eeadb211b9d58cecd511",
"title": "5e9a0b1dbce6bc6a9576eeadb211b9d58cecd511",
"url": "https://fuchsia.googlesource.com/integration/+/5e9a0b1dbce6bc6a9576eeadb211b9d58cecd511"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "33dd92a018ba138c930754ce6f4cbb343ec1eb73"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@33dd92a018ba138c930754ce6f4cbb343ec1eb73",
"title": "33dd92a018ba138c930754ce6f4cbb343ec1eb73",
"url": "https://fuchsia.googlesource.com/integration/+/33dd92a018ba138c930754ce6f4cbb343ec1eb73"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33dd92a018ba138c930754ce6f4cbb343ec1eb73",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835882193897670736"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:45:12.716] Scheduled build:
{
"id": "8670452131915980305",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-test-pilot"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-17T01:45:12.369779053Z",
"updateTime": "2026-09-17T01:45:12.369779053Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33dd92a018ba138c930754ce6f4cbb343ec1eb73",
"ref": "refs/heads/main"
}
}
}
[01:45:12.716] Task URL: https://cr-buildbucket.appspot.com/build/8670452131915980305
[01:45:12.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:2:0) after 1m38s
[01:45:13.632] Received PubSub notification, asking Buildbucket for the build status
[01:45:13.779] Build status: SCHEDULED
[01:45:18.028] Received PubSub notification, asking Buildbucket for the build status
[01:45:18.048] Build status: STARTED
[01:46:50.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:2:0)
[01:46:50.859] Build status: STARTED
[01:46:50.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:5:0) after 2m53s
[01:49:43.879] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:5:0)
[01:49:43.918] Build status: STARTED
[01:49:43.919] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:6:0) after 4m19s
[01:54:02.884] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:6:0)
[01:54:02.953] Build status: STARTED
[01:54:02.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:7:0) after 9m22s
[02:03:24.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:7:0)
[02:03:25.004] Build status: STARTED
[02:03:25.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:8:0) after 2m50s
[02:06:15.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:8:0)
[02:06:15.149] Build status: STARTED
[02:06:15.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:9:0) after 9m14s
[02:15:29.181] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:9:0)
[02:15:29.235] Build status: STARTED
[02:15:29.235] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:10:0) after 7m27s
[02:22:56.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:10:0)
[02:22:56.271] Build status: STARTED
[02:22:56.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:11:0) after 4m38s
[02:27:34.337] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:11:0)
[02:27:34.364] Build status: STARTED
[02:27:34.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:12:0) after 7m34s
[02:35:08.457] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:12:0)
[02:35:08.484] Build status: STARTED
[02:35:08.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:13:0) after 2m0s
[02:37:08.592] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:13:0)
[02:37:08.634] Build status: STARTED
[02:37:08.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:14:0) after 6m48s
[02:43:56.653] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:14:0)
[02:43:56.696] Build status: STARTED
[02:43:56.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:15:0) after 9m34s
[02:53:30.759] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:15:0)
[02:53:30.779] Build status: STARTED
[02:53:30.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:16:0) after 6m54s
[03:00:24.817] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:16:0)
[03:00:24.907] Build status: STARTED
[03:00:24.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:17:0) after 3m15s
[03:03:39.896] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:17:0)
[03:03:39.920] Build status: STARTED
[03:03:39.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:18:0) after 1m30s
[03:05:09.936] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:18:0)
[03:05:09.970] Build status: STARTED
[03:05:09.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:19:0) after 4m18s
[03:09:27.998] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:19:0)
[03:09:28.022] Build status: STARTED
[03:09:28.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:20:0) after 1m39s
[03:11:07.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:20:0)
[03:11:07.073] Build status: STARTED
[03:11:07.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:21:0) after 3m16s
[03:14:23.093] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:21:0)
[03:14:23.112] Build status: STARTED
[03:14:23.112] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:22:0) after 9m18s
[03:23:41.166] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:22:0)
[03:23:41.182] Build status: STARTED
[03:23:41.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:23:0) after 8m59s
[03:32:40.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:23:0)
[03:32:40.217] Build status: STARTED
[03:32:40.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:24:0) after 9m34s
[03:42:14.234] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:24:0)
[03:42:14.382] Build status: STARTED
[03:42:14.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:25:0) after 6m23s
[03:48:37.473] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:25:0)
[03:48:37.492] Build status: STARTED
[03:48:37.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:26:0) after 5m57s
[03:54:34.486] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:26:0)
[03:54:34.559] Build status: STARTED
[03:54:34.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:27:0) after 5m10s
[03:59:44.593] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:27:0)
[03:59:44.695] Build status: STARTED
[03:59:44.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:28:0) after 2m17s
[04:02:01.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:28:0)
[04:02:01.755] Build status: STARTED
[04:02:01.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:29:0) after 7m44s
[04:09:45.803] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:29:0)
[04:09:45.829] Build status: STARTED
[04:09:45.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:30:0) after 1m31s
[04:11:16.875] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:30:0)
[04:11:16.905] Build status: STARTED
[04:11:16.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:31:0) after 3m48s
[04:15:05.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:31:0)
[04:15:05.089] Build status: STARTED
[04:15:05.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:32:0) after 8m27s
[04:23:32.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:32:0)
[04:23:32.126] Build status: STARTED
[04:23:32.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:33:0) after 3m7s
[04:26:39.144] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:33:0)
[04:26:39.161] Build status: STARTED
[04:26:39.161] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-test-pilot-e5a0ec7f:8835882193897670736:34:0) after 9m1s
[04:35:32.169] Received PubSub notification, asking Buildbucket for the build status
[04:35:32.186] Build:
{
"id": "8670452131915980305",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-test-pilot"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-17T01:45:12.369779053Z",
"startTime": "2026-09-17T01:45:17.484929901Z",
"endTime": "2026-09-17T04:35:31.818798302Z",
"updateTime": "2026-09-17T04:35:31.818798302Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33dd92a018ba138c930754ce6f4cbb343ec1eb73",
"ref": "refs/heads/main"
}
}
}
[04:35:32.186] Invocation finished in 2h50m21.089425998s with status FAILED