[04:37:10.196] New invocation is queued and will start shortly
[04:37:11.288] Starting the invocation (attempt 1)
[04:37:11.314] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/aed699095fbea29d4d5536930beb4c1f6b4c6996"
[04:37:11.314] Popped gitiles commit info from properties and tags
[04:37:11.314] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:37:11.314] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:37:11.314] Buildbucket request:
{
"requestId": "8851907036595733776",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851907036595733776",
"job": "fuchsia/global.ci-core.arm64-kasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9015a900f4175f60a379b55e790ee9775c40c8cf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9015a900f4175f60a379b55e790ee9775c40c8cf",
"title": "9015a900f4175f60a379b55e790ee9775c40c8cf",
"url": "https://fuchsia.googlesource.com/integration/+/9015a900f4175f60a379b55e790ee9775c40c8cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9aa71101e8aad5a9f95835fd9bf10f0e0ece4cd0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9aa71101e8aad5a9f95835fd9bf10f0e0ece4cd0",
"title": "9aa71101e8aad5a9f95835fd9bf10f0e0ece4cd0",
"url": "https://fuchsia.googlesource.com/integration/+/9aa71101e8aad5a9f95835fd9bf10f0e0ece4cd0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "09e9006f18c15c002987e18ddda01fefb175af85"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@09e9006f18c15c002987e18ddda01fefb175af85",
"title": "09e9006f18c15c002987e18ddda01fefb175af85",
"url": "https://fuchsia.googlesource.com/integration/+/09e9006f18c15c002987e18ddda01fefb175af85"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "075b129e80bc744f691dcb9c8349cf83f8452dae"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@075b129e80bc744f691dcb9c8349cf83f8452dae",
"title": "075b129e80bc744f691dcb9c8349cf83f8452dae",
"url": "https://fuchsia.googlesource.com/integration/+/075b129e80bc744f691dcb9c8349cf83f8452dae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5ae292b8af803e4b491486369a426d7bebda4b92"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5ae292b8af803e4b491486369a426d7bebda4b92",
"title": "5ae292b8af803e4b491486369a426d7bebda4b92",
"url": "https://fuchsia.googlesource.com/integration/+/5ae292b8af803e4b491486369a426d7bebda4b92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "012d9c33ce35c59dae5e8c25cb6dffaf69c331ac"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@012d9c33ce35c59dae5e8c25cb6dffaf69c331ac",
"title": "012d9c33ce35c59dae5e8c25cb6dffaf69c331ac",
"url": "https://fuchsia.googlesource.com/integration/+/012d9c33ce35c59dae5e8c25cb6dffaf69c331ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5cf78f1dc0eeb6aa4bd52727b0dd137a43a7d557"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5cf78f1dc0eeb6aa4bd52727b0dd137a43a7d557",
"title": "5cf78f1dc0eeb6aa4bd52727b0dd137a43a7d557",
"url": "https://fuchsia.googlesource.com/integration/+/5cf78f1dc0eeb6aa4bd52727b0dd137a43a7d557"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f20fe079240478b534d490bdc60a635c5a24ae6b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f20fe079240478b534d490bdc60a635c5a24ae6b",
"title": "f20fe079240478b534d490bdc60a635c5a24ae6b",
"url": "https://fuchsia.googlesource.com/integration/+/f20fe079240478b534d490bdc60a635c5a24ae6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "35dc9b82f1306f9fdd16a17c8483c9b744035ae9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@35dc9b82f1306f9fdd16a17c8483c9b744035ae9",
"title": "35dc9b82f1306f9fdd16a17c8483c9b744035ae9",
"url": "https://fuchsia.googlesource.com/integration/+/35dc9b82f1306f9fdd16a17c8483c9b744035ae9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f36861eea6770d01dbdb208a474a0593ebbbfab0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f36861eea6770d01dbdb208a474a0593ebbbfab0",
"title": "f36861eea6770d01dbdb208a474a0593ebbbfab0",
"url": "https://fuchsia.googlesource.com/integration/+/f36861eea6770d01dbdb208a474a0593ebbbfab0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "54bdb609c22892053f40344a75328f2cfe111191"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@54bdb609c22892053f40344a75328f2cfe111191",
"title": "54bdb609c22892053f40344a75328f2cfe111191",
"url": "https://fuchsia.googlesource.com/integration/+/54bdb609c22892053f40344a75328f2cfe111191"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8ad83eeb573affe64044d62ecc4cc01e5e269c45"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8ad83eeb573affe64044d62ecc4cc01e5e269c45",
"title": "8ad83eeb573affe64044d62ecc4cc01e5e269c45",
"url": "https://fuchsia.googlesource.com/integration/+/8ad83eeb573affe64044d62ecc4cc01e5e269c45"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2928d7e7287211e8335694d5e8fec9973b192346"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2928d7e7287211e8335694d5e8fec9973b192346",
"title": "2928d7e7287211e8335694d5e8fec9973b192346",
"url": "https://fuchsia.googlesource.com/integration/+/2928d7e7287211e8335694d5e8fec9973b192346"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "aed699095fbea29d4d5536930beb4c1f6b4c6996"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@aed699095fbea29d4d5536930beb4c1f6b4c6996",
"title": "aed699095fbea29d4d5536930beb4c1f6b4c6996",
"url": "https://fuchsia.googlesource.com/integration/+/aed699095fbea29d4d5536930beb4c1f6b4c6996"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "aed699095fbea29d4d5536930beb4c1f6b4c6996",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851907036595733776"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-kasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:37:11.789] Scheduled build:
{
"id": "8686476974714003185",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T04:37:11.368970410Z",
"updateTime": "2026-03-24T04:37:11.368970410Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "aed699095fbea29d4d5536930beb4c1f6b4c6996",
"ref": "refs/heads/main"
}
}
}
[04:37:11.789] Task URL: https://cr-buildbucket.appspot.com/build/8686476974714003185
[04:37:11.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:2:0) after 4m52s
[04:37:12.735] Received PubSub notification, asking Buildbucket for the build status
[04:37:12.760] Build status: SCHEDULED
[04:39:13.582] Received PubSub notification, asking Buildbucket for the build status
[04:39:13.599] Build status: STARTED
[04:42:03.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:2:0)
[04:42:03.845] Build status: STARTED
[04:42:03.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:5:0) after 5m38s
[04:47:41.867] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:5:0)
[04:47:41.888] Build status: STARTED
[04:47:41.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:6:0) after 1m4s
[04:48:45.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:6:0)
[04:48:45.935] Build status: STARTED
[04:48:45.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:7:0) after 8m45s
[04:57:30.954] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:7:0)
[04:57:30.977] Build status: STARTED
[04:57:30.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:8:0) after 6m32s
[05:04:03.048] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:8:0)
[05:04:03.077] Build status: STARTED
[05:04:03.077] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:9:0) after 7m42s
[05:11:45.093] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:9:0)
[05:11:45.128] Build status: STARTED
[05:11:45.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:10:0) after 1m57s
[05:13:42.236] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:10:0)
[05:13:42.255] Build status: STARTED
[05:13:42.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:11:0) after 5m40s
[05:19:22.270] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:11:0)
[05:19:22.292] Build status: STARTED
[05:19:22.292] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:12:0) after 6m27s
[05:25:49.304] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:12:0)
[05:25:49.392] Build status: STARTED
[05:25:49.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:13:0) after 4m7s
[05:29:56.419] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:13:0)
[05:29:56.445] Build status: STARTED
[05:29:56.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:14:0) after 5m26s
[05:35:22.484] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:14:0)
[05:35:22.500] Build status: STARTED
[05:35:22.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:15:0) after 3m56s
[05:39:18.486] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:15:0)
[05:39:18.514] Build status: STARTED
[05:39:18.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:16:0) after 2m14s
[05:41:32.526] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:16:0)
[05:41:32.541] Build status: STARTED
[05:41:32.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:17:0) after 5m54s
[05:47:26.606] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:17:0)
[05:47:26.623] Build status: STARTED
[05:47:26.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:18:0) after 4m58s
[05:52:24.587] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:18:0)
[05:52:24.612] Build status: STARTED
[05:52:24.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:19:0) after 2m30s
[05:54:54.687] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:19:0)
[05:54:54.713] Build status: STARTED
[05:54:54.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:20:0) after 1m24s
[05:56:18.731] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:20:0)
[05:56:18.747] Build status: STARTED
[05:56:18.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:21:0) after 3m42s
[06:00:00.760] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:21:0)
[06:00:00.776] Build status: STARTED
[06:00:00.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:22:0) after 7m9s
[06:07:09.795] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:22:0)
[06:07:09.813] Build status: STARTED
[06:07:09.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:23:0) after 2m43s
[06:09:52.898] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:23:0)
[06:09:52.914] Build status: STARTED
[06:09:52.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:24:0) after 5m53s
[06:15:45.931] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:24:0)
[06:15:45.959] Build status: STARTED
[06:15:45.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:25:0) after 4m9s
[06:19:54.989] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:25:0)
[06:19:55.007] Build status: STARTED
[06:19:55.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-kasan-e5a0ec7f:8851907036595733776:26:0) after 2m46s
[06:20:55.854] Received PubSub notification, asking Buildbucket for the build status
[06:20:55.874] Build:
{
"id": "8686476974714003185",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T04:37:11.368970410Z",
"startTime": "2026-03-24T04:39:13.328658636Z",
"endTime": "2026-03-24T06:20:55.175305144Z",
"updateTime": "2026-03-24T06:20:55.175305144Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "aed699095fbea29d4d5536930beb4c1f6b4c6996",
"ref": "refs/heads/main"
}
}
}
[06:20:55.874] Invocation finished in 1h43m45.684331768s with status FAILED