[20:08:04.525] New invocation is queued and will start shortly
[20:08:05.601] Starting the invocation (attempt 1)
[20:08:05.629] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/8c96c98339950054bbebe6b7bb0f8d7e7ce90eff"
[20:08:05.629] Popped gitiles commit info from properties and tags
[20:08:05.629] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:08:05.629] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:08:05.629] Buildbucket request:
{
"requestId": "8867793535181460240",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-lto"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867793535181460240",
"job": "fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8105b71345b739d317f3db7ac94bb90b86e445d6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8105b71345b739d317f3db7ac94bb90b86e445d6",
"title": "8105b71345b739d317f3db7ac94bb90b86e445d6",
"url": "https://fuchsia.googlesource.com/integration/+/8105b71345b739d317f3db7ac94bb90b86e445d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e8cde1ecaa51940dbf3b230a60242916114d0f8e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e8cde1ecaa51940dbf3b230a60242916114d0f8e",
"title": "e8cde1ecaa51940dbf3b230a60242916114d0f8e",
"url": "https://fuchsia.googlesource.com/integration/+/e8cde1ecaa51940dbf3b230a60242916114d0f8e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9f40726ee3534110ec356ab56ae508761183829b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9f40726ee3534110ec356ab56ae508761183829b",
"title": "9f40726ee3534110ec356ab56ae508761183829b",
"url": "https://fuchsia.googlesource.com/integration/+/9f40726ee3534110ec356ab56ae508761183829b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e964c9667ee2008cdb4e9f054d36ccdc84f46c22"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e964c9667ee2008cdb4e9f054d36ccdc84f46c22",
"title": "e964c9667ee2008cdb4e9f054d36ccdc84f46c22",
"url": "https://fuchsia.googlesource.com/integration/+/e964c9667ee2008cdb4e9f054d36ccdc84f46c22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "761b747c154f2d1e413480531279501f12076cdd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@761b747c154f2d1e413480531279501f12076cdd",
"title": "761b747c154f2d1e413480531279501f12076cdd",
"url": "https://fuchsia.googlesource.com/integration/+/761b747c154f2d1e413480531279501f12076cdd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "526c8a9328ba35610f04bd002f7bc7759ce02f6d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@526c8a9328ba35610f04bd002f7bc7759ce02f6d",
"title": "526c8a9328ba35610f04bd002f7bc7759ce02f6d",
"url": "https://fuchsia.googlesource.com/integration/+/526c8a9328ba35610f04bd002f7bc7759ce02f6d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1f7841e7c3d7dc6b7360d83a351717ff4a404b24"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1f7841e7c3d7dc6b7360d83a351717ff4a404b24",
"title": "1f7841e7c3d7dc6b7360d83a351717ff4a404b24",
"url": "https://fuchsia.googlesource.com/integration/+/1f7841e7c3d7dc6b7360d83a351717ff4a404b24"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dbd25b842659458d7c2ab1ab0ecb899c8e98e480"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dbd25b842659458d7c2ab1ab0ecb899c8e98e480",
"title": "dbd25b842659458d7c2ab1ab0ecb899c8e98e480",
"url": "https://fuchsia.googlesource.com/integration/+/dbd25b842659458d7c2ab1ab0ecb899c8e98e480"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0517849f1661181b24f2638c0b698dc82fc6b3cc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0517849f1661181b24f2638c0b698dc82fc6b3cc",
"title": "0517849f1661181b24f2638c0b698dc82fc6b3cc",
"url": "https://fuchsia.googlesource.com/integration/+/0517849f1661181b24f2638c0b698dc82fc6b3cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "34c8b366bacaa645a6c850d78377dd7a75bb0fa2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@34c8b366bacaa645a6c850d78377dd7a75bb0fa2",
"title": "34c8b366bacaa645a6c850d78377dd7a75bb0fa2",
"url": "https://fuchsia.googlesource.com/integration/+/34c8b366bacaa645a6c850d78377dd7a75bb0fa2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "71b6bf67b391883c530d9ddfca35cf876c02d02b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@71b6bf67b391883c530d9ddfca35cf876c02d02b",
"title": "71b6bf67b391883c530d9ddfca35cf876c02d02b",
"url": "https://fuchsia.googlesource.com/integration/+/71b6bf67b391883c530d9ddfca35cf876c02d02b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "03b22120a95a1b391f34027b93e015b61bb82cb9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@03b22120a95a1b391f34027b93e015b61bb82cb9",
"title": "03b22120a95a1b391f34027b93e015b61bb82cb9",
"url": "https://fuchsia.googlesource.com/integration/+/03b22120a95a1b391f34027b93e015b61bb82cb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6f6cf7b16d5314d59a9136f0a255eace28a447fc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6f6cf7b16d5314d59a9136f0a255eace28a447fc",
"title": "6f6cf7b16d5314d59a9136f0a255eace28a447fc",
"url": "https://fuchsia.googlesource.com/integration/+/6f6cf7b16d5314d59a9136f0a255eace28a447fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ce2b02b2367d368f3cf838a2fe24d1ae8e3f94d6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ce2b02b2367d368f3cf838a2fe24d1ae8e3f94d6",
"title": "ce2b02b2367d368f3cf838a2fe24d1ae8e3f94d6",
"url": "https://fuchsia.googlesource.com/integration/+/ce2b02b2367d368f3cf838a2fe24d1ae8e3f94d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9ff81a1238c1cf29558c0c067a1432b7cfb3038f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ff81a1238c1cf29558c0c067a1432b7cfb3038f",
"title": "9ff81a1238c1cf29558c0c067a1432b7cfb3038f",
"url": "https://fuchsia.googlesource.com/integration/+/9ff81a1238c1cf29558c0c067a1432b7cfb3038f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "40eb4945c430ee764e2f0aeb5c940ef4f79e4e05"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@40eb4945c430ee764e2f0aeb5c940ef4f79e4e05",
"title": "40eb4945c430ee764e2f0aeb5c940ef4f79e4e05",
"url": "https://fuchsia.googlesource.com/integration/+/40eb4945c430ee764e2f0aeb5c940ef4f79e4e05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c96c98339950054bbebe6b7bb0f8d7e7ce90eff"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c96c98339950054bbebe6b7bb0f8d7e7ce90eff",
"title": "8c96c98339950054bbebe6b7bb0f8d7e7ce90eff",
"url": "https://fuchsia.googlesource.com/integration/+/8c96c98339950054bbebe6b7bb0f8d7e7ce90eff"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c96c98339950054bbebe6b7bb0f8d7e7ce90eff",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867793535181460240"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:08:06.103] Scheduled build:
{
"id": "8702363473300161153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-29T20:08:05.689874075Z",
"updateTime": "2025-09-29T20:08:05.689874075Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c96c98339950054bbebe6b7bb0f8d7e7ce90eff",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:08:06.103] Task URL: https://cr-buildbucket.appspot.com/build/8702363473300161153
[20:08:06.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:2:0) after 6m26s
[20:08:07.069] Received PubSub notification, asking Buildbucket for the build status
[20:08:07.088] Build status: SCHEDULED
[20:10:40.706] Received PubSub notification, asking Buildbucket for the build status
[20:10:40.731] Build status: STARTED
[20:14:32.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:2:0)
[20:14:32.279] Build status: STARTED
[20:14:32.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:5:0) after 2m58s
[20:17:30.302] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:5:0)
[20:17:30.323] Build status: STARTED
[20:17:30.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:6:0) after 6m28s
[20:23:58.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:6:0)
[20:23:58.423] Build status: STARTED
[20:23:58.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:7:0) after 9m1s
[20:32:59.471] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:7:0)
[20:32:59.488] Build status: STARTED
[20:32:59.488] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:8:0) after 7m4s
[20:40:03.557] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:8:0)
[20:40:03.581] Build status: STARTED
[20:40:03.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:9:0) after 8m49s
[20:48:52.704] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:9:0)
[20:48:52.804] Build status: STARTED
[20:48:52.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:10:0) after 1m16s
[20:50:08.882] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:10:0)
[20:50:08.898] Build status: STARTED
[20:50:08.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:11:0) after 8m6s
[20:58:14.937] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:11:0)
[20:58:14.952] Build status: STARTED
[20:58:14.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:12:0) after 7m47s
[21:06:02.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:12:0)
[21:06:02.176] Build status: STARTED
[21:06:02.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:13:0) after 9m33s
[21:15:35.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:13:0)
[21:15:35.428] Build status: STARTED
[21:15:35.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:14:0) after 6m37s
[21:22:12.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:14:0)
[21:22:12.512] Build status: STARTED
[21:22:12.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:15:0) after 2m5s
[21:24:17.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:15:0)
[21:24:17.571] Build status: STARTED
[21:24:17.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:16:0) after 2m2s
[21:26:19.589] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:16:0)
[21:26:19.603] Build status: STARTED
[21:26:19.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:17:0) after 7m55s
[21:34:14.891] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:17:0)
[21:34:14.965] Build status: STARTED
[21:34:14.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:18:0) after 1m15s
[21:35:30.029] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:18:0)
[21:35:30.044] Build status: STARTED
[21:35:30.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:19:0) after 6m6s
[21:41:36.063] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:19:0)
[21:41:36.081] Build status: STARTED
[21:41:36.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:20:0) after 3m20s
[21:44:56.095] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:20:0)
[21:44:56.113] Build status: STARTED
[21:44:56.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:21:0) after 2m3s
[21:46:59.246] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:21:0)
[21:46:59.270] Build status: STARTED
[21:46:59.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:22:0) after 2m39s
[21:49:38.288] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:22:0)
[21:49:38.308] Build status: STARTED
[21:49:38.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:23:0) after 8m53s
[21:58:31.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:23:0)
[21:58:31.467] Build status: STARTED
[21:58:31.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:24:0) after 2m15s
[22:00:46.500] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:24:0)
[22:00:46.517] Build status: STARTED
[22:00:46.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:25:0) after 8m26s
[22:09:12.538] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:25:0)
[22:09:12.555] Build status: STARTED
[22:09:12.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:26:0) after 4m48s
[22:14:00.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:26:0)
[22:14:00.546] Build status: STARTED
[22:14:00.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:27:0) after 3m44s
[22:17:44.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:27:0)
[22:17:44.627] Build status: STARTED
[22:17:44.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-lto-e5a0ec7f:8867793535181460240:28:0) after 7m53s
[22:24:32.477] Received PubSub notification, asking Buildbucket for the build status
[22:24:32.495] Build:
{
"id": "8702363473300161153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-29T20:08:05.689874075Z",
"startTime": "2025-09-29T20:10:40.454632261Z",
"endTime": "2025-09-29T22:24:31.872669209Z",
"updateTime": "2025-09-29T22:24:31.872669209Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c96c98339950054bbebe6b7bb0f8d7e7ce90eff",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:24:32.495] Invocation finished in 2h16m27.982403153s with status FAILED