[19:12:41.029] New invocation is queued and will start shortly
[19:12:43.485] Starting the invocation (attempt 1)
[19:12:43.514] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/61bade58e61dac65bd4475e8d6a54fbf6e49afa9"
[19:12:43.514] Popped gitiles commit info from properties and tags
[19:12:43.514] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:12:43.514] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:12:43.515] Buildbucket request:
{
"requestId": "8851942550989212896",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851942550989212896",
"job": "fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e5a0f97dc303e8db117847fcbb8b065f630464b6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e5a0f97dc303e8db117847fcbb8b065f630464b6",
"title": "e5a0f97dc303e8db117847fcbb8b065f630464b6",
"url": "https://fuchsia.googlesource.com/integration/+/e5a0f97dc303e8db117847fcbb8b065f630464b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bcac0ca844c2abe04806c0dbd55dad2181071f10"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bcac0ca844c2abe04806c0dbd55dad2181071f10",
"title": "bcac0ca844c2abe04806c0dbd55dad2181071f10",
"url": "https://fuchsia.googlesource.com/integration/+/bcac0ca844c2abe04806c0dbd55dad2181071f10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "12bfe6c190abd65c5ba36e483551dd9a02edd596"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@12bfe6c190abd65c5ba36e483551dd9a02edd596",
"title": "12bfe6c190abd65c5ba36e483551dd9a02edd596",
"url": "https://fuchsia.googlesource.com/integration/+/12bfe6c190abd65c5ba36e483551dd9a02edd596"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8f650fed07e77dfbc6c55883cbb9ae8a1f5ab62e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8f650fed07e77dfbc6c55883cbb9ae8a1f5ab62e",
"title": "8f650fed07e77dfbc6c55883cbb9ae8a1f5ab62e",
"url": "https://fuchsia.googlesource.com/integration/+/8f650fed07e77dfbc6c55883cbb9ae8a1f5ab62e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "02f459a8dc6b9c857f9ad825e4e493fdabce0cb2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@02f459a8dc6b9c857f9ad825e4e493fdabce0cb2",
"title": "02f459a8dc6b9c857f9ad825e4e493fdabce0cb2",
"url": "https://fuchsia.googlesource.com/integration/+/02f459a8dc6b9c857f9ad825e4e493fdabce0cb2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dff9005121d8d1cd4d258527ca4ecc2dddca2e66"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dff9005121d8d1cd4d258527ca4ecc2dddca2e66",
"title": "dff9005121d8d1cd4d258527ca4ecc2dddca2e66",
"url": "https://fuchsia.googlesource.com/integration/+/dff9005121d8d1cd4d258527ca4ecc2dddca2e66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "833690999de9a3e83857a64e22164e13cc1d13a0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@833690999de9a3e83857a64e22164e13cc1d13a0",
"title": "833690999de9a3e83857a64e22164e13cc1d13a0",
"url": "https://fuchsia.googlesource.com/integration/+/833690999de9a3e83857a64e22164e13cc1d13a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d6975a72d9be5ce381ce729bb181cab623e924cd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d6975a72d9be5ce381ce729bb181cab623e924cd",
"title": "d6975a72d9be5ce381ce729bb181cab623e924cd",
"url": "https://fuchsia.googlesource.com/integration/+/d6975a72d9be5ce381ce729bb181cab623e924cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2a9c8d4f13fb3a43e30a0bae31f6c8fcd3dcec9c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2a9c8d4f13fb3a43e30a0bae31f6c8fcd3dcec9c",
"title": "2a9c8d4f13fb3a43e30a0bae31f6c8fcd3dcec9c",
"url": "https://fuchsia.googlesource.com/integration/+/2a9c8d4f13fb3a43e30a0bae31f6c8fcd3dcec9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f2a1960b8be45de8aa825e086ef0d2cb06e663b8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f2a1960b8be45de8aa825e086ef0d2cb06e663b8",
"title": "f2a1960b8be45de8aa825e086ef0d2cb06e663b8",
"url": "https://fuchsia.googlesource.com/integration/+/f2a1960b8be45de8aa825e086ef0d2cb06e663b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "125b9b317752ca25af79877643fb49686ebcc386"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@125b9b317752ca25af79877643fb49686ebcc386",
"title": "125b9b317752ca25af79877643fb49686ebcc386",
"url": "https://fuchsia.googlesource.com/integration/+/125b9b317752ca25af79877643fb49686ebcc386"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5498a61bafc88b7b95e247c9e842b678aedf581c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5498a61bafc88b7b95e247c9e842b678aedf581c",
"title": "5498a61bafc88b7b95e247c9e842b678aedf581c",
"url": "https://fuchsia.googlesource.com/integration/+/5498a61bafc88b7b95e247c9e842b678aedf581c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ac2c274c69376860b195479ae9d813337aca2c5d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ac2c274c69376860b195479ae9d813337aca2c5d",
"title": "ac2c274c69376860b195479ae9d813337aca2c5d",
"url": "https://fuchsia.googlesource.com/integration/+/ac2c274c69376860b195479ae9d813337aca2c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1fab91421c68fdd6d238064fc5923ff7d9e0c941"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1fab91421c68fdd6d238064fc5923ff7d9e0c941",
"title": "1fab91421c68fdd6d238064fc5923ff7d9e0c941",
"url": "https://fuchsia.googlesource.com/integration/+/1fab91421c68fdd6d238064fc5923ff7d9e0c941"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "55665f3494fc74d297303ff21142017a74fcd65c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@55665f3494fc74d297303ff21142017a74fcd65c",
"title": "55665f3494fc74d297303ff21142017a74fcd65c",
"url": "https://fuchsia.googlesource.com/integration/+/55665f3494fc74d297303ff21142017a74fcd65c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0f90af89edafec145da3cd0cb451ad5f712d7111"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0f90af89edafec145da3cd0cb451ad5f712d7111",
"title": "0f90af89edafec145da3cd0cb451ad5f712d7111",
"url": "https://fuchsia.googlesource.com/integration/+/0f90af89edafec145da3cd0cb451ad5f712d7111"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f11d5db252c8f3bc933ef326a0bd81a7b7b5e14a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f11d5db252c8f3bc933ef326a0bd81a7b7b5e14a",
"title": "f11d5db252c8f3bc933ef326a0bd81a7b7b5e14a",
"url": "https://fuchsia.googlesource.com/integration/+/f11d5db252c8f3bc933ef326a0bd81a7b7b5e14a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "61bade58e61dac65bd4475e8d6a54fbf6e49afa9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@61bade58e61dac65bd4475e8d6a54fbf6e49afa9",
"title": "61bade58e61dac65bd4475e8d6a54fbf6e49afa9",
"url": "https://fuchsia.googlesource.com/integration/+/61bade58e61dac65bd4475e8d6a54fbf6e49afa9"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "61bade58e61dac65bd4475e8d6a54fbf6e49afa9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851942550989212896"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:12:43.983] Scheduled build:
{
"id": "8686512487632131953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-23T19:12:43.611945085Z",
"updateTime": "2026-03-23T19:12:43.611945085Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "61bade58e61dac65bd4475e8d6a54fbf6e49afa9",
"ref": "refs/heads/main"
}
}
}
[19:12:43.983] Task URL: https://cr-buildbucket.appspot.com/build/8686512487632131953
[19:12:43.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:2:0) after 4m20s
[19:12:44.088] Received PubSub notification, asking Buildbucket for the build status
[19:12:44.114] Build status: SCHEDULED
[19:15:57.585] Received PubSub notification, asking Buildbucket for the build status
[19:15:57.647] Build status: STARTED
[19:17:03.999] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:2:0)
[19:17:04.024] Build status: STARTED
[19:17:04.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:5:0) after 3m11s
[19:20:15.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:5:0)
[19:20:15.704] Build status: STARTED
[19:20:15.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:6:0) after 8m36s
[19:28:51.865] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:6:0)
[19:28:51.924] Build status: STARTED
[19:28:51.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:7:0) after 5m23s
[19:34:14.967] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:7:0)
[19:34:14.986] Build status: STARTED
[19:34:14.986] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:8:0) after 4m26s
[19:38:41.027] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:8:0)
[19:38:41.074] Build status: STARTED
[19:38:41.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:9:0) after 8m58s
[19:47:39.092] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:9:0)
[19:47:39.255] Build status: STARTED
[19:47:39.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:10:0) after 5m58s
[19:53:37.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:10:0)
[19:53:37.336] Build status: STARTED
[19:53:37.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:11:0) after 6m59s
[20:00:36.565] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:11:0)
[20:00:36.582] Build status: STARTED
[20:00:36.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:12:0) after 1m12s
[20:01:48.597] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:12:0)
[20:01:48.619] Build status: STARTED
[20:01:48.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:13:0) after 3m4s
[20:04:52.587] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:13:0)
[20:04:52.603] Build status: STARTED
[20:04:52.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:14:0) after 6m51s
[20:11:43.670] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:14:0)
[20:11:43.687] Build status: STARTED
[20:11:43.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:15:0) after 7m45s
[20:19:28.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:15:0)
[20:19:28.792] Build status: STARTED
[20:19:28.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:16:0) after 1m20s
[20:20:48.808] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:16:0)
[20:20:48.825] Build status: STARTED
[20:20:48.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:17:0) after 7m21s
[20:28:09.840] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:17:0)
[20:28:09.866] Build status: STARTED
[20:28:09.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:18:0) after 3m21s
[20:31:30.880] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:18:0)
[20:31:30.928] Build status: STARTED
[20:31:30.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:19:0) after 4m53s
[20:36:23.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:19:0)
[20:36:23.964] Build status: STARTED
[20:36:23.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:20:0) after 1m27s
[20:37:51.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:20:0)
[20:37:51.056] Build status: STARTED
[20:37:51.056] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:21:0) after 1m17s
[20:39:08.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:21:0)
[20:39:08.043] Build status: STARTED
[20:39:08.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:22:0) after 9m14s
[20:48:22.032] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:22:0)
[20:48:22.049] Build status: STARTED
[20:48:22.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:23:0) after 2m52s
[20:51:14.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:23:0)
[20:51:14.226] Build status: STARTED
[20:51:14.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-coverage-e5a0ec7f:8851942550989212896:24:0) after 5m47s
[20:56:57.968] Received PubSub notification, asking Buildbucket for the build status
[20:56:57.999] Build:
{
"id": "8686512487632131953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-23T19:12:43.611945085Z",
"startTime": "2026-03-23T19:15:57.399751554Z",
"endTime": "2026-03-23T20:56:57.416728809Z",
"updateTime": "2026-03-23T20:56:57.416728809Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "61bade58e61dac65bd4475e8d6a54fbf6e49afa9",
"ref": "refs/heads/main"
}
}
}
[20:56:57.999] Invocation finished in 1h44m16.974212942s with status FAILED