[00:19:36.130] New invocation is queued and will start shortly
[00:19:38.343] Starting the invocation (attempt 1)
[00:19:38.369] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed"
[00:19:38.369] Popped gitiles commit info from properties and tags
[00:19:38.369] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:19:38.369] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:19:38.370] Buildbucket request:
{
"requestId": "8851560853494921104",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851560853494921104",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "69c843af6c52d56b793608ce33abd80b401bb6fc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@69c843af6c52d56b793608ce33abd80b401bb6fc",
"title": "69c843af6c52d56b793608ce33abd80b401bb6fc",
"url": "https://fuchsia.googlesource.com/integration/+/69c843af6c52d56b793608ce33abd80b401bb6fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f623255919eee312a80cb23a8e271bad417a97a9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f623255919eee312a80cb23a8e271bad417a97a9",
"title": "f623255919eee312a80cb23a8e271bad417a97a9",
"url": "https://fuchsia.googlesource.com/integration/+/f623255919eee312a80cb23a8e271bad417a97a9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2d43684ceee0b3866ae81b72ec6755514670ac92"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2d43684ceee0b3866ae81b72ec6755514670ac92",
"title": "2d43684ceee0b3866ae81b72ec6755514670ac92",
"url": "https://fuchsia.googlesource.com/integration/+/2d43684ceee0b3866ae81b72ec6755514670ac92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2ce39e7a9a7eec2d106187b7c1f024ec3e0316d2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2ce39e7a9a7eec2d106187b7c1f024ec3e0316d2",
"title": "2ce39e7a9a7eec2d106187b7c1f024ec3e0316d2",
"url": "https://fuchsia.googlesource.com/integration/+/2ce39e7a9a7eec2d106187b7c1f024ec3e0316d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6346c071e8ad9721b46f9633ee29781b9a953cd3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6346c071e8ad9721b46f9633ee29781b9a953cd3",
"title": "6346c071e8ad9721b46f9633ee29781b9a953cd3",
"url": "https://fuchsia.googlesource.com/integration/+/6346c071e8ad9721b46f9633ee29781b9a953cd3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e0a6f791c5a4f5c5497cf6ce50234f0bb67f5351"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e0a6f791c5a4f5c5497cf6ce50234f0bb67f5351",
"title": "e0a6f791c5a4f5c5497cf6ce50234f0bb67f5351",
"url": "https://fuchsia.googlesource.com/integration/+/e0a6f791c5a4f5c5497cf6ce50234f0bb67f5351"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d0174ddddf2ee3b1e1cb09f6689fa299ee2300cf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d0174ddddf2ee3b1e1cb09f6689fa299ee2300cf",
"title": "d0174ddddf2ee3b1e1cb09f6689fa299ee2300cf",
"url": "https://fuchsia.googlesource.com/integration/+/d0174ddddf2ee3b1e1cb09f6689fa299ee2300cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1e1007be5c3307213c47713aacec263656a75b48"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1e1007be5c3307213c47713aacec263656a75b48",
"title": "1e1007be5c3307213c47713aacec263656a75b48",
"url": "https://fuchsia.googlesource.com/integration/+/1e1007be5c3307213c47713aacec263656a75b48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a38c92b0c3d1b798adf45f914d205834b7666dfb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a38c92b0c3d1b798adf45f914d205834b7666dfb",
"title": "a38c92b0c3d1b798adf45f914d205834b7666dfb",
"url": "https://fuchsia.googlesource.com/integration/+/a38c92b0c3d1b798adf45f914d205834b7666dfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5277e226ebc6906fcec850ac87db12e6b9c7de7f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5277e226ebc6906fcec850ac87db12e6b9c7de7f",
"title": "5277e226ebc6906fcec850ac87db12e6b9c7de7f",
"url": "https://fuchsia.googlesource.com/integration/+/5277e226ebc6906fcec850ac87db12e6b9c7de7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "695e4a3e5c1274c575f5ba93c3f2905901899f07"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@695e4a3e5c1274c575f5ba93c3f2905901899f07",
"title": "695e4a3e5c1274c575f5ba93c3f2905901899f07",
"url": "https://fuchsia.googlesource.com/integration/+/695e4a3e5c1274c575f5ba93c3f2905901899f07"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed",
"title": "c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed",
"url": "https://fuchsia.googlesource.com/integration/+/c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851560853494921104"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:19:38.826] Scheduled build:
{
"id": "8686130790426967105",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T00:19:38.432165084Z",
"updateTime": "2026-03-28T00:19:38.432165084Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed",
"ref": "refs/heads/main"
}
}
}
[00:19:38.826] Task URL: https://cr-buildbucket.appspot.com/build/8686130790426967105
[00:19:38.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:2:0) after 2m17s
[00:19:38.995] Received PubSub notification, asking Buildbucket for the build status
[00:19:39.024] Build status: SCHEDULED
[00:21:14.026] Received PubSub notification, asking Buildbucket for the build status
[00:21:14.056] Build status: STARTED
[00:21:55.896] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:2:0)
[00:21:55.977] Build status: STARTED
[00:21:55.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:5:0) after 2m58s
[00:24:53.964] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:5:0)
[00:24:53.987] Build status: STARTED
[00:24:53.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:6:0) after 1m48s
[00:26:42.062] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:6:0)
[00:26:42.078] Build status: STARTED
[00:26:42.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:7:0) after 1m5s
[00:27:47.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:7:0)
[00:27:47.279] Build status: STARTED
[00:27:47.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:8:0) after 1m4s
[00:28:51.298] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:8:0)
[00:28:51.326] Build status: STARTED
[00:28:51.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:9:0) after 3m22s
[00:32:13.341] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:9:0)
[00:32:13.423] Build status: STARTED
[00:32:13.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:10:0) after 8m58s
[00:41:11.440] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:10:0)
[00:41:11.471] Build status: STARTED
[00:41:11.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:11:0) after 6m48s
[00:47:59.484] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:11:0)
[00:47:59.511] Build status: STARTED
[00:47:59.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:12:0) after 6m1s
[00:54:00.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:12:0)
[00:54:00.553] Build status: STARTED
[00:54:00.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:13:0) after 8m58s
[01:02:58.623] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:13:0)
[01:02:58.653] Build status: STARTED
[01:02:58.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:14:0) after 8m22s
[01:11:20.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:14:0)
[01:11:20.792] Build status: STARTED
[01:11:20.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851560853494921104:15:0) after 9m51s
[01:15:51.859] Received PubSub notification, asking Buildbucket for the build status
[01:15:51.882] Build:
{
"id": "8686130790426967105",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T00:19:38.432165084Z",
"startTime": "2026-03-28T00:21:13.396159162Z",
"endTime": "2026-03-28T01:15:50.204811921Z",
"updateTime": "2026-03-28T01:15:50.204811921Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c1dbe3a8deb143a9f1a7f44be39910a58dc3a9ed",
"ref": "refs/heads/main"
}
}
}
[01:15:51.882] Invocation finished in 56m15.760332367s with status FAILED