[00:34:37.848] New invocation is queued and will start shortly
[00:34:38.923] Starting the invocation (attempt 1)
[00:34:39.002] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/906a3f39707c35d1db7f15a37afd50cb403baae2"
[00:34:39.002] Popped gitiles commit info from properties and tags
[00:34:39.002] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:34:39.003] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:34:39.003] Buildbucket request:
{
"requestId": "8841684838634602912",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841684838634602912",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fc574dc2d92bbd8f0e1391467aad65020cb0bc0d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fc574dc2d92bbd8f0e1391467aad65020cb0bc0d",
"title": "fc574dc2d92bbd8f0e1391467aad65020cb0bc0d",
"url": "https://fuchsia.googlesource.com/integration/+/fc574dc2d92bbd8f0e1391467aad65020cb0bc0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "963bd14c46bc9cfdd05408c71e56e842ae91eb3c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@963bd14c46bc9cfdd05408c71e56e842ae91eb3c",
"title": "963bd14c46bc9cfdd05408c71e56e842ae91eb3c",
"url": "https://fuchsia.googlesource.com/integration/+/963bd14c46bc9cfdd05408c71e56e842ae91eb3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5561a89b8b5d8a1bf5c511f01410efc6b52186bb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5561a89b8b5d8a1bf5c511f01410efc6b52186bb",
"title": "5561a89b8b5d8a1bf5c511f01410efc6b52186bb",
"url": "https://fuchsia.googlesource.com/integration/+/5561a89b8b5d8a1bf5c511f01410efc6b52186bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "000818009b0b4d08eddd54ed60218627cf8fc5e5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@000818009b0b4d08eddd54ed60218627cf8fc5e5",
"title": "000818009b0b4d08eddd54ed60218627cf8fc5e5",
"url": "https://fuchsia.googlesource.com/integration/+/000818009b0b4d08eddd54ed60218627cf8fc5e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "906a3f39707c35d1db7f15a37afd50cb403baae2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@906a3f39707c35d1db7f15a37afd50cb403baae2",
"title": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"url": "https://fuchsia.googlesource.com/integration/+/906a3f39707c35d1db7f15a37afd50cb403baae2"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841684838634602912"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:34:39.638] Scheduled build:
{
"id": "8676254776631104913",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T00:34:39.137968343Z",
"updateTime": "2026-07-15T00:34:39.137968343Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
}
}
}
[00:34:39.638] Task URL: https://cr-buildbucket.appspot.com/build/8676254776631104913
[00:34:39.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:2:0) after 3m57s
[00:34:40.510] Received PubSub notification, asking Buildbucket for the build status
[00:34:40.537] Build status: SCHEDULED
[00:34:44.165] Received PubSub notification, asking Buildbucket for the build status
[00:34:44.185] Build status: STARTED
[00:38:36.701] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:2:0)
[00:38:36.727] Build status: STARTED
[00:38:36.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:5:0) after 7m43s
[00:46:19.812] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:5:0)
[00:46:19.847] Build status: STARTED
[00:46:19.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:6:0) after 1m51s
[00:48:10.864] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:6:0)
[00:48:10.879] Build status: STARTED
[00:48:10.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:7:0) after 6m40s
[00:54:50.895] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:7:0)
[00:54:50.915] Build status: STARTED
[00:54:50.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:8:0) after 3m3s
[00:57:53.885] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:8:0)
[00:57:53.905] Build status: STARTED
[00:57:53.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:9:0) after 6m33s
[01:04:26.917] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:9:0)
[01:04:27.039] Build status: STARTED
[01:04:27.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:10:0) after 8m28s
[01:12:55.106] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:10:0)
[01:12:55.138] Build status: STARTED
[01:12:55.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:11:0) after 8m31s
[01:21:26.154] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:11:0)
[01:21:26.170] Build status: STARTED
[01:21:26.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:12:0) after 2m50s
[01:24:16.213] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:12:0)
[01:24:16.236] Build status: STARTED
[01:24:16.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:13:0) after 6m47s
[01:31:03.251] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:13:0)
[01:31:03.422] Build status: STARTED
[01:31:03.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:14:0) after 3m36s
[01:34:39.438] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:14:0)
[01:34:39.468] Build status: STARTED
[01:34:39.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:15:0) after 2m7s
[01:36:46.503] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:15:0)
[01:36:46.520] Build status: STARTED
[01:36:46.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:16:0) after 5m45s
[01:42:31.536] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:16:0)
[01:42:31.556] Build status: STARTED
[01:42:31.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:17:0) after 2m58s
[01:45:29.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:17:0)
[01:45:29.602] Build status: STARTED
[01:45:29.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:18:0) after 6m15s
[01:51:44.621] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:18:0)
[01:51:44.642] Build status: STARTED
[01:51:44.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:19:0) after 4m41s
[01:56:25.680] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:19:0)
[01:56:25.698] Build status: STARTED
[01:56:25.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:20:0) after 8m37s
[02:05:02.777] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:20:0)
[02:05:02.809] Build status: STARTED
[02:05:02.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:21:0) after 5m24s
[02:10:26.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:21:0)
[02:10:26.854] Build status: STARTED
[02:10:26.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:22:0) after 5m31s
[02:15:57.872] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:22:0)
[02:15:57.892] Build status: STARTED
[02:15:57.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:23:0) after 4m50s
[02:20:47.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:23:0)
[02:20:47.934] Build status: STARTED
[02:20:47.934] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:24:0) after 8m5s
[02:28:52.951] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:24:0)
[02:28:52.972] Build status: STARTED
[02:28:52.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:25:0) after 3m50s
[02:32:42.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:25:0)
[02:32:43.006] Build status: STARTED
[02:32:43.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:26:0) after 2m9s
[02:34:52.021] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:26:0)
[02:34:52.047] Build status: STARTED
[02:34:52.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:27:0) after 6m5s
[02:40:57.160] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:27:0)
[02:40:57.185] Build status: STARTED
[02:40:57.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:28:0) after 9m19s
[02:50:16.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:28:0)
[02:50:16.274] Build status: STARTED
[02:50:16.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:29:0) after 5m59s
[02:56:15.308] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:29:0)
[02:56:15.352] Build status: STARTED
[02:56:15.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:30:0) after 7m43s
[03:03:58.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:30:0)
[03:03:58.384] Build status: STARTED
[03:03:58.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:31:0) after 3m53s
[03:07:51.402] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:31:0)
[03:07:51.429] Build status: STARTED
[03:07:51.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:32:0) after 4m52s
[03:12:43.444] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:32:0)
[03:12:43.464] Build status: STARTED
[03:12:43.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:33:0) after 5m11s
[03:17:54.518] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:33:0)
[03:17:54.542] Build status: STARTED
[03:17:54.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841684838634602912:34:0) after 8m49s
[03:24:54.721] Received PubSub notification, asking Buildbucket for the build status
[03:24:54.738] Build:
{
"id": "8676254776631104913",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T00:34:39.137968343Z",
"startTime": "2026-07-15T00:34:43.669331631Z",
"endTime": "2026-07-15T03:24:54.156607949Z",
"updateTime": "2026-07-15T03:24:54.156607949Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "906a3f39707c35d1db7f15a37afd50cb403baae2",
"ref": "refs/heads/main"
}
}
}
[03:24:54.738] Invocation finished in 2h50m16.895742065s with status FAILED