[22:58:50.100] New invocation is queued and will start shortly
[22:58:51.438] Starting the invocation (attempt 1)
[22:58:51.465] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e183e942eb81168bc000a06e0c940d4860cdabe0"
[22:58:51.465] Popped gitiles commit info from properties and tags
[22:58:51.466] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:58:51.466] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:58:51.466] Buildbucket request:
{
"requestId": "8841600268618671152",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841600268618671152",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1f7994eeea55fe894ab0bd5b3adc770ec73bd9de"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1f7994eeea55fe894ab0bd5b3adc770ec73bd9de",
"title": "1f7994eeea55fe894ab0bd5b3adc770ec73bd9de",
"url": "https://fuchsia.googlesource.com/integration/+/1f7994eeea55fe894ab0bd5b3adc770ec73bd9de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0df85101b41adf8375220028b0d0616d959ca6b6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0df85101b41adf8375220028b0d0616d959ca6b6",
"title": "0df85101b41adf8375220028b0d0616d959ca6b6",
"url": "https://fuchsia.googlesource.com/integration/+/0df85101b41adf8375220028b0d0616d959ca6b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5624689e779032fc5e9419d5da47f0402b509d1a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5624689e779032fc5e9419d5da47f0402b509d1a",
"title": "5624689e779032fc5e9419d5da47f0402b509d1a",
"url": "https://fuchsia.googlesource.com/integration/+/5624689e779032fc5e9419d5da47f0402b509d1a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f70ede057afc4437b51909298429ee3417c9c434"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f70ede057afc4437b51909298429ee3417c9c434",
"title": "f70ede057afc4437b51909298429ee3417c9c434",
"url": "https://fuchsia.googlesource.com/integration/+/f70ede057afc4437b51909298429ee3417c9c434"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e183e942eb81168bc000a06e0c940d4860cdabe0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e183e942eb81168bc000a06e0c940d4860cdabe0",
"title": "e183e942eb81168bc000a06e0c940d4860cdabe0",
"url": "https://fuchsia.googlesource.com/integration/+/e183e942eb81168bc000a06e0c940d4860cdabe0"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e183e942eb81168bc000a06e0c940d4860cdabe0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841600268618671152"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:58:51.893] Scheduled build:
{
"id": "8676170206447474433",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T22:58:51.549450325Z",
"updateTime": "2026-07-15T22:58:51.549450325Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e183e942eb81168bc000a06e0c940d4860cdabe0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:58:51.893] Task URL: https://cr-buildbucket.appspot.com/build/8676170206447474433
[22:58:51.893] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:2:0) after 2m24s
[22:58:52.834] Received PubSub notification, asking Buildbucket for the build status
[22:58:52.854] Build status: SCHEDULED
[22:58:55.516] Received PubSub notification, asking Buildbucket for the build status
[22:58:55.643] Build status: STARTED
[23:01:16.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:2:0)
[23:01:16.271] Build status: STARTED
[23:01:16.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:5:0) after 9m52s
[23:11:08.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:5:0)
[23:11:08.318] Build status: STARTED
[23:11:08.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:6:0) after 7m51s
[23:18:59.382] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:6:0)
[23:18:59.401] Build status: STARTED
[23:18:59.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:7:0) after 8m56s
[23:27:55.420] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:7:0)
[23:27:55.452] Build status: STARTED
[23:27:55.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:8:0) after 6m16s
[23:34:11.465] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:8:0)
[23:34:11.481] Build status: STARTED
[23:34:11.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:9:0) after 2m57s
[23:37:08.523] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:9:0)
[23:37:08.542] Build status: STARTED
[23:37:08.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:10:0) after 1m12s
[23:38:20.646] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:10:0)
[23:38:20.690] Build status: STARTED
[23:38:20.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:11:0) after 6m46s
[23:45:06.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:11:0)
[23:45:06.823] Build status: STARTED
[23:45:06.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:12:0) after 2m20s
[23:47:26.904] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:12:0)
[23:47:26.925] Build status: STARTED
[23:47:26.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:13:0) after 9m49s
[23:57:16.139] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:13:0)
[23:57:16.159] Build status: STARTED
[23:57:16.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:14:0) after 7m38s
[00:04:54.174] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:14:0)
[00:04:54.228] Build status: STARTED
[00:04:54.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:15:0) after 9m15s
[00:14:09.290] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:15:0)
[00:14:09.308] Build status: STARTED
[00:14:09.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:16:0) after 7m56s
[00:22:05.520] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:16:0)
[00:22:05.557] Build status: STARTED
[00:22:05.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:17:0) after 2m24s
[00:24:29.537] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:17:0)
[00:24:29.565] Build status: STARTED
[00:24:29.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:18:0) after 7m39s
[00:32:08.579] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:18:0)
[00:32:08.639] Build status: STARTED
[00:32:08.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:19:0) after 5m2s
[00:37:10.657] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:19:0)
[00:37:10.674] Build status: STARTED
[00:37:10.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:20:0) after 2m33s
[00:39:43.902] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:20:0)
[00:39:43.951] Build status: STARTED
[00:39:43.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:21:0) after 9m44s
[00:49:27.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:21:0)
[00:49:28.003] Build status: STARTED
[00:49:28.003] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:22:0) after 4m15s
[00:53:43.174] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:22:0)
[00:53:43.194] Build status: STARTED
[00:53:43.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:23:0) after 4m45s
[00:58:28.367] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:23:0)
[00:58:28.387] Build status: STARTED
[00:58:28.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:24:0) after 5m12s
[01:03:40.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:24:0)
[01:03:40.425] Build status: STARTED
[01:03:40.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:25:0) after 6m29s
[01:10:09.493] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:25:0)
[01:10:09.517] Build status: STARTED
[01:10:09.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:26:0) after 1m4s
[01:11:13.585] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:26:0)
[01:11:13.864] Build status: STARTED
[01:11:13.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:27:0) after 7m58s
[01:19:12.016] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:27:0)
[01:19:12.035] Build status: STARTED
[01:19:12.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:28:0) after 2m59s
[01:22:11.055] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:28:0)
[01:22:11.082] Build status: STARTED
[01:22:11.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:29:0) after 2m17s
[01:24:28.086] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:29:0)
[01:24:28.246] Build status: STARTED
[01:24:28.246] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:30:0) after 9m27s
[01:33:55.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:30:0)
[01:33:55.281] Build status: STARTED
[01:33:55.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:31:0) after 1m18s
[01:35:13.286] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:31:0)
[01:35:13.301] Build status: STARTED
[01:35:13.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:32:0) after 9m24s
[01:44:37.503] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:32:0)
[01:44:37.525] Build status: STARTED
[01:44:37.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:33:0) after 1m40s
[01:46:17.604] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:33:0)
[01:46:17.627] Build status: STARTED
[01:46:17.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8841600268618671152:34:0) after 7m20s
[01:49:17.143] Received PubSub notification, asking Buildbucket for the build status
[01:49:17.184] Build:
{
"id": "8676170206447474433",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T22:58:51.549450325Z",
"startTime": "2026-07-15T22:58:55.345462384Z",
"endTime": "2026-07-16T01:49:16.617729256Z",
"updateTime": "2026-07-16T01:49:16.617729256Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e183e942eb81168bc000a06e0c940d4860cdabe0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:49:17.184] Invocation finished in 2h50m27.088930679s with status FAILED