[23:27:28.860] New invocation is queued and will start shortly
[23:27:29.894] Starting the invocation (attempt 1)
[23:27:29.924] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/895ae2cf0da17d726ea269176ac712b24e321754"
[23:27:29.924] Popped gitiles commit info from properties and tags
[23:27:29.924] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:27:29.924] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:27:29.925] Buildbucket request:
{
"requestId": "8844678763227466480",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844678763227466480",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a3042d90abdddafda58d71f5b37b6a9dd92e14f9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a3042d90abdddafda58d71f5b37b6a9dd92e14f9",
"title": "a3042d90abdddafda58d71f5b37b6a9dd92e14f9",
"url": "https://fuchsia.googlesource.com/integration/+/a3042d90abdddafda58d71f5b37b6a9dd92e14f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "118c05ed89aac8225dbe3a3d87ce21124a693a39"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@118c05ed89aac8225dbe3a3d87ce21124a693a39",
"title": "118c05ed89aac8225dbe3a3d87ce21124a693a39",
"url": "https://fuchsia.googlesource.com/integration/+/118c05ed89aac8225dbe3a3d87ce21124a693a39"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a7969d6a51d393bccd71ad4f8cf98342458e55e6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a7969d6a51d393bccd71ad4f8cf98342458e55e6",
"title": "a7969d6a51d393bccd71ad4f8cf98342458e55e6",
"url": "https://fuchsia.googlesource.com/integration/+/a7969d6a51d393bccd71ad4f8cf98342458e55e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a83c24812831a5ee78c0beb27442901e7120b14c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a83c24812831a5ee78c0beb27442901e7120b14c",
"title": "a83c24812831a5ee78c0beb27442901e7120b14c",
"url": "https://fuchsia.googlesource.com/integration/+/a83c24812831a5ee78c0beb27442901e7120b14c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "93976f6894300affcbe177898a12431f6e92f4a8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@93976f6894300affcbe177898a12431f6e92f4a8",
"title": "93976f6894300affcbe177898a12431f6e92f4a8",
"url": "https://fuchsia.googlesource.com/integration/+/93976f6894300affcbe177898a12431f6e92f4a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "148618c7cf7e09b83dfbe38671ad6b8e1112a434"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@148618c7cf7e09b83dfbe38671ad6b8e1112a434",
"title": "148618c7cf7e09b83dfbe38671ad6b8e1112a434",
"url": "https://fuchsia.googlesource.com/integration/+/148618c7cf7e09b83dfbe38671ad6b8e1112a434"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "895ae2cf0da17d726ea269176ac712b24e321754"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@895ae2cf0da17d726ea269176ac712b24e321754",
"title": "895ae2cf0da17d726ea269176ac712b24e321754",
"url": "https://fuchsia.googlesource.com/integration/+/895ae2cf0da17d726ea269176ac712b24e321754"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "895ae2cf0da17d726ea269176ac712b24e321754",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844678763227466480"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:27:30.311] Scheduled build:
{
"id": "8679248701375218017",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-11T23:27:30.004255852Z",
"updateTime": "2026-06-11T23:27:30.004255852Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "895ae2cf0da17d726ea269176ac712b24e321754",
"ref": "refs/heads/main"
}
}
}
[23:27:30.311] Task URL: https://cr-buildbucket.appspot.com/build/8679248701375218017
[23:27:30.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:2:0) after 4m52s
[23:27:30.420] Received PubSub notification, asking Buildbucket for the build status
[23:27:30.443] Build status: SCHEDULED
[23:32:22.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:2:0)
[23:32:22.380] Build status: SCHEDULED
[23:32:22.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:4:0) after 2m9s
[23:34:31.396] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:4:0)
[23:34:31.411] Build status: SCHEDULED
[23:34:31.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:5:0) after 2m12s
[23:34:34.446] Received PubSub notification, asking Buildbucket for the build status
[23:34:34.467] Build status: STARTED
[23:36:43.387] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:5:0)
[23:36:43.466] Build status: STARTED
[23:36:43.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:7:0) after 1m57s
[23:38:40.504] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:7:0)
[23:38:40.529] Build status: STARTED
[23:38:40.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:8:0) after 6m25s
[23:45:05.634] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:8:0)
[23:45:08.025] Build status: STARTED
[23:45:08.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:9:0) after 4m8s
[23:49:16.037] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:9:0)
[23:49:16.056] Build status: STARTED
[23:49:16.056] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:10:0) after 2m35s
[23:51:51.101] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:10:0)
[23:51:51.144] Build status: STARTED
[23:51:51.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:11:0) after 6m48s
[23:58:39.209] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:11:0)
[23:58:39.279] Build status: STARTED
[23:58:39.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:12:0) after 4m51s
[00:03:30.376] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:12:0)
[00:03:30.403] Build status: STARTED
[00:03:30.403] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:13:0) after 8m34s
[00:12:04.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:13:0)
[00:12:04.492] Build status: STARTED
[00:12:04.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:14:0) after 2m27s
[00:14:31.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:14:0)
[00:14:31.560] Build status: STARTED
[00:14:31.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:15:0) after 5m37s
[00:20:08.614] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:15:0)
[00:20:08.660] Build status: STARTED
[00:20:08.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:16:0) after 1m28s
[00:21:36.733] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:16:0)
[00:21:36.752] Build status: STARTED
[00:21:36.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:17:0) after 7m2s
[00:28:38.766] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:17:0)
[00:28:38.781] Build status: STARTED
[00:28:38.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:18:0) after 3m52s
[00:32:30.769] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:18:0)
[00:32:30.789] Build status: STARTED
[00:32:30.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:19:0) after 5m34s
[00:38:04.807] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:19:0)
[00:38:04.832] Build status: STARTED
[00:38:04.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:20:0) after 6m21s
[00:44:25.898] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:20:0)
[00:44:25.912] Build status: STARTED
[00:44:25.912] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:21:0) after 2m25s
[00:46:50.927] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:21:0)
[00:46:50.952] Build status: STARTED
[00:46:50.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:22:0) after 8m48s
[00:55:39.037] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:22:0)
[00:55:39.059] Build status: STARTED
[00:55:39.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:23:0) after 2m8s
[00:57:47.177] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:23:0)
[00:57:47.280] Build status: STARTED
[00:57:47.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:24:0) after 5m47s
[01:03:34.360] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:24:0)
[01:03:34.487] Build status: STARTED
[01:03:34.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:25:0) after 4m55s
[01:08:29.526] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:25:0)
[01:08:29.657] Build status: STARTED
[01:08:29.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:26:0) after 9m7s
[01:17:36.633] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:26:0)
[01:17:36.651] Build status: STARTED
[01:17:36.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:27:0) after 9m20s
[01:26:56.702] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:27:0)
[01:26:56.769] Build status: STARTED
[01:26:56.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:28:0) after 9m18s
[01:36:14.868] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:28:0)
[01:36:14.886] Build status: STARTED
[01:36:14.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:29:0) after 4m40s
[01:40:54.861] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:29:0)
[01:40:54.880] Build status: STARTED
[01:40:54.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:30:0) after 6m19s
[01:47:13.900] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:30:0)
[01:47:13.917] Build status: STARTED
[01:47:13.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:31:0) after 7m14s
[01:54:27.919] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:31:0)
[01:54:27.935] Build status: STARTED
[01:54:27.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:32:0) after 8m51s
[02:03:18.952] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:32:0)
[02:03:18.977] Build status: STARTED
[02:03:18.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:33:0) after 6m38s
[02:09:56.990] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:33:0)
[02:09:57.117] Build status: STARTED
[02:09:57.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:34:0) after 5m5s
[02:15:02.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:34:0)
[02:15:02.151] Build status: STARTED
[02:15:02.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:35:0) after 2m1s
[02:17:03.170] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:35:0)
[02:17:03.189] Build status: STARTED
[02:17:03.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:36:0) after 1m26s
[02:18:29.258] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:36:0)
[02:18:29.313] Build status: STARTED
[02:18:29.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:37:0) after 5m3s
[02:23:32.408] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:37:0)
[02:23:32.428] Build status: STARTED
[02:23:32.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8844678763227466480:38:0) after 3m42s
[02:24:45.606] Received PubSub notification, asking Buildbucket for the build status
[02:24:45.674] Build:
{
"id": "8679248701375218017",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-11T23:27:30.004255852Z",
"startTime": "2026-06-11T23:34:34.082835258Z",
"endTime": "2026-06-12T02:24:45.210154612Z",
"updateTime": "2026-06-12T02:24:45.210154612Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "895ae2cf0da17d726ea269176ac712b24e321754",
"ref": "refs/heads/main"
}
}
}
[02:24:45.674] Invocation finished in 2h57m16.819503504s with status FAILED