[23:21:23.326] New invocation is queued and will start shortly
[23:21:24.472] Starting the invocation (attempt 1)
[23:21:24.493] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/003cbd35e9a71807643ccd7b4f2dfeba764aa1e5"
[23:21:24.493] Popped gitiles commit info from properties and tags
[23:21:24.493] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:21:24.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:21:24.494] Buildbucket request:
{
"requestId": "8850386755398634656",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850386755398634656",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "707365a6bd596fcb7c3f33b7c1fb9ad57bf81353"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@707365a6bd596fcb7c3f33b7c1fb9ad57bf81353",
"title": "707365a6bd596fcb7c3f33b7c1fb9ad57bf81353",
"url": "https://fuchsia.googlesource.com/integration/+/707365a6bd596fcb7c3f33b7c1fb9ad57bf81353"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0277e6acf714253060b49a930f1a1c84e977ef79"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0277e6acf714253060b49a930f1a1c84e977ef79",
"title": "0277e6acf714253060b49a930f1a1c84e977ef79",
"url": "https://fuchsia.googlesource.com/integration/+/0277e6acf714253060b49a930f1a1c84e977ef79"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "29c64ea1bfea51c01b78b2defdbc9b03e2205fca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29c64ea1bfea51c01b78b2defdbc9b03e2205fca",
"title": "29c64ea1bfea51c01b78b2defdbc9b03e2205fca",
"url": "https://fuchsia.googlesource.com/integration/+/29c64ea1bfea51c01b78b2defdbc9b03e2205fca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "071656d2f64ddf912b45445b285c6a2f44a5d07b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@071656d2f64ddf912b45445b285c6a2f44a5d07b",
"title": "071656d2f64ddf912b45445b285c6a2f44a5d07b",
"url": "https://fuchsia.googlesource.com/integration/+/071656d2f64ddf912b45445b285c6a2f44a5d07b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b8fb77cae7cd6bcd443d9802d1c6989aa2142314"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b8fb77cae7cd6bcd443d9802d1c6989aa2142314",
"title": "b8fb77cae7cd6bcd443d9802d1c6989aa2142314",
"url": "https://fuchsia.googlesource.com/integration/+/b8fb77cae7cd6bcd443d9802d1c6989aa2142314"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "908f1f0cdef9a1b48b9ccf750e637853efbeba20"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@908f1f0cdef9a1b48b9ccf750e637853efbeba20",
"title": "908f1f0cdef9a1b48b9ccf750e637853efbeba20",
"url": "https://fuchsia.googlesource.com/integration/+/908f1f0cdef9a1b48b9ccf750e637853efbeba20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "da65b2e55253723c8ca89967485ef36c5cb4872b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@da65b2e55253723c8ca89967485ef36c5cb4872b",
"title": "da65b2e55253723c8ca89967485ef36c5cb4872b",
"url": "https://fuchsia.googlesource.com/integration/+/da65b2e55253723c8ca89967485ef36c5cb4872b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3",
"title": "258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3",
"url": "https://fuchsia.googlesource.com/integration/+/258a2c6ab59741b6b1be94d1ffe04e7a5e64d2c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"title": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"url": "https://fuchsia.googlesource.com/integration/+/003cbd35e9a71807643ccd7b4f2dfeba764aa1e5"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850386755398634656"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:21:24.994] Scheduled build:
{
"id": "8684956693463792353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-09T23:21:24.551923264Z",
"updateTime": "2026-04-09T23:21:24.551923264Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"ref": "refs/heads/main"
}
}
}
[23:21:24.994] Task URL: https://cr-buildbucket.appspot.com/build/8684956693463792353
[23:21:24.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:2:0) after 6m40s
[23:21:25.984] Received PubSub notification, asking Buildbucket for the build status
[23:21:26.005] Build status: SCHEDULED
[23:21:32.521] Received PubSub notification, asking Buildbucket for the build status
[23:21:32.570] Build status: STARTED
[23:28:05.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:2:0)
[23:28:05.034] Build status: STARTED
[23:28:05.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:5:0) after 8m11s
[23:36:16.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:5:0)
[23:36:16.101] Build status: STARTED
[23:36:16.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:6:0) after 6m4s
[23:42:20.138] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:6:0)
[23:42:20.158] Build status: STARTED
[23:42:20.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:7:0) after 1m25s
[23:43:45.176] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:7:0)
[23:43:45.253] Build status: STARTED
[23:43:45.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:8:0) after 5m52s
[23:49:37.311] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:8:0)
[23:49:37.328] Build status: STARTED
[23:49:37.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:9:0) after 7m14s
[23:56:51.442] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:9:0)
[23:56:51.455] Build status: STARTED
[23:56:51.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:10:0) after 9m49s
[00:06:40.477] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:10:0)
[00:06:40.505] Build status: STARTED
[00:06:40.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:11:0) after 6m54s
[00:13:34.520] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:11:0)
[00:13:34.544] Build status: STARTED
[00:13:34.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:12:0) after 5m34s
[00:19:08.527] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:12:0)
[00:19:08.549] Build status: STARTED
[00:19:08.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:13:0) after 3m56s
[00:23:04.611] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:13:0)
[00:23:04.637] Build status: STARTED
[00:23:04.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:14:0) after 3m23s
[00:26:27.705] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:14:0)
[00:26:27.721] Build status: STARTED
[00:26:27.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:15:0) after 7m37s
[00:34:04.797] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:15:0)
[00:34:04.815] Build status: STARTED
[00:34:04.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:16:0) after 7m24s
[00:41:28.843] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:16:0)
[00:41:28.861] Build status: STARTED
[00:41:28.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:17:0) after 1m55s
[00:43:23.879] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:17:0)
[00:43:23.895] Build status: STARTED
[00:43:23.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:18:0) after 8m10s
[00:51:34.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:18:0)
[00:51:34.053] Build status: STARTED
[00:51:34.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:19:0) after 1m14s
[00:52:48.167] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:19:0)
[00:52:48.183] Build status: STARTED
[00:52:48.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:20:0) after 9m20s
[01:02:08.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:20:0)
[01:02:08.221] Build status: STARTED
[01:02:08.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:21:0) after 5m12s
[01:07:20.190] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:21:0)
[01:07:20.216] Build status: STARTED
[01:07:20.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:22:0) after 2m32s
[01:09:52.198] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:22:0)
[01:09:52.218] Build status: STARTED
[01:09:52.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:23:0) after 2m8s
[01:12:00.238] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:23:0)
[01:12:00.260] Build status: STARTED
[01:12:00.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:24:0) after 9m9s
[01:21:09.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:24:0)
[01:21:09.301] Build status: STARTED
[01:21:09.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:25:0) after 9m8s
[01:30:17.367] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:25:0)
[01:30:17.388] Build status: STARTED
[01:30:17.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:26:0) after 8m52s
[01:39:09.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:26:0)
[01:39:09.614] Build status: STARTED
[01:39:09.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:27:0) after 4m1s
[01:43:10.678] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:27:0)
[01:43:10.700] Build status: STARTED
[01:43:10.700] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:28:0) after 1m20s
[01:44:30.818] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:28:0)
[01:44:30.877] Build status: STARTED
[01:44:30.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:29:0) after 5m33s
[01:50:03.941] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:29:0)
[01:50:04.017] Build status: STARTED
[01:50:04.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:30:0) after 5m53s
[01:55:57.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:30:0)
[01:55:57.127] Build status: STARTED
[01:55:57.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:31:0) after 1m4s
[01:57:01.128] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:31:0)
[01:57:01.144] Build status: STARTED
[01:57:01.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:32:0) after 9m31s
[02:06:32.189] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:32:0)
[02:06:32.210] Build status: STARTED
[02:06:32.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:33:0) after 4m18s
[02:10:50.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:33:0)
[02:10:50.241] Build status: STARTED
[02:10:50.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8850386755398634656:34:0) after 2m10s
[02:12:10.613] Received PubSub notification, asking Buildbucket for the build status
[02:12:10.637] Build:
{
"id": "8684956693463792353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-09T23:21:24.551923264Z",
"startTime": "2026-04-09T23:21:32.342578816Z",
"endTime": "2026-04-10T02:12:10.210081812Z",
"updateTime": "2026-04-10T02:12:10.210081812Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "003cbd35e9a71807643ccd7b4f2dfeba764aa1e5",
"ref": "refs/heads/main"
}
}
}
[02:12:10.637] Invocation finished in 2h50m47.314651941s with status FAILED