[02:26:14.836] New invocation is queued and will start shortly
[02:26:15.982] Starting the invocation (attempt 1)
[02:26:16.002] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/88cf01894358d15baa03d78b76e784520660bd54"
[02:26:16.002] Popped gitiles commit info from properties and tags
[02:26:16.002] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:26:16.003] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:26:16.003] Buildbucket request:
{
"requestId": "8851643482642703712",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851643482642703712",
"job": "fuchsia/global.ci-core.arm64-lto-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "428f75ca4372572828db5a4e20fee3b1916349b3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@428f75ca4372572828db5a4e20fee3b1916349b3",
"title": "428f75ca4372572828db5a4e20fee3b1916349b3",
"url": "https://fuchsia.googlesource.com/integration/+/428f75ca4372572828db5a4e20fee3b1916349b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "25702d9d465b17967bcf5d9deb74aa8857d83525"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@25702d9d465b17967bcf5d9deb74aa8857d83525",
"title": "25702d9d465b17967bcf5d9deb74aa8857d83525",
"url": "https://fuchsia.googlesource.com/integration/+/25702d9d465b17967bcf5d9deb74aa8857d83525"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "66ea66ac02c3b11e004bc9e47f6ecbe65123c70f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@66ea66ac02c3b11e004bc9e47f6ecbe65123c70f",
"title": "66ea66ac02c3b11e004bc9e47f6ecbe65123c70f",
"url": "https://fuchsia.googlesource.com/integration/+/66ea66ac02c3b11e004bc9e47f6ecbe65123c70f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "70e2842e0ab40afc92812948195b869260ad1119"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@70e2842e0ab40afc92812948195b869260ad1119",
"title": "70e2842e0ab40afc92812948195b869260ad1119",
"url": "https://fuchsia.googlesource.com/integration/+/70e2842e0ab40afc92812948195b869260ad1119"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9c75dbe6caf57ef32a30548ceadccaeae22d18aa"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9c75dbe6caf57ef32a30548ceadccaeae22d18aa",
"title": "9c75dbe6caf57ef32a30548ceadccaeae22d18aa",
"url": "https://fuchsia.googlesource.com/integration/+/9c75dbe6caf57ef32a30548ceadccaeae22d18aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6389cd0ae6fd04ae86caa242ba18003e1d648510"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6389cd0ae6fd04ae86caa242ba18003e1d648510",
"title": "6389cd0ae6fd04ae86caa242ba18003e1d648510",
"url": "https://fuchsia.googlesource.com/integration/+/6389cd0ae6fd04ae86caa242ba18003e1d648510"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "88cf01894358d15baa03d78b76e784520660bd54"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@88cf01894358d15baa03d78b76e784520660bd54",
"title": "88cf01894358d15baa03d78b76e784520660bd54",
"url": "https://fuchsia.googlesource.com/integration/+/88cf01894358d15baa03d78b76e784520660bd54"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "88cf01894358d15baa03d78b76e784520660bd54",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851643482642703712"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-lto-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:26:17.617] Scheduled build:
{
"id": "8686213420286069761",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T02:26:16.457526423Z",
"updateTime": "2026-03-27T02:26:16.457526423Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "88cf01894358d15baa03d78b76e784520660bd54",
"ref": "refs/heads/main"
}
}
}
[02:26:17.617] Task URL: https://cr-buildbucket.appspot.com/build/8686213420286069761
[02:26:17.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:2:0) after 5m30s
[02:26:18.220] Received PubSub notification, asking Buildbucket for the build status
[02:26:18.236] Build status: SCHEDULED
[02:26:20.729] Received PubSub notification, asking Buildbucket for the build status
[02:26:20.810] Build status: STARTED
[02:31:47.680] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:2:0)
[02:31:47.836] Build status: STARTED
[02:31:47.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:5:0) after 3m41s
[02:35:28.901] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:5:0)
[02:35:28.915] Build status: STARTED
[02:35:28.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:6:0) after 3m34s
[02:39:02.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:6:0)
[02:39:03.000] Build status: STARTED
[02:39:03.000] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:7:0) after 6m27s
[02:45:30.162] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:7:0)
[02:45:30.182] Build status: STARTED
[02:45:30.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:8:0) after 5m29s
[02:50:59.234] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:8:0)
[02:50:59.258] Build status: STARTED
[02:50:59.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:9:0) after 4m43s
[02:55:42.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:9:0)
[02:55:42.297] Build status: STARTED
[02:55:42.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:10:0) after 8m48s
[03:04:30.313] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:10:0)
[03:04:30.400] Build status: STARTED
[03:04:30.400] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:11:0) after 8m7s
[03:12:37.490] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:11:0)
[03:12:37.519] Build status: STARTED
[03:12:37.519] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:12:0) after 6m45s
[03:19:22.513] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:12:0)
[03:19:22.532] Build status: STARTED
[03:19:22.532] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:13:0) after 6m38s
[03:26:00.670] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:13:0)
[03:26:00.689] Build status: STARTED
[03:26:00.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:14:0) after 6m22s
[03:32:22.829] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:14:0)
[03:32:22.864] Build status: STARTED
[03:32:22.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:15:0) after 8m45s
[03:41:07.885] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:15:0)
[03:41:07.902] Build status: STARTED
[03:41:07.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:16:0) after 6m51s
[03:47:58.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:16:0)
[03:47:59.000] Build status: STARTED
[03:47:59.000] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:17:0) after 9m59s
[03:57:58.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:17:0)
[03:57:58.168] Build status: STARTED
[03:57:58.168] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:18:0) after 7m46s
[04:05:44.239] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:18:0)
[04:05:44.255] Build status: STARTED
[04:05:44.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:19:0) after 1m18s
[04:07:02.295] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:19:0)
[04:07:02.312] Build status: STARTED
[04:07:02.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:20:0) after 1m18s
[04:08:20.328] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:20:0)
[04:08:20.343] Build status: STARTED
[04:08:20.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:21:0) after 9m54s
[04:18:14.413] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:21:0)
[04:18:14.441] Build status: STARTED
[04:18:14.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:22:0) after 1m18s
[04:19:32.480] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:22:0)
[04:19:32.505] Build status: STARTED
[04:19:32.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:23:0) after 6m44s
[04:26:16.575] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:23:0)
[04:26:16.661] Build status: STARTED
[04:26:16.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:24:0) after 7m37s
[04:33:53.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:24:0)
[04:33:53.833] Build status: STARTED
[04:33:53.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:25:0) after 8m42s
[04:42:35.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:25:0)
[04:42:35.867] Build status: STARTED
[04:42:35.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:26:0) after 2m46s
[04:45:21.846] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:26:0)
[04:45:21.863] Build status: STARTED
[04:45:21.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:27:0) after 3m31s
[04:48:52.951] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:27:0)
[04:48:52.990] Build status: STARTED
[04:48:52.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:28:0) after 3m23s
[04:52:15.998] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:28:0)
[04:52:16.018] Build status: STARTED
[04:52:16.018] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:29:0) after 1m37s
[04:53:53.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:29:0)
[04:53:53.059] Build status: STARTED
[04:53:53.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:30:0) after 7m44s
[05:01:37.116] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:30:0)
[05:01:37.133] Build status: STARTED
[05:01:37.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:31:0) after 4m33s
[05:06:10.154] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:31:0)
[05:06:10.217] Build status: STARTED
[05:06:10.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:32:0) after 2m59s
[05:09:09.282] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:32:0)
[05:09:09.298] Build status: STARTED
[05:09:09.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:33:0) after 9m35s
[05:18:44.424] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:33:0)
[05:18:44.446] Build status: STARTED
[05:18:44.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:34:0) after 9m48s
[05:28:32.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:34:0)
[05:28:32.512] Build status: STARTED
[05:28:32.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:35:0) after 7m35s
[05:36:07.527] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:35:0)
[05:36:07.543] Build status: STARTED
[05:36:07.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-lto-e5a0ec7f:8851643482642703712:36:0) after 7m0s
[05:40:43.355] Received PubSub notification, asking Buildbucket for the build status
[05:40:43.437] Build:
{
"id": "8686213420286069761",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-lto"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T02:26:16.457526423Z",
"startTime": "2026-03-27T02:26:20.544726848Z",
"endTime": "2026-03-27T05:40:42.775278441Z",
"updateTime": "2026-03-27T05:40:42.775278441Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "88cf01894358d15baa03d78b76e784520660bd54",
"ref": "refs/heads/main"
}
}
}
[05:40:43.437] Invocation finished in 3h14m28.611700227s with status FAILED