[02:33:50.875] New invocation is queued and will start shortly
[02:33:51.908] Starting the invocation (attempt 1)
[02:33:51.938] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/13b20d9c6b36406b551cad415c39a84499cb0b11"
[02:33:51.938] Popped gitiles commit info from properties and tags
[02:33:51.938] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:33:51.938] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:33:51.939] Buildbucket request:
{
"requestId": "8841677338141174656",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841677338141174656",
"job": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f1524cfd71634492e107f11ddfd7e430f8f35e2a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f1524cfd71634492e107f11ddfd7e430f8f35e2a",
"title": "f1524cfd71634492e107f11ddfd7e430f8f35e2a",
"url": "https://fuchsia.googlesource.com/integration/+/f1524cfd71634492e107f11ddfd7e430f8f35e2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0b13ab0e8db6f4d850a2866f1405c8f5b61e5ad4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0b13ab0e8db6f4d850a2866f1405c8f5b61e5ad4",
"title": "0b13ab0e8db6f4d850a2866f1405c8f5b61e5ad4",
"url": "https://fuchsia.googlesource.com/integration/+/0b13ab0e8db6f4d850a2866f1405c8f5b61e5ad4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f310c0b7337b22ba3891708e56116eeb371752b8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f310c0b7337b22ba3891708e56116eeb371752b8",
"title": "f310c0b7337b22ba3891708e56116eeb371752b8",
"url": "https://fuchsia.googlesource.com/integration/+/f310c0b7337b22ba3891708e56116eeb371752b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "49a01e8d007a6aa317877df9cf505e1d25f08b1d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@49a01e8d007a6aa317877df9cf505e1d25f08b1d",
"title": "49a01e8d007a6aa317877df9cf505e1d25f08b1d",
"url": "https://fuchsia.googlesource.com/integration/+/49a01e8d007a6aa317877df9cf505e1d25f08b1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d0183343ed5a38cbb681138a0730582608f2b689"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d0183343ed5a38cbb681138a0730582608f2b689",
"title": "d0183343ed5a38cbb681138a0730582608f2b689",
"url": "https://fuchsia.googlesource.com/integration/+/d0183343ed5a38cbb681138a0730582608f2b689"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "762cd1f21c63531d2a7df35e5046fdcdf6fa3be0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@762cd1f21c63531d2a7df35e5046fdcdf6fa3be0",
"title": "762cd1f21c63531d2a7df35e5046fdcdf6fa3be0",
"url": "https://fuchsia.googlesource.com/integration/+/762cd1f21c63531d2a7df35e5046fdcdf6fa3be0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a770141f3a607b4d77f2b65f077a591d91c4c1c9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a770141f3a607b4d77f2b65f077a591d91c4c1c9",
"title": "a770141f3a607b4d77f2b65f077a591d91c4c1c9",
"url": "https://fuchsia.googlesource.com/integration/+/a770141f3a607b4d77f2b65f077a591d91c4c1c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "473c44062bde828cd765d622610716c7fd1dd100"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@473c44062bde828cd765d622610716c7fd1dd100",
"title": "473c44062bde828cd765d622610716c7fd1dd100",
"url": "https://fuchsia.googlesource.com/integration/+/473c44062bde828cd765d622610716c7fd1dd100"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c709b49c51ef89b3b96c46352aed4e3b888aa338"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c709b49c51ef89b3b96c46352aed4e3b888aa338",
"title": "c709b49c51ef89b3b96c46352aed4e3b888aa338",
"url": "https://fuchsia.googlesource.com/integration/+/c709b49c51ef89b3b96c46352aed4e3b888aa338"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9cad09c321c70c30165ab64fa2863c7eee4e4294"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9cad09c321c70c30165ab64fa2863c7eee4e4294",
"title": "9cad09c321c70c30165ab64fa2863c7eee4e4294",
"url": "https://fuchsia.googlesource.com/integration/+/9cad09c321c70c30165ab64fa2863c7eee4e4294"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "89d201cf6b1f30329f9b74b5ebd461cde1887b06"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@89d201cf6b1f30329f9b74b5ebd461cde1887b06",
"title": "89d201cf6b1f30329f9b74b5ebd461cde1887b06",
"url": "https://fuchsia.googlesource.com/integration/+/89d201cf6b1f30329f9b74b5ebd461cde1887b06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "13b20d9c6b36406b551cad415c39a84499cb0b11"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@13b20d9c6b36406b551cad415c39a84499cb0b11",
"title": "13b20d9c6b36406b551cad415c39a84499cb0b11",
"url": "https://fuchsia.googlesource.com/integration/+/13b20d9c6b36406b551cad415c39a84499cb0b11"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "13b20d9c6b36406b551cad415c39a84499cb0b11",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841677338141174656"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:33:52.442] Scheduled build:
{
"id": "8676247276310228065",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T02:33:52.001029463Z",
"updateTime": "2026-07-15T02:33:52.001029463Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "13b20d9c6b36406b551cad415c39a84499cb0b11",
"ref": "refs/heads/main"
}
}
}
[02:33:52.442] Task URL: https://cr-buildbucket.appspot.com/build/8676247276310228065
[02:33:52.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:2:0) after 8m19s
[02:33:53.524] Received PubSub notification, asking Buildbucket for the build status
[02:33:53.575] Build status: SCHEDULED
[02:33:59.152] Received PubSub notification, asking Buildbucket for the build status
[02:33:59.168] Build status: STARTED
[02:42:11.459] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:2:0)
[02:42:11.479] Build status: STARTED
[02:42:11.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:5:0) after 5m13s
[02:47:24.521] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:5:0)
[02:47:24.541] Build status: STARTED
[02:47:24.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:6:0) after 6m33s
[02:53:57.588] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:6:0)
[02:53:57.614] Build status: STARTED
[02:53:57.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:7:0) after 7m39s
[03:01:36.778] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:7:0)
[03:01:36.800] Build status: STARTED
[03:01:36.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:8:0) after 1m26s
[03:03:02.883] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:8:0)
[03:03:02.905] Build status: STARTED
[03:03:02.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:9:0) after 3m54s
[03:06:56.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:9:0)
[03:06:57.005] Build status: STARTED
[03:06:57.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:10:0) after 7m0s
[03:13:57.086] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:10:0)
[03:13:57.107] Build status: STARTED
[03:13:57.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:11:0) after 7m26s
[03:21:23.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:11:0)
[03:21:23.201] Build status: STARTED
[03:21:23.201] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:12:0) after 7m46s
[03:29:09.190] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:12:0)
[03:29:09.264] Build status: STARTED
[03:29:09.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:13:0) after 3m20s
[03:32:29.285] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:13:0)
[03:32:29.305] Build status: STARTED
[03:32:29.305] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:14:0) after 1m37s
[03:34:06.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:14:0)
[03:34:06.334] Build status: STARTED
[03:34:06.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:15:0) after 6m13s
[03:40:19.330] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:15:0)
[03:40:19.353] Build status: STARTED
[03:40:19.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:16:0) after 6m44s
[03:47:03.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:16:0)
[03:47:03.385] Build status: STARTED
[03:47:03.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:17:0) after 9m39s
[03:56:42.467] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:17:0)
[03:56:42.498] Build status: STARTED
[03:56:42.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:18:0) after 3m2s
[03:59:44.565] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:18:0)
[03:59:44.583] Build status: STARTED
[03:59:44.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:19:0) after 2m2s
[04:01:46.642] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:19:0)
[04:01:46.660] Build status: STARTED
[04:01:46.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:20:0) after 1m26s
[04:03:12.674] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:20:0)
[04:03:12.693] Build status: STARTED
[04:03:12.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:21:0) after 2m35s
[04:05:47.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:21:0)
[04:05:47.758] Build status: STARTED
[04:05:47.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:22:0) after 9m31s
[04:15:18.782] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:22:0)
[04:15:18.801] Build status: STARTED
[04:15:18.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:23:0) after 6m53s
[04:22:11.828] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:23:0)
[04:22:11.848] Build status: STARTED
[04:22:11.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:24:0) after 9m53s
[04:32:04.868] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:24:0)
[04:32:04.892] Build status: STARTED
[04:32:04.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:25:0) after 7m59s
[04:40:04.019] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:25:0)
[04:40:04.040] Build status: STARTED
[04:40:04.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:26:0) after 6m56s
[04:47:00.080] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:26:0)
[04:47:00.096] Build status: STARTED
[04:47:00.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:27:0) after 1m4s
[04:48:04.695] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:27:0)
[04:48:04.710] Build status: STARTED
[04:48:04.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:28:0) after 4m52s
[04:52:56.725] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:28:0)
[04:52:56.743] Build status: STARTED
[04:52:56.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:29:0) after 6m12s
[04:59:08.923] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:29:0)
[04:59:08.947] Build status: STARTED
[04:59:08.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:30:0) after 5m22s
[05:04:31.017] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:30:0)
[05:04:31.067] Build status: STARTED
[05:04:31.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:31:0) after 4m50s
[05:09:21.324] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:31:0)
[05:09:21.360] Build status: STARTED
[05:09:21.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:32:0) after 3m59s
[05:13:20.472] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:32:0)
[05:13:20.499] Build status: STARTED
[05:13:20.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:33:0) after 9m11s
[05:22:31.493] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:33:0)
[05:22:31.510] Build status: STARTED
[05:22:31.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8841677338141174656:34:0) after 2m26s
[05:24:11.129] Received PubSub notification, asking Buildbucket for the build status
[05:24:11.154] Build:
{
"id": "8676247276310228065",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-15T02:33:52.001029463Z",
"startTime": "2026-07-15T02:33:58.779601097Z",
"endTime": "2026-07-15T05:24:10.775910623Z",
"updateTime": "2026-07-15T05:24:10.775910623Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "13b20d9c6b36406b551cad415c39a84499cb0b11",
"ref": "refs/heads/main"
}
}
}
[05:24:11.154] Invocation finished in 2h50m20.283212191s with status FAILED