[20:00:21.742] New invocation is queued and will start shortly
[20:00:23.287] Starting the invocation (attempt 1)
[20:00:23.315] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/02053dbb8c9b4461fae8c291678dc82b6feb14f0"
[20:00:23.315] Popped gitiles commit info from properties and tags
[20:00:23.315] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:23.315] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:23.316] Buildbucket request:
{
"requestId": "8841702094115289648",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841702094115289648",
"job": "fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d3e52358f8d66134a072da78ac41fc7685e59e7b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d3e52358f8d66134a072da78ac41fc7685e59e7b",
"title": "d3e52358f8d66134a072da78ac41fc7685e59e7b",
"url": "https://fuchsia.googlesource.com/integration/+/d3e52358f8d66134a072da78ac41fc7685e59e7b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "94994b82f58c7876b625c66f93f0c8c390d97106"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@94994b82f58c7876b625c66f93f0c8c390d97106",
"title": "94994b82f58c7876b625c66f93f0c8c390d97106",
"url": "https://fuchsia.googlesource.com/integration/+/94994b82f58c7876b625c66f93f0c8c390d97106"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b01a3ce740dddf4a6ad30956b2925ee86783201d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b01a3ce740dddf4a6ad30956b2925ee86783201d",
"title": "b01a3ce740dddf4a6ad30956b2925ee86783201d",
"url": "https://fuchsia.googlesource.com/integration/+/b01a3ce740dddf4a6ad30956b2925ee86783201d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a51dd3b24d118300cfd5ab545b8cd03453fa11b6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a51dd3b24d118300cfd5ab545b8cd03453fa11b6",
"title": "a51dd3b24d118300cfd5ab545b8cd03453fa11b6",
"url": "https://fuchsia.googlesource.com/integration/+/a51dd3b24d118300cfd5ab545b8cd03453fa11b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1d846a8b9721c75e1a5c140501e1769168cb1a15"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1d846a8b9721c75e1a5c140501e1769168cb1a15",
"title": "1d846a8b9721c75e1a5c140501e1769168cb1a15",
"url": "https://fuchsia.googlesource.com/integration/+/1d846a8b9721c75e1a5c140501e1769168cb1a15"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6654cff04135e92477eacdfb534af5e005d8952c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6654cff04135e92477eacdfb534af5e005d8952c",
"title": "6654cff04135e92477eacdfb534af5e005d8952c",
"url": "https://fuchsia.googlesource.com/integration/+/6654cff04135e92477eacdfb534af5e005d8952c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5661ef671f50a0a4b8e0a0a773f6cf97ac63219d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5661ef671f50a0a4b8e0a0a773f6cf97ac63219d",
"title": "5661ef671f50a0a4b8e0a0a773f6cf97ac63219d",
"url": "https://fuchsia.googlesource.com/integration/+/5661ef671f50a0a4b8e0a0a773f6cf97ac63219d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "994d1972be8fe9a75662b043c2350c2d369f6a18"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@994d1972be8fe9a75662b043c2350c2d369f6a18",
"title": "994d1972be8fe9a75662b043c2350c2d369f6a18",
"url": "https://fuchsia.googlesource.com/integration/+/994d1972be8fe9a75662b043c2350c2d369f6a18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d38ff5dfb673335c6f908e80bdefc02851071b3a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d38ff5dfb673335c6f908e80bdefc02851071b3a",
"title": "d38ff5dfb673335c6f908e80bdefc02851071b3a",
"url": "https://fuchsia.googlesource.com/integration/+/d38ff5dfb673335c6f908e80bdefc02851071b3a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "79e7d24832e7aa37c4aef95b12184a9634a9f69d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@79e7d24832e7aa37c4aef95b12184a9634a9f69d",
"title": "79e7d24832e7aa37c4aef95b12184a9634a9f69d",
"url": "https://fuchsia.googlesource.com/integration/+/79e7d24832e7aa37c4aef95b12184a9634a9f69d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ce90e95ee719c1a306caa96b16bdc95b000613f2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ce90e95ee719c1a306caa96b16bdc95b000613f2",
"title": "ce90e95ee719c1a306caa96b16bdc95b000613f2",
"url": "https://fuchsia.googlesource.com/integration/+/ce90e95ee719c1a306caa96b16bdc95b000613f2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "702c7a3b6617c2bdf040a73b2f7db22e9e10b5a7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@702c7a3b6617c2bdf040a73b2f7db22e9e10b5a7",
"title": "702c7a3b6617c2bdf040a73b2f7db22e9e10b5a7",
"url": "https://fuchsia.googlesource.com/integration/+/702c7a3b6617c2bdf040a73b2f7db22e9e10b5a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "02053dbb8c9b4461fae8c291678dc82b6feb14f0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@02053dbb8c9b4461fae8c291678dc82b6feb14f0",
"title": "02053dbb8c9b4461fae8c291678dc82b6feb14f0",
"url": "https://fuchsia.googlesource.com/integration/+/02053dbb8c9b4461fae8c291678dc82b6feb14f0"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "02053dbb8c9b4461fae8c291678dc82b6feb14f0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841702094115289648"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:00:23.728] Scheduled build:
{
"id": "8676272031744711473",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-14T20:00:23.379944423Z",
"updateTime": "2026-07-14T20:00:23.379944423Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "02053dbb8c9b4461fae8c291678dc82b6feb14f0",
"ref": "refs/heads/main"
}
}
}
[20:00:23.728] Task URL: https://cr-buildbucket.appspot.com/build/8676272031744711473
[20:00:23.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:2:0) after 1m19s
[20:00:24.677] Received PubSub notification, asking Buildbucket for the build status
[20:00:24.696] Build status: SCHEDULED
[20:01:42.706] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:2:0)
[20:01:42.724] Build status: SCHEDULED
[20:01:42.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:4:0) after 4m8s
[20:02:50.911] Received PubSub notification, asking Buildbucket for the build status
[20:02:50.934] Build status: STARTED
[20:05:50.739] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:4:0)
[20:05:50.761] Build status: STARTED
[20:05:50.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:6:0) after 1m48s
[20:07:38.878] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:6:0)
[20:07:38.910] Build status: STARTED
[20:07:38.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:7:0) after 7m32s
[20:15:10.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:7:0)
[20:15:10.973] Build status: STARTED
[20:15:10.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:8:0) after 4m32s
[20:19:42.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:8:0)
[20:19:43.060] Build status: STARTED
[20:19:43.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:9:0) after 3m6s
[20:22:49.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:9:0)
[20:22:49.192] Build status: STARTED
[20:22:49.192] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:10:0) after 4m47s
[20:27:36.210] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:10:0)
[20:27:36.232] Build status: STARTED
[20:27:36.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:11:0) after 5m52s
[20:33:28.248] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:11:0)
[20:33:28.265] Build status: STARTED
[20:33:28.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:12:0) after 4m24s
[20:37:52.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:12:0)
[20:37:52.362] Build status: STARTED
[20:37:52.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:13:0) after 5m9s
[20:43:01.411] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:13:0)
[20:43:01.434] Build status: STARTED
[20:43:01.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:14:0) after 4m41s
[20:47:42.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:14:0)
[20:47:42.511] Build status: STARTED
[20:47:42.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:15:0) after 7m45s
[20:55:27.549] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:15:0)
[20:55:27.569] Build status: STARTED
[20:55:27.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:16:0) after 9m17s
[21:04:44.584] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:16:0)
[21:04:44.611] Build status: STARTED
[21:04:44.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:17:0) after 5m38s
[21:10:22.679] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:17:0)
[21:10:22.697] Build status: STARTED
[21:10:22.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:18:0) after 2m5s
[21:12:27.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:18:0)
[21:12:27.789] Build status: STARTED
[21:12:27.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:19:0) after 8m54s
[21:21:21.805] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:19:0)
[21:21:21.820] Build status: STARTED
[21:21:21.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:20:0) after 3m35s
[21:24:57.033] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:20:0)
[21:24:57.067] Build status: STARTED
[21:24:57.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:21:0) after 8m4s
[21:33:01.088] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:21:0)
[21:33:01.101] Build status: STARTED
[21:33:01.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:22:0) after 8m45s
[21:41:46.136] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:22:0)
[21:41:46.155] Build status: STARTED
[21:41:46.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:23:0) after 4m3s
[21:45:49.251] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:23:0)
[21:45:49.274] Build status: STARTED
[21:45:49.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:24:0) after 7m17s
[21:53:06.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:24:0)
[21:53:06.331] Build status: STARTED
[21:53:06.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:25:0) after 1m6s
[21:54:12.347] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:25:0)
[21:54:12.365] Build status: STARTED
[21:54:12.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:26:0) after 7m27s
[22:01:39.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:26:0)
[22:01:39.534] Build status: STARTED
[22:01:39.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:27:0) after 2m55s
[22:04:34.550] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:27:0)
[22:04:34.603] Build status: STARTED
[22:04:34.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:28:0) after 5m25s
[22:09:59.623] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:28:0)
[22:09:59.651] Build status: STARTED
[22:09:59.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:29:0) after 9m36s
[22:19:35.825] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:29:0)
[22:19:35.847] Build status: STARTED
[22:19:35.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:30:0) after 2m16s
[22:21:52.073] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:30:0)
[22:21:52.089] Build status: STARTED
[22:21:52.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:31:0) after 7m53s
[22:29:45.111] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:31:0)
[22:29:45.132] Build status: STARTED
[22:29:45.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:32:0) after 2m36s
[22:32:21.213] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:32:0)
[22:32:21.250] Build status: STARTED
[22:32:21.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:33:0) after 4m27s
[22:36:48.315] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:33:0)
[22:36:48.383] Build status: STARTED
[22:36:48.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:34:0) after 3m29s
[22:40:17.390] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:34:0)
[22:40:17.409] Build status: STARTED
[22:40:17.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:35:0) after 8m13s
[22:48:30.467] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:35:0)
[22:48:30.494] Build status: STARTED
[22:48:30.494] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:36:0) after 2m0s
[22:50:30.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:36:0)
[22:50:30.581] Build status: STARTED
[22:50:30.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8841702094115289648:37:0) after 3m16s
[22:53:02.654] Received PubSub notification, asking Buildbucket for the build status
[22:53:02.723] Build:
{
"id": "8676272031744711473",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-14T20:00:23.379944423Z",
"startTime": "2026-07-14T20:02:50.645666996Z",
"endTime": "2026-07-14T22:53:02.258886548Z",
"updateTime": "2026-07-14T22:53:02.258886548Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "02053dbb8c9b4461fae8c291678dc82b6feb14f0",
"ref": "refs/heads/main"
}
}
}
[22:53:02.723] Invocation finished in 2h52m40.989271476s with status FAILED