[19:43:18.411] New invocation is queued and will start shortly
[19:43:19.496] Starting the invocation (attempt 1)
[19:43:19.519] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/f5415bf2e584289ec60d2fd3832504364a89e362"
[19:43:19.519] Popped gitiles commit info from properties and tags
[19:43:19.519] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:43:19.519] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:43:19.520] Buildbucket request:
{
"requestId": "8868972854048767760",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868972854048767760",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b7e182648a9b01261daaccba5893064874ae72cf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b7e182648a9b01261daaccba5893064874ae72cf",
"title": "b7e182648a9b01261daaccba5893064874ae72cf",
"url": "https://fuchsia.googlesource.com/integration/+/b7e182648a9b01261daaccba5893064874ae72cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5fea43d2fec6fe1c166d98a49e6d42a116470c1e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5fea43d2fec6fe1c166d98a49e6d42a116470c1e",
"title": "5fea43d2fec6fe1c166d98a49e6d42a116470c1e",
"url": "https://fuchsia.googlesource.com/integration/+/5fea43d2fec6fe1c166d98a49e6d42a116470c1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9ec608726adcb5cfe3013e83b0588a5defa8025d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ec608726adcb5cfe3013e83b0588a5defa8025d",
"title": "9ec608726adcb5cfe3013e83b0588a5defa8025d",
"url": "https://fuchsia.googlesource.com/integration/+/9ec608726adcb5cfe3013e83b0588a5defa8025d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2d6c8bbf1d1cbde83ef61ba57fc10d827b474873"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2d6c8bbf1d1cbde83ef61ba57fc10d827b474873",
"title": "2d6c8bbf1d1cbde83ef61ba57fc10d827b474873",
"url": "https://fuchsia.googlesource.com/integration/+/2d6c8bbf1d1cbde83ef61ba57fc10d827b474873"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "048f9518a3125216668a06add67bf3bfe8c09fd9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@048f9518a3125216668a06add67bf3bfe8c09fd9",
"title": "048f9518a3125216668a06add67bf3bfe8c09fd9",
"url": "https://fuchsia.googlesource.com/integration/+/048f9518a3125216668a06add67bf3bfe8c09fd9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a4762b8ccea8fb9fb5e048aa9d2905ce2ac2047"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a4762b8ccea8fb9fb5e048aa9d2905ce2ac2047",
"title": "7a4762b8ccea8fb9fb5e048aa9d2905ce2ac2047",
"url": "https://fuchsia.googlesource.com/integration/+/7a4762b8ccea8fb9fb5e048aa9d2905ce2ac2047"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "03fec20e3d7efe9486edfc0ca35dd1440cc6cda3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@03fec20e3d7efe9486edfc0ca35dd1440cc6cda3",
"title": "03fec20e3d7efe9486edfc0ca35dd1440cc6cda3",
"url": "https://fuchsia.googlesource.com/integration/+/03fec20e3d7efe9486edfc0ca35dd1440cc6cda3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a3dacc2d24542bb16c1336e1aa353d1c7744590a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a3dacc2d24542bb16c1336e1aa353d1c7744590a",
"title": "a3dacc2d24542bb16c1336e1aa353d1c7744590a",
"url": "https://fuchsia.googlesource.com/integration/+/a3dacc2d24542bb16c1336e1aa353d1c7744590a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7606e2fd450fb14f41373c91d9af9556aca5b261"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7606e2fd450fb14f41373c91d9af9556aca5b261",
"title": "7606e2fd450fb14f41373c91d9af9556aca5b261",
"url": "https://fuchsia.googlesource.com/integration/+/7606e2fd450fb14f41373c91d9af9556aca5b261"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "579aef6da7b5701051d96a3230fec1893da4a215"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@579aef6da7b5701051d96a3230fec1893da4a215",
"title": "579aef6da7b5701051d96a3230fec1893da4a215",
"url": "https://fuchsia.googlesource.com/integration/+/579aef6da7b5701051d96a3230fec1893da4a215"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "93c3f4e4970435f8d815d85338ceb9427d69d8dd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@93c3f4e4970435f8d815d85338ceb9427d69d8dd",
"title": "93c3f4e4970435f8d815d85338ceb9427d69d8dd",
"url": "https://fuchsia.googlesource.com/integration/+/93c3f4e4970435f8d815d85338ceb9427d69d8dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f5415bf2e584289ec60d2fd3832504364a89e362"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f5415bf2e584289ec60d2fd3832504364a89e362",
"title": "f5415bf2e584289ec60d2fd3832504364a89e362",
"url": "https://fuchsia.googlesource.com/integration/+/f5415bf2e584289ec60d2fd3832504364a89e362"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f5415bf2e584289ec60d2fd3832504364a89e362",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868972854048767760"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:43:19.966] Scheduled build:
{
"id": "8703542792168356753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-16T19:43:19.574183268Z",
"updateTime": "2025-09-16T19:43:19.574183268Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f5415bf2e584289ec60d2fd3832504364a89e362",
"ref": "refs/heads/main"
}
}
}
[19:43:19.966] Task URL: https://cr-buildbucket.appspot.com/build/8703542792168356753
[19:43:19.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:2:0) after 2m45s
[19:43:20.973] Received PubSub notification, asking Buildbucket for the build status
[19:43:21.007] Build status: SCHEDULED
[19:46:00.281] Received PubSub notification, asking Buildbucket for the build status
[19:46:00.308] Build status: STARTED
[19:46:05.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:2:0)
[19:46:05.164] Build status: STARTED
[19:46:05.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:5:0) after 5m48s
[19:51:53.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:5:0)
[19:51:53.276] Build status: STARTED
[19:51:53.276] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:6:0) after 4m39s
[19:56:32.291] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:6:0)
[19:56:32.305] Build status: STARTED
[19:56:32.305] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:7:0) after 3m43s
[20:00:15.489] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:7:0)
[20:00:15.514] Build status: STARTED
[20:00:15.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:8:0) after 4m10s
[20:04:25.628] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:8:0)
[20:04:25.686] Build status: STARTED
[20:04:25.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:9:0) after 7m11s
[20:11:36.799] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:9:0)
[20:11:36.816] Build status: STARTED
[20:11:36.816] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:10:0) after 6m15s
[20:17:51.810] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:10:0)
[20:17:51.828] Build status: STARTED
[20:17:51.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:11:0) after 5m30s
[20:23:21.951] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:11:0)
[20:23:21.970] Build status: STARTED
[20:23:21.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:12:0) after 3m37s
[20:26:59.304] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:12:0)
[20:26:59.324] Build status: STARTED
[20:26:59.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:13:0) after 1m6s
[20:28:05.318] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:13:0)
[20:28:05.388] Build status: STARTED
[20:28:05.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:14:0) after 4m10s
[20:32:15.415] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:14:0)
[20:32:15.429] Build status: STARTED
[20:32:15.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:15:0) after 1m45s
[20:34:00.465] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:15:0)
[20:34:00.551] Build status: STARTED
[20:34:00.551] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:16:0) after 6m10s
[20:40:10.616] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:16:0)
[20:40:10.640] Build status: STARTED
[20:40:10.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:17:0) after 2m44s
[20:42:54.832] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:17:0)
[20:42:54.849] Build status: STARTED
[20:42:54.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:18:0) after 4m9s
[20:47:03.903] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:18:0)
[20:47:03.963] Build status: STARTED
[20:47:03.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:19:0) after 3m18s
[20:50:21.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:19:0)
[20:50:22.070] Build status: STARTED
[20:50:22.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:20:0) after 5m34s
[20:55:56.092] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:20:0)
[20:55:56.117] Build status: STARTED
[20:55:56.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:21:0) after 4m1s
[20:59:57.219] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:21:0)
[20:59:57.232] Build status: STARTED
[20:59:57.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:22:0) after 7m1s
[21:06:58.372] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:22:0)
[21:06:58.386] Build status: STARTED
[21:06:58.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:23:0) after 1m7s
[21:08:05.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:23:0)
[21:08:05.427] Build status: STARTED
[21:08:05.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:24:0) after 1m45s
[21:09:50.450] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:24:0)
[21:09:50.470] Build status: STARTED
[21:09:50.470] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:25:0) after 1m0s
[21:10:50.579] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:25:0)
[21:10:50.600] Build status: STARTED
[21:10:50.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:26:0) after 2m20s
[21:13:10.619] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:26:0)
[21:13:10.645] Build status: STARTED
[21:13:10.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:27:0) after 6m16s
[21:19:26.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:27:0)
[21:19:26.687] Build status: STARTED
[21:19:26.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:28:0) after 9m55s
[21:29:21.777] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:28:0)
[21:29:21.813] Build status: STARTED
[21:29:21.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:29:0) after 2m38s
[21:31:59.820] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:29:0)
[21:31:59.842] Build status: STARTED
[21:31:59.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:30:0) after 3m58s
[21:35:57.864] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:30:0)
[21:35:57.879] Build status: STARTED
[21:35:57.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:31:0) after 3m14s
[21:39:11.977] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:31:0)
[21:39:11.994] Build status: STARTED
[21:39:11.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:32:0) after 2m16s
[21:41:28.125] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:32:0)
[21:41:28.148] Build status: STARTED
[21:41:28.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:33:0) after 4m41s
[21:46:09.171] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:33:0)
[21:46:09.188] Build status: STARTED
[21:46:09.188] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:34:0) after 6m12s
[21:52:21.245] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:34:0)
[21:52:21.293] Build status: STARTED
[21:52:21.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:35:0) after 7m51s
[22:00:12.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:35:0)
[22:00:12.337] Build status: STARTED
[22:00:12.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:36:0) after 9m53s
[22:10:05.414] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:36:0)
[22:10:05.436] Build status: STARTED
[22:10:05.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:37:0) after 4m39s
[22:14:44.508] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:37:0)
[22:14:44.567] Build status: STARTED
[22:14:44.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868972854048767760:38:0) after 7m18s
[22:18:10.919] Received PubSub notification, asking Buildbucket for the build status
[22:18:10.942] Build:
{
"id": "8703542792168356753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-16T19:43:19.574183268Z",
"startTime": "2025-09-16T19:45:54.058044501Z",
"endTime": "2025-09-16T22:18:10.444408844Z",
"updateTime": "2025-09-16T22:18:10.444408844Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f5415bf2e584289ec60d2fd3832504364a89e362",
"ref": "refs/heads/main"
}
}
}
[22:18:10.942] Invocation finished in 2h34m52.545005938s with status FAILED