[21:53:18.490] New invocation is queued and will start shortly
[21:53:19.750] Starting the invocation (attempt 1)
[21:53:19.778] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f"
[21:53:19.778] Popped gitiles commit info from properties and tags
[21:53:19.778] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:53:19.778] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:53:19.779] Buildbucket request:
{
"requestId": "8868692884177625408",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868692884177625408",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a1df7b8e99c02aa41f07058bf2f62dd0ed1cc7e3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a1df7b8e99c02aa41f07058bf2f62dd0ed1cc7e3",
"title": "a1df7b8e99c02aa41f07058bf2f62dd0ed1cc7e3",
"url": "https://fuchsia.googlesource.com/integration/+/a1df7b8e99c02aa41f07058bf2f62dd0ed1cc7e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "295f5f6137fda0a9f464c8879ec9fa064bf2dfd5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@295f5f6137fda0a9f464c8879ec9fa064bf2dfd5",
"title": "295f5f6137fda0a9f464c8879ec9fa064bf2dfd5",
"url": "https://fuchsia.googlesource.com/integration/+/295f5f6137fda0a9f464c8879ec9fa064bf2dfd5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c1acb45d495a098727d10ff0bb3cc21f62a1c1bb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1acb45d495a098727d10ff0bb3cc21f62a1c1bb",
"title": "c1acb45d495a098727d10ff0bb3cc21f62a1c1bb",
"url": "https://fuchsia.googlesource.com/integration/+/c1acb45d495a098727d10ff0bb3cc21f62a1c1bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a4f2571c205310d276204581724d6e77f4d0c510"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a4f2571c205310d276204581724d6e77f4d0c510",
"title": "a4f2571c205310d276204581724d6e77f4d0c510",
"url": "https://fuchsia.googlesource.com/integration/+/a4f2571c205310d276204581724d6e77f4d0c510"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "95eb90168ea63c6f70eaa90e80f820d57fae1559"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@95eb90168ea63c6f70eaa90e80f820d57fae1559",
"title": "95eb90168ea63c6f70eaa90e80f820d57fae1559",
"url": "https://fuchsia.googlesource.com/integration/+/95eb90168ea63c6f70eaa90e80f820d57fae1559"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5155188e0f0a39205074092f9d29fe59bdb001b7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5155188e0f0a39205074092f9d29fe59bdb001b7",
"title": "5155188e0f0a39205074092f9d29fe59bdb001b7",
"url": "https://fuchsia.googlesource.com/integration/+/5155188e0f0a39205074092f9d29fe59bdb001b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "37e7ac30538e731df2bf186b0c925ccc21321422"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@37e7ac30538e731df2bf186b0c925ccc21321422",
"title": "37e7ac30538e731df2bf186b0c925ccc21321422",
"url": "https://fuchsia.googlesource.com/integration/+/37e7ac30538e731df2bf186b0c925ccc21321422"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5e56f759f7afcf53f0584b986be0b71a1027ab6d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5e56f759f7afcf53f0584b986be0b71a1027ab6d",
"title": "5e56f759f7afcf53f0584b986be0b71a1027ab6d",
"url": "https://fuchsia.googlesource.com/integration/+/5e56f759f7afcf53f0584b986be0b71a1027ab6d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "014e832654d1fe813a0d50f0ccbb7705adc1da6c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@014e832654d1fe813a0d50f0ccbb7705adc1da6c",
"title": "014e832654d1fe813a0d50f0ccbb7705adc1da6c",
"url": "https://fuchsia.googlesource.com/integration/+/014e832654d1fe813a0d50f0ccbb7705adc1da6c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f",
"title": "33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f",
"url": "https://fuchsia.googlesource.com/integration/+/33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868692884177625408"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:53:20.272] Scheduled build:
{
"id": "8703262822093029777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-19T21:53:19.844304461Z",
"updateTime": "2025-09-19T21:53:19.844304461Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:53:20.272] Task URL: https://cr-buildbucket.appspot.com/build/8703262822093029777
[21:53:20.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:2:0) after 1m34s
[21:53:21.141] Received PubSub notification, asking Buildbucket for the build status
[21:53:21.157] Build status: SCHEDULED
[21:53:23.895] Received PubSub notification, asking Buildbucket for the build status
[21:53:23.919] Build status: STARTED
[21:54:54.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:2:0)
[21:54:54.307] Build status: STARTED
[21:54:54.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:5:0) after 5m35s
[22:00:29.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:5:0)
[22:00:29.349] Build status: STARTED
[22:00:29.349] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:6:0) after 9m38s
[22:10:07.448] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:6:0)
[22:10:07.480] Build status: STARTED
[22:10:07.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:7:0) after 2m45s
[22:12:52.514] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:7:0)
[22:12:52.529] Build status: STARTED
[22:12:52.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:8:0) after 7m38s
[22:20:30.583] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:8:0)
[22:20:30.608] Build status: STARTED
[22:20:30.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:9:0) after 4m47s
[22:25:17.624] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:9:0)
[22:25:17.642] Build status: STARTED
[22:25:17.642] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:10:0) after 4m44s
[22:30:01.656] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:10:0)
[22:30:01.726] Build status: STARTED
[22:30:01.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:11:0) after 6m29s
[22:36:30.747] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:11:0)
[22:36:30.764] Build status: STARTED
[22:36:30.764] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:12:0) after 5m49s
[22:42:19.833] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:12:0)
[22:42:19.846] Build status: STARTED
[22:42:19.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:13:0) after 9m6s
[22:51:25.960] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:13:0)
[22:51:25.977] Build status: STARTED
[22:51:25.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:14:0) after 2m40s
[22:54:05.999] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:14:0)
[22:54:06.017] Build status: STARTED
[22:54:06.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:15:0) after 3m5s
[22:57:11.082] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:15:0)
[22:57:11.166] Build status: STARTED
[22:57:11.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:16:0) after 3m14s
[23:00:25.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:16:0)
[23:00:25.242] Build status: STARTED
[23:00:25.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:17:0) after 7m46s
[23:08:11.349] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:17:0)
[23:08:11.366] Build status: STARTED
[23:08:11.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:18:0) after 6m20s
[23:14:31.391] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:18:0)
[23:14:31.416] Build status: STARTED
[23:14:31.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:19:0) after 5m3s
[23:19:34.431] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:19:0)
[23:19:34.462] Build status: STARTED
[23:19:34.462] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:20:0) after 5m22s
[23:24:56.493] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:20:0)
[23:24:56.509] Build status: STARTED
[23:24:56.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:21:0) after 8m22s
[23:33:18.536] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:21:0)
[23:33:18.550] Build status: STARTED
[23:33:18.551] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:22:0) after 5m41s
[23:38:59.567] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:22:0)
[23:38:59.583] Build status: STARTED
[23:38:59.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:23:0) after 1m59s
[23:40:58.634] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:23:0)
[23:40:58.650] Build status: STARTED
[23:40:58.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:24:0) after 1m36s
[23:42:34.665] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:24:0)
[23:42:34.685] Build status: STARTED
[23:42:34.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:25:0) after 9m7s
[23:51:41.710] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:25:0)
[23:51:41.735] Build status: STARTED
[23:51:41.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:26:0) after 8m39s
[00:00:20.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:26:0)
[00:00:20.775] Build status: STARTED
[00:00:20.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:27:0) after 1m28s
[00:01:48.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:27:0)
[00:01:48.813] Build status: STARTED
[00:01:48.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:28:0) after 7m28s
[00:09:16.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:28:0)
[00:09:16.977] Build status: STARTED
[00:09:16.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:29:0) after 1m47s
[00:11:03.996] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:29:0)
[00:11:04.012] Build status: STARTED
[00:11:04.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:30:0) after 8m45s
[00:19:49.072] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:30:0)
[00:19:49.098] Build status: STARTED
[00:19:49.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:31:0) after 4m42s
[00:24:31.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:31:0)
[00:24:31.171] Build status: STARTED
[00:24:31.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:32:0) after 8m0s
[00:32:31.237] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:32:0)
[00:32:31.257] Build status: STARTED
[00:32:31.257] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868692884177625408:33:0) after 8m37s
[00:36:36.603] Received PubSub notification, asking Buildbucket for the build status
[00:36:36.660] Build:
{
"id": "8703262822093029777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-19T21:53:19.844304461Z",
"startTime": "2025-09-19T21:53:23.699411651Z",
"endTime": "2025-09-20T00:36:36.151597742Z",
"updateTime": "2025-09-20T00:36:36.151597742Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "33da5b9f53ef62843d7a8bcc0b71aa57aecfeb2f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:36:36.660] Invocation finished in 2h43m18.187645687s with status FAILED