[22:14:44.515] New invocation is queued and will start shortly
[22:14:46.026] Starting the invocation (attempt 1)
[22:14:46.048] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/f8c23c561a60dc95f22b4f9598f301115f6de7d4"
[22:14:46.049] Popped gitiles commit info from properties and tags
[22:14:46.049] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:14:46.050] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:14:46.051] Buildbucket request:
{
"requestId": "8868782132649562816",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868782132649562816",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "85c2db6fa33158e02aed5ea780b63f4b1b4f3406"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@85c2db6fa33158e02aed5ea780b63f4b1b4f3406",
"title": "85c2db6fa33158e02aed5ea780b63f4b1b4f3406",
"url": "https://fuchsia.googlesource.com/integration/+/85c2db6fa33158e02aed5ea780b63f4b1b4f3406"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d97809772b5edcb7d8fad7ea10c193ecbeebd01b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d97809772b5edcb7d8fad7ea10c193ecbeebd01b",
"title": "d97809772b5edcb7d8fad7ea10c193ecbeebd01b",
"url": "https://fuchsia.googlesource.com/integration/+/d97809772b5edcb7d8fad7ea10c193ecbeebd01b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "592d6cf703635e8d993d1d57f9dd3066204fd9cb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@592d6cf703635e8d993d1d57f9dd3066204fd9cb",
"title": "592d6cf703635e8d993d1d57f9dd3066204fd9cb",
"url": "https://fuchsia.googlesource.com/integration/+/592d6cf703635e8d993d1d57f9dd3066204fd9cb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c5ea88232cb69291f4f87d06350eefb0190b9ce3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c5ea88232cb69291f4f87d06350eefb0190b9ce3",
"title": "c5ea88232cb69291f4f87d06350eefb0190b9ce3",
"url": "https://fuchsia.googlesource.com/integration/+/c5ea88232cb69291f4f87d06350eefb0190b9ce3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9d01405a634aada8e17d271f845c5ac32079c65b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9d01405a634aada8e17d271f845c5ac32079c65b",
"title": "9d01405a634aada8e17d271f845c5ac32079c65b",
"url": "https://fuchsia.googlesource.com/integration/+/9d01405a634aada8e17d271f845c5ac32079c65b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "15c5054af6bfaca2bf99de032274a00656ebffa7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@15c5054af6bfaca2bf99de032274a00656ebffa7",
"title": "15c5054af6bfaca2bf99de032274a00656ebffa7",
"url": "https://fuchsia.googlesource.com/integration/+/15c5054af6bfaca2bf99de032274a00656ebffa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "83cbedd923adffe8494f711117efb290c64fcbca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@83cbedd923adffe8494f711117efb290c64fcbca",
"title": "83cbedd923adffe8494f711117efb290c64fcbca",
"url": "https://fuchsia.googlesource.com/integration/+/83cbedd923adffe8494f711117efb290c64fcbca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a7da0a3ae7773cf83b8926e16c839b621c9df2ae"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a7da0a3ae7773cf83b8926e16c839b621c9df2ae",
"title": "a7da0a3ae7773cf83b8926e16c839b621c9df2ae",
"url": "https://fuchsia.googlesource.com/integration/+/a7da0a3ae7773cf83b8926e16c839b621c9df2ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fe49ead8756bc6c0dc58837ab9862e3416f5f0a6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fe49ead8756bc6c0dc58837ab9862e3416f5f0a6",
"title": "fe49ead8756bc6c0dc58837ab9862e3416f5f0a6",
"url": "https://fuchsia.googlesource.com/integration/+/fe49ead8756bc6c0dc58837ab9862e3416f5f0a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5d67d6cd6a857f2c6a8893cc9bff7e96c49416eb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5d67d6cd6a857f2c6a8893cc9bff7e96c49416eb",
"title": "5d67d6cd6a857f2c6a8893cc9bff7e96c49416eb",
"url": "https://fuchsia.googlesource.com/integration/+/5d67d6cd6a857f2c6a8893cc9bff7e96c49416eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a1727d2bb96f150f187d06cab92a03f1c1bef28"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a1727d2bb96f150f187d06cab92a03f1c1bef28",
"title": "7a1727d2bb96f150f187d06cab92a03f1c1bef28",
"url": "https://fuchsia.googlesource.com/integration/+/7a1727d2bb96f150f187d06cab92a03f1c1bef28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cdc71affd1e93899f5c59242e7811489bae85036"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cdc71affd1e93899f5c59242e7811489bae85036",
"title": "cdc71affd1e93899f5c59242e7811489bae85036",
"url": "https://fuchsia.googlesource.com/integration/+/cdc71affd1e93899f5c59242e7811489bae85036"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8bac2211ca3bc14bc6f23d1f949d6655a6bf6c1d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8bac2211ca3bc14bc6f23d1f949d6655a6bf6c1d",
"title": "8bac2211ca3bc14bc6f23d1f949d6655a6bf6c1d",
"url": "https://fuchsia.googlesource.com/integration/+/8bac2211ca3bc14bc6f23d1f949d6655a6bf6c1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f8c23c561a60dc95f22b4f9598f301115f6de7d4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f8c23c561a60dc95f22b4f9598f301115f6de7d4",
"title": "f8c23c561a60dc95f22b4f9598f301115f6de7d4",
"url": "https://fuchsia.googlesource.com/integration/+/f8c23c561a60dc95f22b4f9598f301115f6de7d4"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c23c561a60dc95f22b4f9598f301115f6de7d4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868782132649562816"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:14:46.458] Scheduled build:
{
"id": "8703352070317388529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-18T22:14:46.105361611Z",
"updateTime": "2025-09-18T22:14:46.105361611Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c23c561a60dc95f22b4f9598f301115f6de7d4",
"ref": "refs/heads/main"
}
}
}
[22:14:46.458] Task URL: https://cr-buildbucket.appspot.com/build/8703352070317388529
[22:14:46.458] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:2:0) after 6m17s
[22:14:47.423] Received PubSub notification, asking Buildbucket for the build status
[22:14:47.497] Build status: SCHEDULED
[22:16:23.267] Received PubSub notification, asking Buildbucket for the build status
[22:16:23.289] Build status: STARTED
[22:21:03.522] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:2:0)
[22:21:03.540] Build status: STARTED
[22:21:03.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:5:0) after 7m7s
[22:28:10.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:5:0)
[22:28:10.584] Build status: STARTED
[22:28:10.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:6:0) after 8m17s
[22:36:27.646] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:6:0)
[22:36:27.679] Build status: STARTED
[22:36:27.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:7:0) after 5m28s
[22:41:55.695] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:7:0)
[22:41:55.796] Build status: STARTED
[22:41:55.796] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:8:0) after 1m20s
[22:43:15.901] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:8:0)
[22:43:15.926] Build status: STARTED
[22:43:15.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:9:0) after 8m53s
[22:52:09.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:9:0)
[22:52:09.127] Build status: STARTED
[22:52:09.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:10:0) after 2m12s
[22:54:21.191] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:10:0)
[22:54:21.204] Build status: STARTED
[22:54:21.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:11:0) after 2m41s
[22:57:02.200] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:11:0)
[22:57:02.220] Build status: STARTED
[22:57:02.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:12:0) after 3m30s
[23:00:32.238] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:12:0)
[23:00:32.257] Build status: STARTED
[23:00:32.257] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:13:0) after 6m58s
[23:07:30.271] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:13:0)
[23:07:30.287] Build status: STARTED
[23:07:30.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:14:0) after 2m53s
[23:10:23.355] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:14:0)
[23:10:23.426] Build status: STARTED
[23:10:23.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:15:0) after 7m46s
[23:18:09.567] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:15:0)
[23:18:09.585] Build status: STARTED
[23:18:09.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:16:0) after 1m49s
[23:19:58.600] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:16:0)
[23:19:58.614] Build status: STARTED
[23:19:58.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:17:0) after 7m13s
[23:27:11.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:17:0)
[23:27:11.683] Build status: STARTED
[23:27:11.683] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:18:0) after 2m22s
[23:29:33.684] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:18:0)
[23:29:33.702] Build status: STARTED
[23:29:33.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:19:0) after 5m2s
[23:34:35.768] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:19:0)
[23:34:35.784] Build status: STARTED
[23:34:35.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:20:0) after 9m2s
[23:43:37.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:20:0)
[23:43:37.839] Build status: STARTED
[23:43:37.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:21:0) after 7m14s
[23:50:51.857] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:21:0)
[23:50:51.875] Build status: STARTED
[23:50:51.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:22:0) after 5m34s
[23:56:25.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:22:0)
[23:56:25.886] Build status: STARTED
[23:56:25.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:23:0) after 6m22s
[00:02:47.901] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:23:0)
[00:02:47.920] Build status: STARTED
[00:02:47.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:24:0) after 1m44s
[00:04:31.980] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:24:0)
[00:04:31.998] Build status: STARTED
[00:04:31.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:25:0) after 4m31s
[00:09:03.065] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:25:0)
[00:09:03.080] Build status: STARTED
[00:09:03.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:26:0) after 6m40s
[00:15:43.097] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:26:0)
[00:15:43.142] Build status: STARTED
[00:15:43.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:27:0) after 7m42s
[00:23:25.156] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:27:0)
[00:23:25.173] Build status: STARTED
[00:23:25.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:28:0) after 6m3s
[00:29:28.473] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:28:0)
[00:29:28.489] Build status: STARTED
[00:29:28.489] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:29:0) after 4m17s
[00:33:45.534] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:29:0)
[00:33:45.573] Build status: STARTED
[00:33:45.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:30:0) after 2m42s
[00:36:27.646] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:30:0)
[00:36:27.666] Build status: STARTED
[00:36:27.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:31:0) after 2m26s
[00:38:53.707] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:31:0)
[00:38:53.724] Build status: STARTED
[00:38:53.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:32:0) after 1m38s
[00:40:31.743] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:32:0)
[00:40:31.832] Build status: STARTED
[00:40:31.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:33:0) after 7m29s
[00:48:00.958] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:33:0)
[00:48:00.979] Build status: STARTED
[00:48:00.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:34:0) after 8m18s
[00:56:19.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:34:0)
[00:56:19.066] Build status: STARTED
[00:56:19.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8868782132649562816:35:0) after 9m44s
[00:57:37.768] Received PubSub notification, asking Buildbucket for the build status
[00:57:37.785] Build:
{
"id": "8703352070317388529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-18T22:14:46.105361611Z",
"startTime": "2025-09-18T22:16:21.280218323Z",
"endTime": "2025-09-19T00:57:37.403538590Z",
"updateTime": "2025-09-19T00:57:37.403538590Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c23c561a60dc95f22b4f9598f301115f6de7d4",
"ref": "refs/heads/main"
}
}
}
[00:57:37.785] Invocation finished in 2h42m53.287922044s with status FAILED