[00:45:47.041] New invocation is queued and will start shortly
[00:45:48.128] Starting the invocation (attempt 1)
[00:45:48.169] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e7d4ed3305fa41ec09afac16c63518494eae265f"
[00:45:48.169] Popped gitiles commit info from properties and tags
[00:45:48.169] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:45:48.169] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:45:48.170] Buildbucket request:
{
"requestId": "8866779496635071488",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866779496635071488",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "050200bc5236055c8fe3d93fb33ab6f8b0f06a0e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@050200bc5236055c8fe3d93fb33ab6f8b0f06a0e",
"title": "050200bc5236055c8fe3d93fb33ab6f8b0f06a0e",
"url": "https://fuchsia.googlesource.com/integration/+/050200bc5236055c8fe3d93fb33ab6f8b0f06a0e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1a0961f5be779596e2103e68625a5b1c982d559c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1a0961f5be779596e2103e68625a5b1c982d559c",
"title": "1a0961f5be779596e2103e68625a5b1c982d559c",
"url": "https://fuchsia.googlesource.com/integration/+/1a0961f5be779596e2103e68625a5b1c982d559c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a954f41dad23ce802ea9f2e289abc24272fe843f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a954f41dad23ce802ea9f2e289abc24272fe843f",
"title": "a954f41dad23ce802ea9f2e289abc24272fe843f",
"url": "https://fuchsia.googlesource.com/integration/+/a954f41dad23ce802ea9f2e289abc24272fe843f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ed2213f504d1904c2a827610bd2a67d510f1a351"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ed2213f504d1904c2a827610bd2a67d510f1a351",
"title": "ed2213f504d1904c2a827610bd2a67d510f1a351",
"url": "https://fuchsia.googlesource.com/integration/+/ed2213f504d1904c2a827610bd2a67d510f1a351"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2cb3525436239618d1b68344ff083a5375ffdd9a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2cb3525436239618d1b68344ff083a5375ffdd9a",
"title": "2cb3525436239618d1b68344ff083a5375ffdd9a",
"url": "https://fuchsia.googlesource.com/integration/+/2cb3525436239618d1b68344ff083a5375ffdd9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "97cd5f215d28d5d387a730ee4fd38b2571469e1d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@97cd5f215d28d5d387a730ee4fd38b2571469e1d",
"title": "97cd5f215d28d5d387a730ee4fd38b2571469e1d",
"url": "https://fuchsia.googlesource.com/integration/+/97cd5f215d28d5d387a730ee4fd38b2571469e1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5effb800ba41d25695ab207dedb2ce2f7180dc92"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5effb800ba41d25695ab207dedb2ce2f7180dc92",
"title": "5effb800ba41d25695ab207dedb2ce2f7180dc92",
"url": "https://fuchsia.googlesource.com/integration/+/5effb800ba41d25695ab207dedb2ce2f7180dc92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0b34ce3c5acbe51a261a810822f82299813c8ac5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0b34ce3c5acbe51a261a810822f82299813c8ac5",
"title": "0b34ce3c5acbe51a261a810822f82299813c8ac5",
"url": "https://fuchsia.googlesource.com/integration/+/0b34ce3c5acbe51a261a810822f82299813c8ac5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4cd2d19c2832d53e24a9c30897ec934c483b4ded"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4cd2d19c2832d53e24a9c30897ec934c483b4ded",
"title": "4cd2d19c2832d53e24a9c30897ec934c483b4ded",
"url": "https://fuchsia.googlesource.com/integration/+/4cd2d19c2832d53e24a9c30897ec934c483b4ded"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "78b509cf9a78eab81a53a334c6d593b6d5c6bc67"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@78b509cf9a78eab81a53a334c6d593b6d5c6bc67",
"title": "78b509cf9a78eab81a53a334c6d593b6d5c6bc67",
"url": "https://fuchsia.googlesource.com/integration/+/78b509cf9a78eab81a53a334c6d593b6d5c6bc67"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0961225499d95e5b1fa6279f7d267055bc1bd081"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0961225499d95e5b1fa6279f7d267055bc1bd081",
"title": "0961225499d95e5b1fa6279f7d267055bc1bd081",
"url": "https://fuchsia.googlesource.com/integration/+/0961225499d95e5b1fa6279f7d267055bc1bd081"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e7d4ed3305fa41ec09afac16c63518494eae265f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e7d4ed3305fa41ec09afac16c63518494eae265f",
"title": "e7d4ed3305fa41ec09afac16c63518494eae265f",
"url": "https://fuchsia.googlesource.com/integration/+/e7d4ed3305fa41ec09afac16c63518494eae265f"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e7d4ed3305fa41ec09afac16c63518494eae265f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866779496635071488"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:45:48.699] Scheduled build:
{
"id": "8701349434726211505",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-11T00:45:48.233443891Z",
"updateTime": "2025-10-11T00:45:48.233443891Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e7d4ed3305fa41ec09afac16c63518494eae265f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:45:48.699] Task URL: https://cr-buildbucket.appspot.com/build/8701349434726211505
[00:45:48.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:2:0) after 3m54s
[00:46:22.747] Received PubSub notification, asking Buildbucket for the build status
[00:46:22.840] Build status: SCHEDULED
[00:47:12.795] Received PubSub notification, asking Buildbucket for the build status
[00:47:12.819] Build status: STARTED
[00:49:42.799] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:2:0)
[00:49:42.814] Build status: STARTED
[00:49:42.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:5:0) after 8m2s
[00:57:44.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:5:0)
[00:57:45.059] Build status: STARTED
[00:57:45.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:6:0) after 7m47s
[01:05:32.066] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:6:0)
[01:05:32.101] Build status: STARTED
[01:05:32.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:7:0) after 6m20s
[01:11:52.192] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:7:0)
[01:11:52.220] Build status: STARTED
[01:11:52.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:8:0) after 8m10s
[01:20:02.304] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:8:0)
[01:20:02.324] Build status: STARTED
[01:20:02.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:9:0) after 7m54s
[01:27:56.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:9:0)
[01:27:56.526] Build status: STARTED
[01:27:56.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:10:0) after 7m20s
[01:35:16.552] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:10:0)
[01:35:16.569] Build status: STARTED
[01:35:16.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:11:0) after 1m38s
[01:36:54.600] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:11:0)
[01:36:54.615] Build status: STARTED
[01:36:54.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:12:0) after 1m38s
[01:38:32.593] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:12:0)
[01:38:32.615] Build status: STARTED
[01:38:32.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:13:0) after 6m42s
[01:45:14.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:13:0)
[01:45:14.659] Build status: STARTED
[01:45:14.659] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:14:0) after 6m31s
[01:51:45.655] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:14:0)
[01:51:45.685] Build status: STARTED
[01:51:45.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:15:0) after 5m28s
[01:57:13.698] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:15:0)
[01:57:13.728] Build status: STARTED
[01:57:13.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:16:0) after 9m4s
[02:06:17.788] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:16:0)
[02:06:17.803] Build status: STARTED
[02:06:17.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:17:0) after 1m14s
[02:07:31.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:17:0)
[02:07:31.841] Build status: STARTED
[02:07:31.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:18:0) after 8m35s
[02:16:06.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:18:0)
[02:16:06.925] Build status: STARTED
[02:16:06.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:19:0) after 8m58s
[02:25:04.970] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:19:0)
[02:25:04.988] Build status: STARTED
[02:25:04.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:20:0) after 6m8s
[02:31:13.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:20:0)
[02:31:13.023] Build status: STARTED
[02:31:13.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:21:0) after 7m11s
[02:38:24.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:21:0)
[02:38:24.070] Build status: STARTED
[02:38:24.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:22:0) after 6m1s
[02:44:25.390] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:22:0)
[02:44:25.412] Build status: STARTED
[02:44:25.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:23:0) after 3m18s
[02:47:43.483] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:23:0)
[02:47:43.507] Build status: STARTED
[02:47:43.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:24:0) after 3m27s
[02:51:10.524] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:24:0)
[02:51:10.547] Build status: STARTED
[02:51:10.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:25:0) after 6m38s
[02:57:48.672] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:25:0)
[02:57:48.726] Build status: STARTED
[02:57:48.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:26:0) after 6m38s
[03:04:26.864] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:26:0)
[03:04:26.887] Build status: STARTED
[03:04:26.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:27:0) after 8m43s
[03:13:09.904] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:27:0)
[03:13:09.941] Build status: STARTED
[03:13:09.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:28:0) after 8m57s
[03:22:07.152] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:28:0)
[03:22:07.169] Build status: STARTED
[03:22:07.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:29:0) after 7m24s
[03:29:31.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:29:0)
[03:29:31.196] Build status: STARTED
[03:29:31.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:30:0) after 5m53s
[03:35:24.266] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:30:0)
[03:35:24.295] Build status: STARTED
[03:35:24.295] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866779496635071488:31:0) after 1m47s
[03:37:07.076] Received PubSub notification, asking Buildbucket for the build status
[03:37:07.100] Build:
{
"id": "8701349434726211505",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-11T00:45:48.233443891Z",
"startTime": "2025-10-11T00:46:51.632436420Z",
"endTime": "2025-10-11T03:37:06.788298956Z",
"updateTime": "2025-10-11T03:37:06.788298956Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e7d4ed3305fa41ec09afac16c63518494eae265f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:37:07.100] Invocation finished in 2h51m20.071617258s with status FAILED