[01:43:51.219] New invocation is queued and will start shortly
[01:43:52.475] Starting the invocation (attempt 1)
[01:43:52.500] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/2a857ba311f7752ac26cd3037adeeb7227542919"
[01:43:52.500] Popped gitiles commit info from properties and tags
[01:43:52.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:43:52.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:43:52.501] Buildbucket request:
{
"requestId": "8866504052303507920",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866504052303507920",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1912e8884308238a7b902f9286a06fb3133988e6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1912e8884308238a7b902f9286a06fb3133988e6",
"title": "1912e8884308238a7b902f9286a06fb3133988e6",
"url": "https://fuchsia.googlesource.com/integration/+/1912e8884308238a7b902f9286a06fb3133988e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "111b6a334d0acffa56366fca0daeb6d2a0d9ca7d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@111b6a334d0acffa56366fca0daeb6d2a0d9ca7d",
"title": "111b6a334d0acffa56366fca0daeb6d2a0d9ca7d",
"url": "https://fuchsia.googlesource.com/integration/+/111b6a334d0acffa56366fca0daeb6d2a0d9ca7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "77525684ece83962c96c038985bec5b7a6457fd4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@77525684ece83962c96c038985bec5b7a6457fd4",
"title": "77525684ece83962c96c038985bec5b7a6457fd4",
"url": "https://fuchsia.googlesource.com/integration/+/77525684ece83962c96c038985bec5b7a6457fd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f74fe3ed5624dfaf9440a76efe338ecdae60fb66"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f74fe3ed5624dfaf9440a76efe338ecdae60fb66",
"title": "f74fe3ed5624dfaf9440a76efe338ecdae60fb66",
"url": "https://fuchsia.googlesource.com/integration/+/f74fe3ed5624dfaf9440a76efe338ecdae60fb66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e21e0c42cac0556acbac47fc1b22d2e138dfb109"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e21e0c42cac0556acbac47fc1b22d2e138dfb109",
"title": "e21e0c42cac0556acbac47fc1b22d2e138dfb109",
"url": "https://fuchsia.googlesource.com/integration/+/e21e0c42cac0556acbac47fc1b22d2e138dfb109"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1b47bdabe20356ccddf1289ea6c1809fff8d87a5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1b47bdabe20356ccddf1289ea6c1809fff8d87a5",
"title": "1b47bdabe20356ccddf1289ea6c1809fff8d87a5",
"url": "https://fuchsia.googlesource.com/integration/+/1b47bdabe20356ccddf1289ea6c1809fff8d87a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9f38140e1abcc8679409d5d13a4502bc46595934"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9f38140e1abcc8679409d5d13a4502bc46595934",
"title": "9f38140e1abcc8679409d5d13a4502bc46595934",
"url": "https://fuchsia.googlesource.com/integration/+/9f38140e1abcc8679409d5d13a4502bc46595934"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "74f7ebf05b7fa113e801739db3e2a15858d11cc1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@74f7ebf05b7fa113e801739db3e2a15858d11cc1",
"title": "74f7ebf05b7fa113e801739db3e2a15858d11cc1",
"url": "https://fuchsia.googlesource.com/integration/+/74f7ebf05b7fa113e801739db3e2a15858d11cc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b5337f433992f766e54a9fb107295995a80feca2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b5337f433992f766e54a9fb107295995a80feca2",
"title": "b5337f433992f766e54a9fb107295995a80feca2",
"url": "https://fuchsia.googlesource.com/integration/+/b5337f433992f766e54a9fb107295995a80feca2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9ea6d6f6f6bac95d38fe6eb3b6a862671047a7f7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ea6d6f6f6bac95d38fe6eb3b6a862671047a7f7",
"title": "9ea6d6f6f6bac95d38fe6eb3b6a862671047a7f7",
"url": "https://fuchsia.googlesource.com/integration/+/9ea6d6f6f6bac95d38fe6eb3b6a862671047a7f7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8f6348c3757501fab7198bdd650f3be849b62da8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8f6348c3757501fab7198bdd650f3be849b62da8",
"title": "8f6348c3757501fab7198bdd650f3be849b62da8",
"url": "https://fuchsia.googlesource.com/integration/+/8f6348c3757501fab7198bdd650f3be849b62da8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2a857ba311f7752ac26cd3037adeeb7227542919"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2a857ba311f7752ac26cd3037adeeb7227542919",
"title": "2a857ba311f7752ac26cd3037adeeb7227542919",
"url": "https://fuchsia.googlesource.com/integration/+/2a857ba311f7752ac26cd3037adeeb7227542919"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2a857ba311f7752ac26cd3037adeeb7227542919",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866504052303507920"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:43:52.959] Scheduled build:
{
"id": "8701073990230937313",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-14T01:43:52.574478939Z",
"updateTime": "2025-10-14T01:43:52.574478939Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2a857ba311f7752ac26cd3037adeeb7227542919",
"ref": "refs/heads/main"
}
}
}
[01:43:52.959] Task URL: https://cr-buildbucket.appspot.com/build/8701073990230937313
[01:43:52.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:2:0) after 8m15s
[01:44:10.045] Received PubSub notification, asking Buildbucket for the build status
[01:44:10.072] Build status: STARTED
[01:44:26.760] Received PubSub notification, asking Buildbucket for the build status
[01:44:26.790] Build status: STARTED
[01:52:08.006] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:2:0)
[01:52:08.019] Build status: STARTED
[01:52:08.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:5:0) after 4m35s
[01:56:43.038] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:5:0)
[01:56:43.064] Build status: STARTED
[01:56:43.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:6:0) after 2m45s
[01:59:28.074] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:6:0)
[01:59:28.106] Build status: STARTED
[01:59:28.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:7:0) after 9m6s
[02:08:34.129] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:7:0)
[02:08:34.143] Build status: STARTED
[02:08:34.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:8:0) after 1m49s
[02:10:23.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:8:0)
[02:10:23.212] Build status: STARTED
[02:10:23.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:9:0) after 7m42s
[02:18:05.246] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:9:0)
[02:18:05.320] Build status: STARTED
[02:18:05.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:10:0) after 7m48s
[02:25:53.337] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:10:0)
[02:25:53.351] Build status: STARTED
[02:25:53.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:11:0) after 5m9s
[02:31:02.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:11:0)
[02:31:02.449] Build status: STARTED
[02:31:02.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:12:0) after 8m1s
[02:39:03.485] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:12:0)
[02:39:03.502] Build status: STARTED
[02:39:03.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:13:0) after 1m45s
[02:40:48.567] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:13:0)
[02:40:48.581] Build status: STARTED
[02:40:48.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:14:0) after 8m39s
[02:49:27.671] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:14:0)
[02:49:27.687] Build status: STARTED
[02:49:27.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:15:0) after 8m4s
[02:57:31.805] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:15:0)
[02:57:31.821] Build status: STARTED
[02:57:31.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:16:0) after 5m31s
[03:03:02.843] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:16:0)
[03:03:02.857] Build status: STARTED
[03:03:02.857] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:17:0) after 4m38s
[03:07:40.925] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:17:0)
[03:07:40.943] Build status: STARTED
[03:07:40.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:18:0) after 3m1s
[03:10:41.962] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:18:0)
[03:10:41.983] Build status: STARTED
[03:10:41.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:19:0) after 2m19s
[03:13:01.006] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:19:0)
[03:13:01.021] Build status: STARTED
[03:13:01.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:20:0) after 4m56s
[03:17:57.037] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:20:0)
[03:17:57.055] Build status: STARTED
[03:17:57.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:21:0) after 7m36s
[03:25:33.072] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:21:0)
[03:25:33.088] Build status: STARTED
[03:25:33.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:22:0) after 9m31s
[03:35:04.129] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:22:0)
[03:35:04.150] Build status: STARTED
[03:35:04.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:23:0) after 1m8s
[03:36:12.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:23:0)
[03:36:12.179] Build status: STARTED
[03:36:12.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:24:0) after 4m58s
[03:41:10.237] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:24:0)
[03:41:10.260] Build status: STARTED
[03:41:10.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:25:0) after 2m22s
[03:43:32.275] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:25:0)
[03:43:32.296] Build status: STARTED
[03:43:32.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:26:0) after 4m5s
[03:47:37.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:26:0)
[03:47:37.376] Build status: STARTED
[03:47:37.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:27:0) after 6m42s
[03:54:19.393] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:27:0)
[03:54:19.406] Build status: STARTED
[03:54:19.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:28:0) after 5m31s
[03:59:50.423] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:28:0)
[03:59:50.443] Build status: STARTED
[03:59:50.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:29:0) after 2m24s
[04:02:14.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:29:0)
[04:02:14.505] Build status: STARTED
[04:02:14.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:30:0) after 8m35s
[04:10:49.518] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:30:0)
[04:10:49.535] Build status: STARTED
[04:10:49.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:31:0) after 3m28s
[04:14:17.530] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:31:0)
[04:14:17.548] Build status: STARTED
[04:14:17.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:32:0) after 9m40s
[04:23:57.585] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:32:0)
[04:23:57.630] Build status: STARTED
[04:23:57.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:33:0) after 5m19s
[04:29:16.750] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:33:0)
[04:29:16.772] Build status: STARTED
[04:29:16.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:34:0) after 2m34s
[04:31:50.909] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:34:0)
[04:31:51.012] Build status: STARTED
[04:31:51.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8866504052303507920:35:0) after 7m22s
[04:34:27.201] Received PubSub notification, asking Buildbucket for the build status
[04:34:27.219] Build:
{
"id": "8701073990230937313",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-14T01:43:52.574478939Z",
"startTime": "2025-10-14T01:44:07.300909679Z",
"endTime": "2025-10-14T04:34:18.410654442Z",
"updateTime": "2025-10-14T04:34:18.410654442Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2a857ba311f7752ac26cd3037adeeb7227542919",
"ref": "refs/heads/main"
}
}
}
[04:34:27.219] Invocation finished in 2h50m36.005507411s with status FAILED