[23:06:34.696] New invocation is queued and will start shortly
[23:06:35.807] Starting the invocation (attempt 1)
[23:06:35.846] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/881111065037d3b2de9af9d039bd78a16454aa33"
[23:06:35.846] Popped gitiles commit info from properties and tags
[23:06:35.846] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:06:35.846] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:06:35.847] Buildbucket request:
{
"requestId": "8870137825871074272",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870137825871074272",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "30e5d87e5ecad25603349412556aa4284c2ad8bb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@30e5d87e5ecad25603349412556aa4284c2ad8bb",
"title": "30e5d87e5ecad25603349412556aa4284c2ad8bb",
"url": "https://llvm.googlesource.com/llvm-project/+/30e5d87e5ecad25603349412556aa4284c2ad8bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "15e9306f6d97c743b6d3fc80cda2fe37b09f4961"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@15e9306f6d97c743b6d3fc80cda2fe37b09f4961",
"title": "15e9306f6d97c743b6d3fc80cda2fe37b09f4961",
"url": "https://llvm.googlesource.com/llvm-project/+/15e9306f6d97c743b6d3fc80cda2fe37b09f4961"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "13e60f36b9b20b5aba711570cebc19eebff0b00f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@13e60f36b9b20b5aba711570cebc19eebff0b00f",
"title": "13e60f36b9b20b5aba711570cebc19eebff0b00f",
"url": "https://llvm.googlesource.com/llvm-project/+/13e60f36b9b20b5aba711570cebc19eebff0b00f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ce5a1158b8a2bca214ad37cd206f6c8eb659ea3c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ce5a1158b8a2bca214ad37cd206f6c8eb659ea3c",
"title": "ce5a1158b8a2bca214ad37cd206f6c8eb659ea3c",
"url": "https://llvm.googlesource.com/llvm-project/+/ce5a1158b8a2bca214ad37cd206f6c8eb659ea3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "37e574c0042cafc5a6879e248d1bd49ddb61faab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@37e574c0042cafc5a6879e248d1bd49ddb61faab",
"title": "37e574c0042cafc5a6879e248d1bd49ddb61faab",
"url": "https://llvm.googlesource.com/llvm-project/+/37e574c0042cafc5a6879e248d1bd49ddb61faab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "833f55f3daa5832e771aede0a86130803601cf97"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@833f55f3daa5832e771aede0a86130803601cf97",
"title": "833f55f3daa5832e771aede0a86130803601cf97",
"url": "https://llvm.googlesource.com/llvm-project/+/833f55f3daa5832e771aede0a86130803601cf97"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f1e91bff426ffe0d12e91aac4cea9a1a2952816c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f1e91bff426ffe0d12e91aac4cea9a1a2952816c",
"title": "f1e91bff426ffe0d12e91aac4cea9a1a2952816c",
"url": "https://llvm.googlesource.com/llvm-project/+/f1e91bff426ffe0d12e91aac4cea9a1a2952816c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5cf9fd012e3d44c01b0f385a6893cc853985f12b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5cf9fd012e3d44c01b0f385a6893cc853985f12b",
"title": "5cf9fd012e3d44c01b0f385a6893cc853985f12b",
"url": "https://llvm.googlesource.com/llvm-project/+/5cf9fd012e3d44c01b0f385a6893cc853985f12b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e20ce964f7844e8d3227027ba943995ccc05ced2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e20ce964f7844e8d3227027ba943995ccc05ced2",
"title": "e20ce964f7844e8d3227027ba943995ccc05ced2",
"url": "https://llvm.googlesource.com/llvm-project/+/e20ce964f7844e8d3227027ba943995ccc05ced2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a916f49b78de29a0ea00bcdb7d67ae8e7f4ddc9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a916f49b78de29a0ea00bcdb7d67ae8e7f4ddc9",
"title": "6a916f49b78de29a0ea00bcdb7d67ae8e7f4ddc9",
"url": "https://llvm.googlesource.com/llvm-project/+/6a916f49b78de29a0ea00bcdb7d67ae8e7f4ddc9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ab6be80f02cb76667e733c8f65ecf64ec8326c94"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ab6be80f02cb76667e733c8f65ecf64ec8326c94",
"title": "ab6be80f02cb76667e733c8f65ecf64ec8326c94",
"url": "https://llvm.googlesource.com/llvm-project/+/ab6be80f02cb76667e733c8f65ecf64ec8326c94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c1cc9d2c8a60b58410c50ff18c6135116665a03a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c1cc9d2c8a60b58410c50ff18c6135116665a03a",
"title": "c1cc9d2c8a60b58410c50ff18c6135116665a03a",
"url": "https://llvm.googlesource.com/llvm-project/+/c1cc9d2c8a60b58410c50ff18c6135116665a03a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "55e3b6d9213d9edccff10c77ee345ca766f32221"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@55e3b6d9213d9edccff10c77ee345ca766f32221",
"title": "55e3b6d9213d9edccff10c77ee345ca766f32221",
"url": "https://llvm.googlesource.com/llvm-project/+/55e3b6d9213d9edccff10c77ee345ca766f32221"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "82978dfc1356b7c18aabbc49372a044a6387a079"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@82978dfc1356b7c18aabbc49372a044a6387a079",
"title": "82978dfc1356b7c18aabbc49372a044a6387a079",
"url": "https://llvm.googlesource.com/llvm-project/+/82978dfc1356b7c18aabbc49372a044a6387a079"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "74d52f9639ca7588c622c0790ca18fa5bff66837"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@74d52f9639ca7588c622c0790ca18fa5bff66837",
"title": "74d52f9639ca7588c622c0790ca18fa5bff66837",
"url": "https://llvm.googlesource.com/llvm-project/+/74d52f9639ca7588c622c0790ca18fa5bff66837"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "17bddd12245324311d10a681d606961914174c88"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@17bddd12245324311d10a681d606961914174c88",
"title": "17bddd12245324311d10a681d606961914174c88",
"url": "https://llvm.googlesource.com/llvm-project/+/17bddd12245324311d10a681d606961914174c88"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1b12bc4bf9709bee43c415eb0417b1565b098d5a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1b12bc4bf9709bee43c415eb0417b1565b098d5a",
"title": "1b12bc4bf9709bee43c415eb0417b1565b098d5a",
"url": "https://llvm.googlesource.com/llvm-project/+/1b12bc4bf9709bee43c415eb0417b1565b098d5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8edb5b4fb3eca44d16325a119257632e1ba003be"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8edb5b4fb3eca44d16325a119257632e1ba003be",
"title": "8edb5b4fb3eca44d16325a119257632e1ba003be",
"url": "https://llvm.googlesource.com/llvm-project/+/8edb5b4fb3eca44d16325a119257632e1ba003be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6d21ef74bd3d8463ee9d20166b1764df4bcadf52"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6d21ef74bd3d8463ee9d20166b1764df4bcadf52",
"title": "6d21ef74bd3d8463ee9d20166b1764df4bcadf52",
"url": "https://llvm.googlesource.com/llvm-project/+/6d21ef74bd3d8463ee9d20166b1764df4bcadf52"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9a7ad1687dc339985b3369903a0e2eaab3717c9d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9a7ad1687dc339985b3369903a0e2eaab3717c9d",
"title": "9a7ad1687dc339985b3369903a0e2eaab3717c9d",
"url": "https://llvm.googlesource.com/llvm-project/+/9a7ad1687dc339985b3369903a0e2eaab3717c9d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6c10ab8a3c7b212a73b4ad6673bad02cc34a28c4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6c10ab8a3c7b212a73b4ad6673bad02cc34a28c4",
"title": "6c10ab8a3c7b212a73b4ad6673bad02cc34a28c4",
"url": "https://llvm.googlesource.com/llvm-project/+/6c10ab8a3c7b212a73b4ad6673bad02cc34a28c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "881111065037d3b2de9af9d039bd78a16454aa33"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@881111065037d3b2de9af9d039bd78a16454aa33",
"title": "881111065037d3b2de9af9d039bd78a16454aa33",
"url": "https://llvm.googlesource.com/llvm-project/+/881111065037d3b2de9af9d039bd78a16454aa33"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "881111065037d3b2de9af9d039bd78a16454aa33",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870137825871074272"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:06:36.284] Scheduled build:
{
"id": "8704707763958129345",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-03T23:06:35.899711976Z",
"updateTime": "2025-09-03T23:06:35.899711976Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "881111065037d3b2de9af9d039bd78a16454aa33",
"ref": "refs/heads/main"
}
}
}
[23:06:36.284] Task URL: https://cr-buildbucket.appspot.com/build/8704707763958129345
[23:06:36.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:2:0) after 1m50s
[23:06:37.263] Received PubSub notification, asking Buildbucket for the build status
[23:06:37.287] Build status: SCHEDULED
[23:08:26.432] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:2:0)
[23:08:26.477] Build status: SCHEDULED
[23:08:26.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:4:0) after 7m45s
[23:15:58.049] Received PubSub notification, asking Buildbucket for the build status
[23:15:58.114] Build status: STARTED
[23:16:11.505] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:4:0)
[23:16:11.528] Build status: STARTED
[23:16:11.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:6:0) after 2m9s
[23:18:20.567] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:6:0)
[23:18:20.591] Build status: STARTED
[23:18:20.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:7:0) after 9m28s
[23:27:48.608] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:7:0)
[23:27:48.625] Build status: STARTED
[23:27:48.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:8:0) after 2m34s
[23:30:22.702] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:8:0)
[23:30:22.722] Build status: STARTED
[23:30:22.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:9:0) after 9m56s
[23:40:18.739] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:9:0)
[23:40:18.756] Build status: STARTED
[23:40:18.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:10:0) after 5m52s
[23:46:10.792] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:10:0)
[23:46:10.809] Build status: STARTED
[23:46:10.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:11:0) after 5m45s
[23:51:55.903] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:11:0)
[23:51:55.974] Build status: STARTED
[23:51:55.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:12:0) after 9m40s
[00:01:36.109] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:12:0)
[00:01:36.126] Build status: STARTED
[00:01:36.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:13:0) after 8m37s
[00:10:13.192] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:13:0)
[00:10:13.210] Build status: STARTED
[00:10:13.211] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:14:0) after 6m41s
[00:16:54.288] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:14:0)
[00:16:54.317] Build status: STARTED
[00:16:54.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:15:0) after 9m8s
[00:26:02.338] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:15:0)
[00:26:02.357] Build status: STARTED
[00:26:02.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:16:0) after 5m23s
[00:31:25.398] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:16:0)
[00:31:25.413] Build status: STARTED
[00:31:25.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:17:0) after 1m35s
[00:33:00.429] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:17:0)
[00:33:00.454] Build status: STARTED
[00:33:00.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:18:0) after 1m37s
[00:34:37.501] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:18:0)
[00:34:37.519] Build status: STARTED
[00:34:37.519] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:19:0) after 8m39s
[00:43:16.656] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:19:0)
[00:43:16.689] Build status: STARTED
[00:43:16.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:20:0) after 8m49s
[00:52:05.711] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:20:0)
[00:52:05.746] Build status: STARTED
[00:52:05.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:21:0) after 7m32s
[00:59:37.761] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:21:0)
[00:59:37.783] Build status: STARTED
[00:59:37.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:22:0) after 6m49s
[01:06:26.802] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:22:0)
[01:06:26.827] Build status: STARTED
[01:06:26.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:23:0) after 3m10s
[01:09:36.858] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:23:0)
[01:09:36.872] Build status: STARTED
[01:09:36.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:24:0) after 4m12s
[01:13:48.889] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:24:0)
[01:13:48.904] Build status: STARTED
[01:13:48.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8870137825871074272:25:0) after 5m21s
[01:17:00.800] Received PubSub notification, asking Buildbucket for the build status
[01:17:01.108] Build:
{
"id": "8704707763958129345",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-03T23:06:35.899711976Z",
"startTime": "2025-09-03T23:15:57.839961628Z",
"endTime": "2025-09-04T01:17:00.501573191Z",
"updateTime": "2025-09-04T01:17:00.501573191Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "881111065037d3b2de9af9d039bd78a16454aa33",
"ref": "refs/heads/main"
}
}
}
[01:17:01.108] Invocation finished in 2h10m26.417153398s with status FAILED