[14:38:37.051] New invocation is queued and will start shortly
[14:38:38.254] Starting the invocation (attempt 1)
[14:38:38.288] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a2c0ac06ff69f37a42845217b9a8ae1cdbacd674"
[14:38:38.288] Popped gitiles commit info from properties and tags
[14:38:38.288] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:38:38.288] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:38:38.289] Buildbucket request:
{
"requestId": "8875152617158921056",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875152617158921056",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "130e6121f5bb1a54c591133d050aa1311ce16d7f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@130e6121f5bb1a54c591133d050aa1311ce16d7f",
"title": "130e6121f5bb1a54c591133d050aa1311ce16d7f",
"url": "https://llvm.googlesource.com/llvm-project/+/130e6121f5bb1a54c591133d050aa1311ce16d7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cd474bb8015cfbd9dd5e5594978eccd9bd787e60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cd474bb8015cfbd9dd5e5594978eccd9bd787e60",
"title": "cd474bb8015cfbd9dd5e5594978eccd9bd787e60",
"url": "https://llvm.googlesource.com/llvm-project/+/cd474bb8015cfbd9dd5e5594978eccd9bd787e60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "896575eb74bb59466b50fb51934596d72947ebd5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@896575eb74bb59466b50fb51934596d72947ebd5",
"title": "896575eb74bb59466b50fb51934596d72947ebd5",
"url": "https://llvm.googlesource.com/llvm-project/+/896575eb74bb59466b50fb51934596d72947ebd5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7daa1defd2426629f0642c5428a5c8de777d0d6b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7daa1defd2426629f0642c5428a5c8de777d0d6b",
"title": "7daa1defd2426629f0642c5428a5c8de777d0d6b",
"url": "https://llvm.googlesource.com/llvm-project/+/7daa1defd2426629f0642c5428a5c8de777d0d6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2877d8015587f566e64111934452845eef7b6a4a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2877d8015587f566e64111934452845eef7b6a4a",
"title": "2877d8015587f566e64111934452845eef7b6a4a",
"url": "https://llvm.googlesource.com/llvm-project/+/2877d8015587f566e64111934452845eef7b6a4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1469c339f296b2aed037b292ffc37d19c37fbabe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1469c339f296b2aed037b292ffc37d19c37fbabe",
"title": "1469c339f296b2aed037b292ffc37d19c37fbabe",
"url": "https://llvm.googlesource.com/llvm-project/+/1469c339f296b2aed037b292ffc37d19c37fbabe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d14aa0cd46c652e417b5a777fe5a05c2a4df8364"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d14aa0cd46c652e417b5a777fe5a05c2a4df8364",
"title": "d14aa0cd46c652e417b5a777fe5a05c2a4df8364",
"url": "https://llvm.googlesource.com/llvm-project/+/d14aa0cd46c652e417b5a777fe5a05c2a4df8364"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "498aeada7b8e079f5bc59bf4e9bb0c8630ee6d32"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@498aeada7b8e079f5bc59bf4e9bb0c8630ee6d32",
"title": "498aeada7b8e079f5bc59bf4e9bb0c8630ee6d32",
"url": "https://llvm.googlesource.com/llvm-project/+/498aeada7b8e079f5bc59bf4e9bb0c8630ee6d32"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d801b54bcd971f9415da2cce397d12d2129ea1b0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d801b54bcd971f9415da2cce397d12d2129ea1b0",
"title": "d801b54bcd971f9415da2cce397d12d2129ea1b0",
"url": "https://llvm.googlesource.com/llvm-project/+/d801b54bcd971f9415da2cce397d12d2129ea1b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "13ead00049e2faea57dac2d9a43f2aef5bbe3370"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@13ead00049e2faea57dac2d9a43f2aef5bbe3370",
"title": "13ead00049e2faea57dac2d9a43f2aef5bbe3370",
"url": "https://llvm.googlesource.com/llvm-project/+/13ead00049e2faea57dac2d9a43f2aef5bbe3370"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "466357ab51609bceaf40daa04e2a4a9fe409939e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@466357ab51609bceaf40daa04e2a4a9fe409939e",
"title": "466357ab51609bceaf40daa04e2a4a9fe409939e",
"url": "https://llvm.googlesource.com/llvm-project/+/466357ab51609bceaf40daa04e2a4a9fe409939e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "18627e995c361124087480c199169e2ce000ad49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@18627e995c361124087480c199169e2ce000ad49",
"title": "18627e995c361124087480c199169e2ce000ad49",
"url": "https://llvm.googlesource.com/llvm-project/+/18627e995c361124087480c199169e2ce000ad49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5954e9c1a56fc313394b9dcc21f20c20c058f83d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5954e9c1a56fc313394b9dcc21f20c20c058f83d",
"title": "5954e9c1a56fc313394b9dcc21f20c20c058f83d",
"url": "https://llvm.googlesource.com/llvm-project/+/5954e9c1a56fc313394b9dcc21f20c20c058f83d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "763db3841dba8f88f95e63e718dffea64b32044a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@763db3841dba8f88f95e63e718dffea64b32044a",
"title": "763db3841dba8f88f95e63e718dffea64b32044a",
"url": "https://llvm.googlesource.com/llvm-project/+/763db3841dba8f88f95e63e718dffea64b32044a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1409e1a5e5f878b55441c72cb1ef384405d953c7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1409e1a5e5f878b55441c72cb1ef384405d953c7",
"title": "1409e1a5e5f878b55441c72cb1ef384405d953c7",
"url": "https://llvm.googlesource.com/llvm-project/+/1409e1a5e5f878b55441c72cb1ef384405d953c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "154de3e1bdd83ccaf7be51bb876db4593a064607"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@154de3e1bdd83ccaf7be51bb876db4593a064607",
"title": "154de3e1bdd83ccaf7be51bb876db4593a064607",
"url": "https://llvm.googlesource.com/llvm-project/+/154de3e1bdd83ccaf7be51bb876db4593a064607"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f56b6ecf088ef46fe8008f294fff456805b33a07"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f56b6ecf088ef46fe8008f294fff456805b33a07",
"title": "f56b6ecf088ef46fe8008f294fff456805b33a07",
"url": "https://llvm.googlesource.com/llvm-project/+/f56b6ecf088ef46fe8008f294fff456805b33a07"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "362d5ffa8d2f521fc2912665270eba15f3c1bf56"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@362d5ffa8d2f521fc2912665270eba15f3c1bf56",
"title": "362d5ffa8d2f521fc2912665270eba15f3c1bf56",
"url": "https://llvm.googlesource.com/llvm-project/+/362d5ffa8d2f521fc2912665270eba15f3c1bf56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a2c0ac06ff69f37a42845217b9a8ae1cdbacd674"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a2c0ac06ff69f37a42845217b9a8ae1cdbacd674",
"title": "a2c0ac06ff69f37a42845217b9a8ae1cdbacd674",
"url": "https://llvm.googlesource.com/llvm-project/+/a2c0ac06ff69f37a42845217b9a8ae1cdbacd674"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a2c0ac06ff69f37a42845217b9a8ae1cdbacd674",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875152617158921056"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:38:38.789] Scheduled build:
{
"id": "8709722555094049665",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-10T14:38:38.390712178Z",
"updateTime": "2025-07-10T14:38:38.390712178Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a2c0ac06ff69f37a42845217b9a8ae1cdbacd674",
"ref": "refs/heads/main"
}
}
}
[14:38:38.789] Task URL: https://cr-buildbucket.appspot.com/build/8709722555094049665
[14:38:38.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:2:0) after 3m51s
[14:38:39.737] Received PubSub notification, asking Buildbucket for the build status
[14:38:39.770] Build status: SCHEDULED
[14:40:36.456] Received PubSub notification, asking Buildbucket for the build status
[14:40:36.499] Build status: STARTED
[14:42:29.806] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:2:0)
[14:42:29.837] Build status: STARTED
[14:42:29.837] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:5:0) after 1m39s
[14:44:08.901] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:5:0)
[14:44:08.962] Build status: STARTED
[14:44:08.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:6:0) after 4m4s
[14:48:12.990] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:6:0)
[14:48:13.014] Build status: STARTED
[14:48:13.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:7:0) after 5m15s
[14:53:28.067] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:7:0)
[14:53:28.091] Build status: STARTED
[14:53:28.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:8:0) after 2m54s
[14:56:22.116] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:8:0)
[14:56:22.151] Build status: STARTED
[14:56:22.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:9:0) after 5m20s
[15:01:42.171] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:9:0)
[15:01:42.202] Build status: STARTED
[15:01:42.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:10:0) after 7m49s
[15:09:31.286] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:10:0)
[15:09:31.317] Build status: STARTED
[15:09:31.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:11:0) after 6m10s
[15:15:41.379] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:11:0)
[15:15:41.411] Build status: STARTED
[15:15:41.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:12:0) after 6m2s
[15:21:43.434] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:12:0)
[15:21:43.450] Build status: STARTED
[15:21:43.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:13:0) after 6m41s
[15:28:24.475] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:13:0)
[15:28:24.498] Build status: STARTED
[15:28:24.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:14:0) after 4m23s
[15:32:47.571] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:14:0)
[15:32:47.609] Build status: STARTED
[15:32:47.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:15:0) after 6m32s
[15:39:19.625] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:15:0)
[15:39:19.645] Build status: STARTED
[15:39:19.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:16:0) after 2m48s
[15:42:07.668] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:16:0)
[15:42:07.690] Build status: STARTED
[15:42:07.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:17:0) after 9m55s
[15:52:02.714] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:17:0)
[15:52:02.731] Build status: STARTED
[15:52:02.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:18:0) after 9m12s
[16:01:14.806] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:18:0)
[16:01:14.846] Build status: STARTED
[16:01:14.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:19:0) after 5m27s
[16:06:41.867] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:19:0)
[16:06:41.894] Build status: STARTED
[16:06:41.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:20:0) after 3m8s
[16:09:49.944] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:20:0)
[16:09:49.964] Build status: STARTED
[16:09:49.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:21:0) after 7m59s
[16:17:49.016] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:21:0)
[16:17:49.036] Build status: STARTED
[16:17:49.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:22:0) after 3m21s
[16:21:10.133] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:22:0)
[16:21:10.155] Build status: STARTED
[16:21:10.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:23:0) after 6m12s
[16:27:22.190] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:23:0)
[16:27:22.223] Build status: STARTED
[16:27:22.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:24:0) after 8m13s
[16:35:35.245] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:24:0)
[16:35:35.265] Build status: STARTED
[16:35:35.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:25:0) after 4m5s
[16:39:40.286] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:25:0)
[16:39:40.310] Build status: STARTED
[16:39:40.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8875152617158921056:26:0) after 4m42s
[16:41:55.890] Received PubSub notification, asking Buildbucket for the build status
[16:41:55.925] Build:
{
"id": "8709722555094049665",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-10T14:38:38.390712178Z",
"startTime": "2025-07-10T14:40:35.438918052Z",
"endTime": "2025-07-10T16:41:55.627325664Z",
"updateTime": "2025-07-10T16:41:55.627325664Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a2c0ac06ff69f37a42845217b9a8ae1cdbacd674",
"ref": "refs/heads/main"
}
}
}
[16:41:55.925] Invocation finished in 2h3m18.888489961s with status FAILED