[06:19:30.436] New invocation is queued and will start shortly
[06:19:31.538] Starting the invocation (attempt 1)
[06:19:31.569] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3f024d08355d40e935d89c19d799ccdd298e95a7"
[06:19:31.569] Popped gitiles commit info from properties and tags
[06:19:31.569] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:19:31.569] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:19:31.570] Buildbucket request:
{
"requestId": "8854437313145607536",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854437313145607536",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d5bf514200046fd104c63fee8a786a04f52a78c0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d5bf514200046fd104c63fee8a786a04f52a78c0",
"title": "d5bf514200046fd104c63fee8a786a04f52a78c0",
"url": "https://llvm.googlesource.com/llvm-project/+/d5bf514200046fd104c63fee8a786a04f52a78c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "09ab9a16e2dbecf4019ac5bcb2cb4b6624121749"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@09ab9a16e2dbecf4019ac5bcb2cb4b6624121749",
"title": "09ab9a16e2dbecf4019ac5bcb2cb4b6624121749",
"url": "https://llvm.googlesource.com/llvm-project/+/09ab9a16e2dbecf4019ac5bcb2cb4b6624121749"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3de98281d48ad3e00c823eb6426bf2fec9e74cf6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3de98281d48ad3e00c823eb6426bf2fec9e74cf6",
"title": "3de98281d48ad3e00c823eb6426bf2fec9e74cf6",
"url": "https://llvm.googlesource.com/llvm-project/+/3de98281d48ad3e00c823eb6426bf2fec9e74cf6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0ab1d23fbfa2ae0ba14315cb11678d2289510f66"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0ab1d23fbfa2ae0ba14315cb11678d2289510f66",
"title": "0ab1d23fbfa2ae0ba14315cb11678d2289510f66",
"url": "https://llvm.googlesource.com/llvm-project/+/0ab1d23fbfa2ae0ba14315cb11678d2289510f66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d44e957d1426693ffee4383422de6de73cd6589f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d44e957d1426693ffee4383422de6de73cd6589f",
"title": "d44e957d1426693ffee4383422de6de73cd6589f",
"url": "https://llvm.googlesource.com/llvm-project/+/d44e957d1426693ffee4383422de6de73cd6589f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "03bb37060273590b01132bb8365cc6d5bc863f93"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@03bb37060273590b01132bb8365cc6d5bc863f93",
"title": "03bb37060273590b01132bb8365cc6d5bc863f93",
"url": "https://llvm.googlesource.com/llvm-project/+/03bb37060273590b01132bb8365cc6d5bc863f93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "762ad000070fa30a318d187eb67058318dff026a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@762ad000070fa30a318d187eb67058318dff026a",
"title": "762ad000070fa30a318d187eb67058318dff026a",
"url": "https://llvm.googlesource.com/llvm-project/+/762ad000070fa30a318d187eb67058318dff026a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a96daba8403dfe69fd0a243254c0099d0f60c0c5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a96daba8403dfe69fd0a243254c0099d0f60c0c5",
"title": "a96daba8403dfe69fd0a243254c0099d0f60c0c5",
"url": "https://llvm.googlesource.com/llvm-project/+/a96daba8403dfe69fd0a243254c0099d0f60c0c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bf3ac05ed2664021e89937bda78cc5fc151f1705"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bf3ac05ed2664021e89937bda78cc5fc151f1705",
"title": "bf3ac05ed2664021e89937bda78cc5fc151f1705",
"url": "https://llvm.googlesource.com/llvm-project/+/bf3ac05ed2664021e89937bda78cc5fc151f1705"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "863813cace92f198f731dd8a135b5c8a48813cbf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@863813cace92f198f731dd8a135b5c8a48813cbf",
"title": "863813cace92f198f731dd8a135b5c8a48813cbf",
"url": "https://llvm.googlesource.com/llvm-project/+/863813cace92f198f731dd8a135b5c8a48813cbf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6654737d9af69df8b27483b66690fb44456fe567"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6654737d9af69df8b27483b66690fb44456fe567",
"title": "6654737d9af69df8b27483b66690fb44456fe567",
"url": "https://llvm.googlesource.com/llvm-project/+/6654737d9af69df8b27483b66690fb44456fe567"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3f024d08355d40e935d89c19d799ccdd298e95a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3f024d08355d40e935d89c19d799ccdd298e95a7",
"title": "3f024d08355d40e935d89c19d799ccdd298e95a7",
"url": "https://llvm.googlesource.com/llvm-project/+/3f024d08355d40e935d89c19d799ccdd298e95a7"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f024d08355d40e935d89c19d799ccdd298e95a7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854437313145607536"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:19:31.936] Scheduled build:
{
"id": "8689007251249559409",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-24T06:19:31.623282581Z",
"updateTime": "2026-02-24T06:19:31.623282581Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f024d08355d40e935d89c19d799ccdd298e95a7",
"ref": "refs/heads/main"
}
}
}
[06:19:31.936] Task URL: https://cr-buildbucket.appspot.com/build/8689007251249559409
[06:19:31.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:2:0) after 5m11s
[06:19:32.929] Received PubSub notification, asking Buildbucket for the build status
[06:19:32.975] Build status: SCHEDULED
[06:19:36.274] Received PubSub notification, asking Buildbucket for the build status
[06:19:36.317] Build status: STARTED
[06:24:42.981] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:2:0)
[06:24:42.996] Build status: STARTED
[06:24:42.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:5:0) after 1m34s
[06:26:17.012] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:5:0)
[06:26:17.040] Build status: STARTED
[06:26:17.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:6:0) after 4m9s
[06:30:26.055] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:6:0)
[06:30:26.074] Build status: STARTED
[06:30:26.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:7:0) after 4m59s
[06:35:25.177] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:7:0)
[06:35:25.194] Build status: STARTED
[06:35:25.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:8:0) after 7m32s
[06:42:57.327] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:8:0)
[06:42:57.354] Build status: STARTED
[06:42:57.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:9:0) after 4m23s
[06:47:20.419] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:9:0)
[06:47:20.437] Build status: STARTED
[06:47:20.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:10:0) after 5m8s
[06:52:28.502] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:10:0)
[06:52:28.531] Build status: STARTED
[06:52:28.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:11:0) after 3m24s
[06:55:52.711] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:11:0)
[06:55:52.726] Build status: STARTED
[06:55:52.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:12:0) after 7m3s
[07:02:55.767] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:12:0)
[07:02:55.836] Build status: STARTED
[07:02:55.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:13:0) after 2m53s
[07:05:48.849] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:13:0)
[07:05:48.866] Build status: STARTED
[07:05:48.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:14:0) after 7m1s
[07:12:49.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:14:0)
[07:12:49.904] Build status: STARTED
[07:12:49.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:15:0) after 7m57s
[07:20:46.944] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:15:0)
[07:20:46.968] Build status: STARTED
[07:20:46.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:16:0) after 2m41s
[07:23:28.041] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:16:0)
[07:23:28.117] Build status: STARTED
[07:23:28.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:17:0) after 9m20s
[07:32:48.187] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:17:0)
[07:32:48.203] Build status: STARTED
[07:32:48.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:18:0) after 4m25s
[07:37:13.294] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:18:0)
[07:37:13.318] Build status: STARTED
[07:37:13.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:19:0) after 4m5s
[07:41:18.340] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:19:0)
[07:41:18.359] Build status: STARTED
[07:41:18.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:20:0) after 6m40s
[07:47:58.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:20:0)
[07:47:58.407] Build status: STARTED
[07:47:58.407] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:21:0) after 8m48s
[07:56:46.490] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:21:0)
[07:56:46.505] Build status: STARTED
[07:56:46.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:22:0) after 2m13s
[07:58:59.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:22:0)
[07:58:59.541] Build status: STARTED
[07:58:59.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:23:0) after 7m48s
[08:06:47.606] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:23:0)
[08:06:47.623] Build status: STARTED
[08:06:47.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:24:0) after 6m10s
[08:12:57.704] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:24:0)
[08:12:57.728] Build status: STARTED
[08:12:57.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:25:0) after 9m21s
[08:22:18.744] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:25:0)
[08:22:18.761] Build status: STARTED
[08:22:18.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:26:0) after 4m40s
[08:26:58.772] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:26:0)
[08:26:58.788] Build status: STARTED
[08:26:58.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:27:0) after 4m7s
[08:31:05.804] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:27:0)
[08:31:05.865] Build status: STARTED
[08:31:05.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:28:0) after 3m27s
[08:34:32.841] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:28:0)
[08:34:32.859] Build status: STARTED
[08:34:32.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:29:0) after 2m24s
[08:36:56.877] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:29:0)
[08:36:56.895] Build status: STARTED
[08:36:56.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:30:0) after 2m39s
[08:39:35.928] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:30:0)
[08:39:35.943] Build status: STARTED
[08:39:35.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:31:0) after 5m56s
[08:45:31.963] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:31:0)
[08:45:31.984] Build status: STARTED
[08:45:31.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:32:0) after 1m16s
[08:46:47.999] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:32:0)
[08:46:48.017] Build status: STARTED
[08:46:48.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:33:0) after 5m23s
[08:52:11.053] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:33:0)
[08:52:11.075] Build status: STARTED
[08:52:11.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:34:0) after 3m8s
[08:55:19.143] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:34:0)
[08:55:19.164] Build status: STARTED
[08:55:19.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:35:0) after 8m10s
[09:03:29.182] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:35:0)
[09:03:29.237] Build status: STARTED
[09:03:29.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:36:0) after 3m58s
[09:07:27.254] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:36:0)
[09:07:27.270] Build status: STARTED
[09:07:27.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:37:0) after 4m1s
[09:11:28.286] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:37:0)
[09:11:28.309] Build status: STARTED
[09:11:28.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854437313145607536:38:0) after 8m59s
[09:13:40.976] Received PubSub notification, asking Buildbucket for the build status
[09:13:41.018] Build:
{
"id": "8689007251249559409",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-24T06:19:31.623282581Z",
"startTime": "2026-02-24T06:19:35.905782265Z",
"endTime": "2026-02-24T09:13:40.697331430Z",
"updateTime": "2026-02-24T09:13:40.697331430Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f024d08355d40e935d89c19d799ccdd298e95a7",
"ref": "refs/heads/main"
}
}
}
[09:13:41.018] Invocation finished in 2h54m10.586848097s with status FAILED