[00:13:32.355] New invocation is queued and will start shortly
[00:13:33.654] Starting the invocation (attempt 1)
[00:13:33.674] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f7af289728002487b032a8278bc2c540a02ff59"
[00:13:33.674] Popped gitiles commit info from properties and tags
[00:13:33.674] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:13:33.674] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:13:33.675] Buildbucket request:
{
"requestId": "8858174813491177536",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858174813491177536",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6e0ef1cf74559023eb420624f280c52572e196d3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6e0ef1cf74559023eb420624f280c52572e196d3",
"title": "6e0ef1cf74559023eb420624f280c52572e196d3",
"url": "https://llvm.googlesource.com/llvm-project/+/6e0ef1cf74559023eb420624f280c52572e196d3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "94d0ab0b1dead21cb777865daaccdd847f935c87"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@94d0ab0b1dead21cb777865daaccdd847f935c87",
"title": "94d0ab0b1dead21cb777865daaccdd847f935c87",
"url": "https://llvm.googlesource.com/llvm-project/+/94d0ab0b1dead21cb777865daaccdd847f935c87"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "870ffbd9ed566079227f24606c88c5d9276378ea"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@870ffbd9ed566079227f24606c88c5d9276378ea",
"title": "870ffbd9ed566079227f24606c88c5d9276378ea",
"url": "https://llvm.googlesource.com/llvm-project/+/870ffbd9ed566079227f24606c88c5d9276378ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d11ef6a2b86a70ac7f20c7b164fbe6faab0dd8a1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d11ef6a2b86a70ac7f20c7b164fbe6faab0dd8a1",
"title": "d11ef6a2b86a70ac7f20c7b164fbe6faab0dd8a1",
"url": "https://llvm.googlesource.com/llvm-project/+/d11ef6a2b86a70ac7f20c7b164fbe6faab0dd8a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "35a20d7e92f689d9c026452e82d47ca130a9c024"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@35a20d7e92f689d9c026452e82d47ca130a9c024",
"title": "35a20d7e92f689d9c026452e82d47ca130a9c024",
"url": "https://llvm.googlesource.com/llvm-project/+/35a20d7e92f689d9c026452e82d47ca130a9c024"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ac15ac90e3ad3606b0a24de4c866b537fe41ceb7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ac15ac90e3ad3606b0a24de4c866b537fe41ceb7",
"title": "ac15ac90e3ad3606b0a24de4c866b537fe41ceb7",
"url": "https://llvm.googlesource.com/llvm-project/+/ac15ac90e3ad3606b0a24de4c866b537fe41ceb7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1327c50ef199b481f5326cf6ca3710fc111b70b1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1327c50ef199b481f5326cf6ca3710fc111b70b1",
"title": "1327c50ef199b481f5326cf6ca3710fc111b70b1",
"url": "https://llvm.googlesource.com/llvm-project/+/1327c50ef199b481f5326cf6ca3710fc111b70b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0133247567a2e69e107bcdd4b1d72fe93b7f93f9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0133247567a2e69e107bcdd4b1d72fe93b7f93f9",
"title": "0133247567a2e69e107bcdd4b1d72fe93b7f93f9",
"url": "https://llvm.googlesource.com/llvm-project/+/0133247567a2e69e107bcdd4b1d72fe93b7f93f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9fc7c429752ed87a36f383ee47bad575fea7702a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9fc7c429752ed87a36f383ee47bad575fea7702a",
"title": "9fc7c429752ed87a36f383ee47bad575fea7702a",
"url": "https://llvm.googlesource.com/llvm-project/+/9fc7c429752ed87a36f383ee47bad575fea7702a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b2c7e734cbd7a00d1c72f1e6fcef8ee04dfd92c6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b2c7e734cbd7a00d1c72f1e6fcef8ee04dfd92c6",
"title": "b2c7e734cbd7a00d1c72f1e6fcef8ee04dfd92c6",
"url": "https://llvm.googlesource.com/llvm-project/+/b2c7e734cbd7a00d1c72f1e6fcef8ee04dfd92c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "feeb934a3c4d825cd673f01416c39ca73ede170f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@feeb934a3c4d825cd673f01416c39ca73ede170f",
"title": "feeb934a3c4d825cd673f01416c39ca73ede170f",
"url": "https://llvm.googlesource.com/llvm-project/+/feeb934a3c4d825cd673f01416c39ca73ede170f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "64430b4f099a96aa9e60752860a3179da57bd20a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@64430b4f099a96aa9e60752860a3179da57bd20a",
"title": "64430b4f099a96aa9e60752860a3179da57bd20a",
"url": "https://llvm.googlesource.com/llvm-project/+/64430b4f099a96aa9e60752860a3179da57bd20a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4a8ecccd70177bff1674ac543ff8645827c82356"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4a8ecccd70177bff1674ac543ff8645827c82356",
"title": "4a8ecccd70177bff1674ac543ff8645827c82356",
"url": "https://llvm.googlesource.com/llvm-project/+/4a8ecccd70177bff1674ac543ff8645827c82356"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02984cf61b71eba87752fcc9b0abe511eeb7dd1b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02984cf61b71eba87752fcc9b0abe511eeb7dd1b",
"title": "02984cf61b71eba87752fcc9b0abe511eeb7dd1b",
"url": "https://llvm.googlesource.com/llvm-project/+/02984cf61b71eba87752fcc9b0abe511eeb7dd1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8fa680b9d94ad3f3f04d9c0e60485ed546463c94"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8fa680b9d94ad3f3f04d9c0e60485ed546463c94",
"title": "8fa680b9d94ad3f3f04d9c0e60485ed546463c94",
"url": "https://llvm.googlesource.com/llvm-project/+/8fa680b9d94ad3f3f04d9c0e60485ed546463c94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0f24d0fb6cb08a9eb0ae80a1da6cba5b5910fa7c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0f24d0fb6cb08a9eb0ae80a1da6cba5b5910fa7c",
"title": "0f24d0fb6cb08a9eb0ae80a1da6cba5b5910fa7c",
"url": "https://llvm.googlesource.com/llvm-project/+/0f24d0fb6cb08a9eb0ae80a1da6cba5b5910fa7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9f7af289728002487b032a8278bc2c540a02ff59"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9f7af289728002487b032a8278bc2c540a02ff59",
"title": "9f7af289728002487b032a8278bc2c540a02ff59",
"url": "https://llvm.googlesource.com/llvm-project/+/9f7af289728002487b032a8278bc2c540a02ff59"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f7af289728002487b032a8278bc2c540a02ff59",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858174813491177536"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:13:34.127] Scheduled build:
{
"id": "8692744751334774321",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-14T00:13:33.784395823Z",
"updateTime": "2026-01-14T00:13:33.784395823Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f7af289728002487b032a8278bc2c540a02ff59",
"ref": "refs/heads/main"
}
}
}
[00:13:34.127] Task URL: https://cr-buildbucket.appspot.com/build/8692744751334774321
[00:13:34.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:2:0) after 8m42s
[00:13:35.136] Received PubSub notification, asking Buildbucket for the build status
[00:13:35.151] Build status: SCHEDULED
[00:13:38.360] Received PubSub notification, asking Buildbucket for the build status
[00:13:38.379] Build status: STARTED
[00:22:16.140] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:2:0)
[00:22:16.157] Build status: STARTED
[00:22:16.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:5:0) after 5m53s
[00:28:09.174] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:5:0)
[00:28:09.196] Build status: STARTED
[00:28:09.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:6:0) after 4m4s
[00:32:13.204] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:6:0)
[00:32:13.228] Build status: STARTED
[00:32:13.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:7:0) after 4m50s
[00:37:03.245] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:7:0)
[00:37:03.263] Build status: STARTED
[00:37:03.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:8:0) after 3m32s
[00:40:35.330] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:8:0)
[00:40:35.343] Build status: STARTED
[00:40:35.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:9:0) after 9m0s
[00:49:35.361] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:9:0)
[00:49:35.377] Build status: STARTED
[00:49:35.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:10:0) after 9m31s
[00:59:06.391] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:10:0)
[00:59:06.410] Build status: STARTED
[00:59:06.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:11:0) after 8m17s
[01:07:23.617] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:11:0)
[01:07:23.646] Build status: STARTED
[01:07:23.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:12:0) after 2m24s
[01:09:47.663] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:12:0)
[01:09:47.681] Build status: STARTED
[01:09:47.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:13:0) after 2m13s
[01:12:00.776] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:13:0)
[01:12:00.795] Build status: STARTED
[01:12:00.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:14:0) after 1m8s
[01:13:08.811] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:14:0)
[01:13:08.833] Build status: STARTED
[01:13:08.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:15:0) after 3m20s
[01:16:28.848] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:15:0)
[01:16:28.868] Build status: STARTED
[01:16:28.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:16:0) after 9m55s
[01:26:23.882] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:16:0)
[01:26:23.900] Build status: STARTED
[01:26:23.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:17:0) after 5m39s
[01:32:02.957] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:17:0)
[01:32:02.978] Build status: STARTED
[01:32:02.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:18:0) after 5m58s
[01:38:01.026] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:18:0)
[01:38:01.062] Build status: STARTED
[01:38:01.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:19:0) after 5m39s
[01:43:40.118] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:19:0)
[01:43:40.288] Build status: STARTED
[01:43:40.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:20:0) after 4m47s
[01:48:27.347] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:20:0)
[01:48:27.362] Build status: STARTED
[01:48:27.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:21:0) after 8m21s
[01:56:48.438] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:21:0)
[01:56:48.453] Build status: STARTED
[01:56:48.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:22:0) after 8m27s
[02:05:15.476] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:22:0)
[02:05:15.498] Build status: STARTED
[02:05:15.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:23:0) after 3m56s
[02:09:11.516] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:23:0)
[02:09:11.594] Build status: STARTED
[02:09:11.594] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:24:0) after 8m18s
[02:17:29.664] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:24:0)
[02:17:29.734] Build status: STARTED
[02:17:29.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:25:0) after 6m45s
[02:24:14.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:25:0)
[02:24:14.880] Build status: STARTED
[02:24:14.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:26:0) after 8m36s
[02:32:50.902] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:26:0)
[02:32:50.924] Build status: STARTED
[02:32:50.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:27:0) after 7m52s
[02:40:42.920] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:27:0)
[02:40:42.942] Build status: STARTED
[02:40:42.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:28:0) after 6m45s
[02:47:28.081] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:28:0)
[02:47:28.096] Build status: STARTED
[02:47:28.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:29:0) after 7m42s
[02:55:10.129] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:29:0)
[02:55:10.156] Build status: STARTED
[02:55:10.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:30:0) after 9m11s
[03:04:21.174] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:30:0)
[03:04:21.189] Build status: STARTED
[03:04:21.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8858174813491177536:31:0) after 7m56s
[03:10:57.156] Received PubSub notification, asking Buildbucket for the build status
[03:10:57.172] Build:
{
"id": "8692744751334774321",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-14T00:13:33.784395823Z",
"startTime": "2026-01-14T00:13:38.204632655Z",
"endTime": "2026-01-14T03:10:56.405660075Z",
"updateTime": "2026-01-14T03:10:56.405660075Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f7af289728002487b032a8278bc2c540a02ff59",
"ref": "refs/heads/main"
}
}
}
[03:10:57.172] Invocation finished in 2h57m24.828750779s with status FAILED