[06:22:02.504] New invocation is queued and will start shortly
[06:22:03.563] Starting the invocation (attempt 1)
[06:22:03.585] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a280b1b4f84186255c41a989312ab01ee4c30b88"
[06:22:03.585] Popped gitiles commit info from properties and tags
[06:22:03.586] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:22:03.587] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:22:03.587] Buildbucket request:
{
"requestId": "8842478354127088240",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842478354127088240",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "774f8a0b868cf526ffbd8af0a7e83c6b70d1b4fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@774f8a0b868cf526ffbd8af0a7e83c6b70d1b4fb",
"title": "774f8a0b868cf526ffbd8af0a7e83c6b70d1b4fb",
"url": "https://llvm.googlesource.com/llvm-project/+/774f8a0b868cf526ffbd8af0a7e83c6b70d1b4fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4d7b4fd9879fb0599b4e0a2a0c60394f64015c5a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4d7b4fd9879fb0599b4e0a2a0c60394f64015c5a",
"title": "4d7b4fd9879fb0599b4e0a2a0c60394f64015c5a",
"url": "https://llvm.googlesource.com/llvm-project/+/4d7b4fd9879fb0599b4e0a2a0c60394f64015c5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4eb56cf497aaee55dc1346a7e1319dff33864601"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4eb56cf497aaee55dc1346a7e1319dff33864601",
"title": "4eb56cf497aaee55dc1346a7e1319dff33864601",
"url": "https://llvm.googlesource.com/llvm-project/+/4eb56cf497aaee55dc1346a7e1319dff33864601"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "45574a58a0298cf64264022cb108818d84c3d6fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@45574a58a0298cf64264022cb108818d84c3d6fd",
"title": "45574a58a0298cf64264022cb108818d84c3d6fd",
"url": "https://llvm.googlesource.com/llvm-project/+/45574a58a0298cf64264022cb108818d84c3d6fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "467390e7c08a5067355aa72d6262ff965d7fc9b4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@467390e7c08a5067355aa72d6262ff965d7fc9b4",
"title": "467390e7c08a5067355aa72d6262ff965d7fc9b4",
"url": "https://llvm.googlesource.com/llvm-project/+/467390e7c08a5067355aa72d6262ff965d7fc9b4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a929f649b490103ee15e2b71b4666d52b997b877"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a929f649b490103ee15e2b71b4666d52b997b877",
"title": "a929f649b490103ee15e2b71b4666d52b997b877",
"url": "https://llvm.googlesource.com/llvm-project/+/a929f649b490103ee15e2b71b4666d52b997b877"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aae9f9ed88eda733e46e308351ba5cd68091806f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aae9f9ed88eda733e46e308351ba5cd68091806f",
"title": "aae9f9ed88eda733e46e308351ba5cd68091806f",
"url": "https://llvm.googlesource.com/llvm-project/+/aae9f9ed88eda733e46e308351ba5cd68091806f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0ac6b4bd5b49b0615d420fb03c59024a4e360a31"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0ac6b4bd5b49b0615d420fb03c59024a4e360a31",
"title": "0ac6b4bd5b49b0615d420fb03c59024a4e360a31",
"url": "https://llvm.googlesource.com/llvm-project/+/0ac6b4bd5b49b0615d420fb03c59024a4e360a31"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a280b1b4f84186255c41a989312ab01ee4c30b88"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a280b1b4f84186255c41a989312ab01ee4c30b88",
"title": "a280b1b4f84186255c41a989312ab01ee4c30b88",
"url": "https://llvm.googlesource.com/llvm-project/+/a280b1b4f84186255c41a989312ab01ee4c30b88"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a280b1b4f84186255c41a989312ab01ee4c30b88",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842478354127088240"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:22:04.007] Scheduled build:
{
"id": "8677048292272657233",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-06T06:22:03.650992223Z",
"updateTime": "2026-07-06T06:22:03.650992223Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a280b1b4f84186255c41a989312ab01ee4c30b88",
"ref": "refs/heads/main"
}
}
}
[06:22:04.007] Task URL: https://cr-buildbucket.appspot.com/build/8677048292272657233
[06:22:04.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:2:0) after 7m31s
[06:22:04.954] Received PubSub notification, asking Buildbucket for the build status
[06:22:04.971] Build status: SCHEDULED
[06:22:09.422] Received PubSub notification, asking Buildbucket for the build status
[06:22:09.489] Build status: STARTED
[06:29:35.017] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:2:0)
[06:29:35.035] Build status: STARTED
[06:29:35.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:5:0) after 7m53s
[06:37:28.184] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:5:0)
[06:37:28.206] Build status: STARTED
[06:37:28.206] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:6:0) after 4m5s
[06:41:33.333] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:6:0)
[06:41:33.353] Build status: STARTED
[06:41:33.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:7:0) after 5m27s
[06:47:00.402] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:7:0)
[06:47:00.424] Build status: STARTED
[06:47:00.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:8:0) after 5m59s
[06:52:59.597] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:8:0)
[06:52:59.617] Build status: STARTED
[06:52:59.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:9:0) after 3m9s
[06:56:08.637] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:9:0)
[06:56:08.658] Build status: STARTED
[06:56:08.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:10:0) after 2m28s
[06:58:36.674] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:10:0)
[06:58:36.695] Build status: STARTED
[06:58:36.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:11:0) after 6m27s
[07:05:03.711] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:11:0)
[07:05:03.731] Build status: STARTED
[07:05:03.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:12:0) after 1m4s
[07:06:07.783] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:12:0)
[07:06:07.806] Build status: STARTED
[07:06:07.806] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:13:0) after 6m4s
[07:12:11.840] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:13:0)
[07:12:11.860] Build status: STARTED
[07:12:11.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:14:0) after 9m41s
[07:21:52.877] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:14:0)
[07:21:52.896] Build status: STARTED
[07:21:52.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:15:0) after 6m41s
[07:28:34.068] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:15:0)
[07:28:34.092] Build status: STARTED
[07:28:34.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:16:0) after 6m42s
[07:35:16.938] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:16:0)
[07:35:17.015] Build status: STARTED
[07:35:17.015] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:17:0) after 5m18s
[07:40:35.181] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:17:0)
[07:40:35.301] Build status: STARTED
[07:40:35.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:18:0) after 1m10s
[07:41:45.754] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:18:0)
[07:41:45.814] Build status: STARTED
[07:41:45.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:19:0) after 6m0s
[07:47:45.834] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:19:0)
[07:47:45.855] Build status: STARTED
[07:47:45.855] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:20:0) after 5m47s
[07:53:32.886] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:20:0)
[07:53:32.906] Build status: STARTED
[07:53:32.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:21:0) after 4m19s
[07:57:52.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:21:0)
[07:57:52.249] Build status: STARTED
[07:57:52.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:22:0) after 5m6s
[08:02:58.265] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:22:0)
[08:02:58.280] Build status: STARTED
[08:02:58.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:23:0) after 6m56s
[08:09:54.380] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:23:0)
[08:09:54.395] Build status: STARTED
[08:09:54.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:24:0) after 8m12s
[08:18:07.014] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:24:0)
[08:18:07.035] Build status: STARTED
[08:18:07.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:25:0) after 3m34s
[08:21:41.045] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:25:0)
[08:21:41.065] Build status: STARTED
[08:21:41.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:26:0) after 1m5s
[08:22:46.078] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:26:0)
[08:22:46.098] Build status: STARTED
[08:22:46.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:27:0) after 3m27s
[08:26:13.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:27:0)
[08:26:13.298] Build status: STARTED
[08:26:13.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:28:0) after 8m55s
[08:35:08.336] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:28:0)
[08:35:08.397] Build status: STARTED
[08:35:08.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:29:0) after 1m5s
[08:36:13.539] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:29:0)
[08:36:13.564] Build status: STARTED
[08:36:13.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:30:0) after 4m18s
[08:40:31.587] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:30:0)
[08:40:31.608] Build status: STARTED
[08:40:31.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:31:0) after 2m36s
[08:43:07.645] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:31:0)
[08:43:07.710] Build status: STARTED
[08:43:07.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:32:0) after 7m46s
[08:50:53.724] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:32:0)
[08:50:53.745] Build status: STARTED
[08:50:53.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:33:0) after 3m24s
[08:54:17.764] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:33:0)
[08:54:17.784] Build status: STARTED
[08:54:17.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:34:0) after 7m30s
[09:01:47.806] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:34:0)
[09:01:47.825] Build status: STARTED
[09:01:47.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:35:0) after 3m45s
[09:05:32.888] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:35:0)
[09:05:32.908] Build status: STARTED
[09:05:32.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:36:0) after 5m47s
[09:11:19.929] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:36:0)
[09:11:19.961] Build status: STARTED
[09:11:19.961] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:37:0) after 7m31s
[09:18:51.149] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:37:0)
[09:18:51.167] Build status: STARTED
[09:18:51.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:38:0) after 8m57s
[09:27:48.183] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:38:0)
[09:27:48.205] Build status: STARTED
[09:27:48.205] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:39:0) after 5m38s
[09:33:26.219] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:39:0)
[09:33:26.247] Build status: STARTED
[09:33:26.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8842478354127088240:40:0) after 8m47s
[09:34:53.716] Received PubSub notification, asking Buildbucket for the build status
[09:34:53.741] Build:
{
"id": "8677048292272657233",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-06T06:22:03.650992223Z",
"startTime": "2026-07-06T06:22:08.610511935Z",
"endTime": "2026-07-06T09:34:26.467090308Z",
"updateTime": "2026-07-06T09:34:26.467090308Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a280b1b4f84186255c41a989312ab01ee4c30b88",
"ref": "refs/heads/main"
}
}
}
[09:34:53.741] Invocation finished in 3h12m51.242959663s with status FAILED