[00:12:38.721] New invocation is queued and will start shortly
[00:12:39.809] Starting the invocation (attempt 1)
[00:12:39.832] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4"
[00:12:39.832] Popped gitiles commit info from properties and tags
[00:12:39.832] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:12:39.833] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:12:39.833] Buildbucket request:
{
"requestId": "8884357393021948192",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884357393021948192",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fd8fb7148674456ce3fb338864c9aa9f576feb22"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fd8fb7148674456ce3fb338864c9aa9f576feb22",
"title": "fd8fb7148674456ce3fb338864c9aa9f576feb22",
"url": "https://llvm.googlesource.com/llvm-project/+/fd8fb7148674456ce3fb338864c9aa9f576feb22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5f56eaff8b033e5d87818bdc9543c1463cc0a755"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5f56eaff8b033e5d87818bdc9543c1463cc0a755",
"title": "5f56eaff8b033e5d87818bdc9543c1463cc0a755",
"url": "https://llvm.googlesource.com/llvm-project/+/5f56eaff8b033e5d87818bdc9543c1463cc0a755"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "848faf49f793968ae6dee1577f507d4cc68b157e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@848faf49f793968ae6dee1577f507d4cc68b157e",
"title": "848faf49f793968ae6dee1577f507d4cc68b157e",
"url": "https://llvm.googlesource.com/llvm-project/+/848faf49f793968ae6dee1577f507d4cc68b157e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92e591684576e7244d53722b04e840f28c3f03c3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92e591684576e7244d53722b04e840f28c3f03c3",
"title": "92e591684576e7244d53722b04e840f28c3f03c3",
"url": "https://llvm.googlesource.com/llvm-project/+/92e591684576e7244d53722b04e840f28c3f03c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3b3d1a5c261419da864d0883eccd040c2b72e237"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3b3d1a5c261419da864d0883eccd040c2b72e237",
"title": "3b3d1a5c261419da864d0883eccd040c2b72e237",
"url": "https://llvm.googlesource.com/llvm-project/+/3b3d1a5c261419da864d0883eccd040c2b72e237"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2796e41ade306c3bf0f2e21311dff406bcf65652"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2796e41ade306c3bf0f2e21311dff406bcf65652",
"title": "2796e41ade306c3bf0f2e21311dff406bcf65652",
"url": "https://llvm.googlesource.com/llvm-project/+/2796e41ade306c3bf0f2e21311dff406bcf65652"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e5fcbfa2aa8291a57e5eb03cd458935b458c73c0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e5fcbfa2aa8291a57e5eb03cd458935b458c73c0",
"title": "e5fcbfa2aa8291a57e5eb03cd458935b458c73c0",
"url": "https://llvm.googlesource.com/llvm-project/+/e5fcbfa2aa8291a57e5eb03cd458935b458c73c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3acccf042ab8a7b7e663bb2b2fac328d9bf65b38"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3acccf042ab8a7b7e663bb2b2fac328d9bf65b38",
"title": "3acccf042ab8a7b7e663bb2b2fac328d9bf65b38",
"url": "https://llvm.googlesource.com/llvm-project/+/3acccf042ab8a7b7e663bb2b2fac328d9bf65b38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5b6386dcbd68d3f7c1ce98dd7acdd4477d5724ad"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5b6386dcbd68d3f7c1ce98dd7acdd4477d5724ad",
"title": "5b6386dcbd68d3f7c1ce98dd7acdd4477d5724ad",
"url": "https://llvm.googlesource.com/llvm-project/+/5b6386dcbd68d3f7c1ce98dd7acdd4477d5724ad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4",
"title": "c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4",
"url": "https://llvm.googlesource.com/llvm-project/+/c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884357393021948192"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:12:40.706] Scheduled build:
{
"id": "8718927331098004017",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-31T00:12:39.927894493Z",
"updateTime": "2025-03-31T00:12:39.927894493Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4",
"ref": "refs/heads/main"
}
}
}
[00:12:40.706] Task URL: https://cr-buildbucket.appspot.com/build/8718927331098004017
[00:12:40.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:2:0) after 2m42s
[00:12:41.566] Received PubSub notification, asking Buildbucket for the build status
[00:12:41.595] Build status: SCHEDULED
[00:12:46.111] Received PubSub notification, asking Buildbucket for the build status
[00:12:46.169] Build status: STARTED
[00:15:22.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:2:0)
[00:15:22.894] Build status: STARTED
[00:15:22.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:5:0) after 6m10s
[00:21:32.931] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:5:0)
[00:21:32.964] Build status: STARTED
[00:21:32.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:6:0) after 7m50s
[00:29:22.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:6:0)
[00:29:23.012] Build status: STARTED
[00:29:23.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:7:0) after 7m2s
[00:36:25.093] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:7:0)
[00:36:25.118] Build status: STARTED
[00:36:25.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:8:0) after 8m49s
[00:45:14.142] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:8:0)
[00:45:14.164] Build status: STARTED
[00:45:14.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:9:0) after 2m42s
[00:47:56.373] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:9:0)
[00:47:56.407] Build status: STARTED
[00:47:56.407] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:10:0) after 9m31s
[00:57:27.566] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:10:0)
[00:57:27.587] Build status: STARTED
[00:57:27.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:11:0) after 7m39s
[01:05:06.614] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:11:0)
[01:05:06.653] Build status: STARTED
[01:05:06.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:12:0) after 3m31s
[01:08:37.770] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:12:0)
[01:08:37.790] Build status: STARTED
[01:08:37.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:13:0) after 6m9s
[01:14:46.914] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:13:0)
[01:14:46.941] Build status: STARTED
[01:14:46.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:14:0) after 9m21s
[01:24:08.075] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:14:0)
[01:24:08.091] Build status: STARTED
[01:24:08.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:15:0) after 9m17s
[01:33:25.253] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:15:0)
[01:33:25.285] Build status: STARTED
[01:33:25.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:16:0) after 9m32s
[01:42:57.482] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:16:0)
[01:42:57.539] Build status: STARTED
[01:42:57.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:17:0) after 4m19s
[01:47:16.558] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:17:0)
[01:47:16.582] Build status: STARTED
[01:47:16.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:18:0) after 4m20s
[01:51:36.602] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:18:0)
[01:51:36.618] Build status: STARTED
[01:51:36.618] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:19:0) after 3m22s
[01:54:58.737] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:19:0)
[01:54:58.754] Build status: STARTED
[01:54:58.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:20:0) after 4m17s
[01:59:15.876] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:20:0)
[01:59:15.904] Build status: STARTED
[01:59:15.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:21:0) after 7m10s
[02:06:25.949] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:21:0)
[02:06:25.968] Build status: STARTED
[02:06:25.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:22:0) after 9m16s
[02:15:41.986] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:22:0)
[02:15:42.005] Build status: STARTED
[02:15:42.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:23:0) after 4m54s
[02:20:36.126] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:23:0)
[02:20:36.187] Build status: STARTED
[02:20:36.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:24:0) after 9m54s
[02:30:30.237] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:24:0)
[02:30:30.265] Build status: STARTED
[02:30:30.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:25:0) after 6m31s
[02:37:01.239] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:25:0)
[02:37:01.258] Build status: STARTED
[02:37:01.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:26:0) after 1m33s
[02:38:34.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:26:0)
[02:38:34.543] Build status: STARTED
[02:38:34.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:27:0) after 8m58s
[02:47:32.563] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:27:0)
[02:47:32.793] Build status: STARTED
[02:47:32.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:28:0) after 8m10s
[02:55:42.818] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:28:0)
[02:55:42.838] Build status: STARTED
[02:55:42.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:29:0) after 5m9s
[03:00:52.133] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:29:0)
[03:00:52.153] Build status: STARTED
[03:00:52.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:30:0) after 5m10s
[03:06:02.362] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:30:0)
[03:06:02.389] Build status: STARTED
[03:06:02.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:31:0) after 8m55s
[03:14:57.753] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:31:0)
[03:14:57.776] Build status: STARTED
[03:14:57.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:32:0) after 3m17s
[03:18:14.996] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:32:0)
[03:18:15.020] Build status: STARTED
[03:18:15.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:33:0) after 2m19s
[03:20:34.286] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:33:0)
[03:20:34.322] Build status: STARTED
[03:20:34.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:34:0) after 7m19s
[03:27:53.342] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:34:0)
[03:27:53.364] Build status: STARTED
[03:27:53.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:35:0) after 6m29s
[03:34:22.442] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:35:0)
[03:34:22.471] Build status: STARTED
[03:34:22.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:36:0) after 6m1s
[03:40:23.629] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:36:0)
[03:40:23.649] Build status: STARTED
[03:40:23.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:37:0) after 6m45s
[03:47:08.672] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:37:0)
[03:47:08.690] Build status: STARTED
[03:47:08.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:38:0) after 6m11s
[03:53:20.013] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:38:0)
[03:53:20.027] Build status: STARTED
[03:53:20.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:39:0) after 7m38s
[04:00:58.323] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:39:0)
[04:00:58.352] Build status: STARTED
[04:00:58.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884357393021948192:40:0) after 7m41s
[04:04:09.028] Received PubSub notification, asking Buildbucket for the build status
[04:04:09.069] Build:
{
"id": "8718927331098004017",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-31T00:12:39.927894493Z",
"startTime": "2025-03-31T00:12:45.834936791Z",
"endTime": "2025-03-31T04:04:08.648638858Z",
"updateTime": "2025-03-31T04:04:08.648638858Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c9d90f15af0c5ed6ad5c5cd3aa988139a2cc34e4",
"ref": "refs/heads/main"
}
}
}
[04:04:09.069] Invocation finished in 3h51m30.360977544s with status FAILED