[20:26:06.603] New invocation is queued and will start shortly
[20:26:07.671] Starting the invocation (attempt 1)
[20:26:07.702] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a4586f468344da04c904fefbba788a854bb319e"
[20:26:07.702] Popped gitiles commit info from properties and tags
[20:26:07.702] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:26:07.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:26:07.702] Buildbucket request:
{
"requestId": "8874768366946233408",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874768366946233408",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0c2560b29b3d15eca766eea306d8525b1c71d4ae"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0c2560b29b3d15eca766eea306d8525b1c71d4ae",
"title": "0c2560b29b3d15eca766eea306d8525b1c71d4ae",
"url": "https://llvm.googlesource.com/llvm-project/+/0c2560b29b3d15eca766eea306d8525b1c71d4ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d4f5ed6a23464cbe831820cb695aa1d39b11e4aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d4f5ed6a23464cbe831820cb695aa1d39b11e4aa",
"title": "d4f5ed6a23464cbe831820cb695aa1d39b11e4aa",
"url": "https://llvm.googlesource.com/llvm-project/+/d4f5ed6a23464cbe831820cb695aa1d39b11e4aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ae810dde5d83cc61a48b30ae7de36364215b4a24"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ae810dde5d83cc61a48b30ae7de36364215b4a24",
"title": "ae810dde5d83cc61a48b30ae7de36364215b4a24",
"url": "https://llvm.googlesource.com/llvm-project/+/ae810dde5d83cc61a48b30ae7de36364215b4a24"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5d59cb6ae2bfcd08f832fcaf5c34c22967d9fa8e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5d59cb6ae2bfcd08f832fcaf5c34c22967d9fa8e",
"title": "5d59cb6ae2bfcd08f832fcaf5c34c22967d9fa8e",
"url": "https://llvm.googlesource.com/llvm-project/+/5d59cb6ae2bfcd08f832fcaf5c34c22967d9fa8e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "db15c23a5734da141bf4d8b9fc16d193502a7f92"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@db15c23a5734da141bf4d8b9fc16d193502a7f92",
"title": "db15c23a5734da141bf4d8b9fc16d193502a7f92",
"url": "https://llvm.googlesource.com/llvm-project/+/db15c23a5734da141bf4d8b9fc16d193502a7f92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "641ff6db383d0730ae2587c86aa59b6b3cf8341d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@641ff6db383d0730ae2587c86aa59b6b3cf8341d",
"title": "641ff6db383d0730ae2587c86aa59b6b3cf8341d",
"url": "https://llvm.googlesource.com/llvm-project/+/641ff6db383d0730ae2587c86aa59b6b3cf8341d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "671072e830dace589f3b85d674c356e33330aa9a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@671072e830dace589f3b85d674c356e33330aa9a",
"title": "671072e830dace589f3b85d674c356e33330aa9a",
"url": "https://llvm.googlesource.com/llvm-project/+/671072e830dace589f3b85d674c356e33330aa9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2edd4a25dd0bb4e5f49ce0d5ff8a95803ac88d27"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2edd4a25dd0bb4e5f49ce0d5ff8a95803ac88d27",
"title": "2edd4a25dd0bb4e5f49ce0d5ff8a95803ac88d27",
"url": "https://llvm.googlesource.com/llvm-project/+/2edd4a25dd0bb4e5f49ce0d5ff8a95803ac88d27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "08a8e1c6b62215bf0b410f297add76f4e3b068d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@08a8e1c6b62215bf0b410f297add76f4e3b068d7",
"title": "08a8e1c6b62215bf0b410f297add76f4e3b068d7",
"url": "https://llvm.googlesource.com/llvm-project/+/08a8e1c6b62215bf0b410f297add76f4e3b068d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9d778089db1e1d44d5e70372b28c5524dbdfbf0c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9d778089db1e1d44d5e70372b28c5524dbdfbf0c",
"title": "9d778089db1e1d44d5e70372b28c5524dbdfbf0c",
"url": "https://llvm.googlesource.com/llvm-project/+/9d778089db1e1d44d5e70372b28c5524dbdfbf0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f5b6b896de383113d243a413aa15684809618baa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f5b6b896de383113d243a413aa15684809618baa",
"title": "f5b6b896de383113d243a413aa15684809618baa",
"url": "https://llvm.googlesource.com/llvm-project/+/f5b6b896de383113d243a413aa15684809618baa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dadaa7941dfd1355569d8bee5d8e199db93364f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dadaa7941dfd1355569d8bee5d8e199db93364f5",
"title": "dadaa7941dfd1355569d8bee5d8e199db93364f5",
"url": "https://llvm.googlesource.com/llvm-project/+/dadaa7941dfd1355569d8bee5d8e199db93364f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "de31584001478d37f6dd645a864d160528979efe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@de31584001478d37f6dd645a864d160528979efe",
"title": "de31584001478d37f6dd645a864d160528979efe",
"url": "https://llvm.googlesource.com/llvm-project/+/de31584001478d37f6dd645a864d160528979efe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "455105f1c67ccb625a1dccbf55cc2266bf9eaba2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@455105f1c67ccb625a1dccbf55cc2266bf9eaba2",
"title": "455105f1c67ccb625a1dccbf55cc2266bf9eaba2",
"url": "https://llvm.googlesource.com/llvm-project/+/455105f1c67ccb625a1dccbf55cc2266bf9eaba2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a73aa721d65a82a37cdb7d8bba7bae748cd27907"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a73aa721d65a82a37cdb7d8bba7bae748cd27907",
"title": "a73aa721d65a82a37cdb7d8bba7bae748cd27907",
"url": "https://llvm.googlesource.com/llvm-project/+/a73aa721d65a82a37cdb7d8bba7bae748cd27907"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5a4586f468344da04c904fefbba788a854bb319e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5a4586f468344da04c904fefbba788a854bb319e",
"title": "5a4586f468344da04c904fefbba788a854bb319e",
"url": "https://llvm.googlesource.com/llvm-project/+/5a4586f468344da04c904fefbba788a854bb319e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5a4586f468344da04c904fefbba788a854bb319e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874768366946233408"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:26:08.089] Scheduled build:
{
"id": "8709338305074156577",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-14T20:26:07.765255626Z",
"updateTime": "2025-07-14T20:26:07.765255626Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5a4586f468344da04c904fefbba788a854bb319e",
"ref": "refs/heads/main"
}
}
}
[20:26:08.089] Task URL: https://cr-buildbucket.appspot.com/build/8709338305074156577
[20:26:08.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:2:0) after 2m52s
[20:26:08.171] Received PubSub notification, asking Buildbucket for the build status
[20:26:08.204] Build status: SCHEDULED
[20:26:12.030] Received PubSub notification, asking Buildbucket for the build status
[20:26:12.053] Build status: STARTED
[20:29:00.115] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:2:0)
[20:29:00.273] Build status: STARTED
[20:29:00.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:5:0) after 5m0s
[20:34:00.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:5:0)
[20:34:00.326] Build status: STARTED
[20:34:00.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:6:0) after 4m20s
[20:38:20.392] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:6:0)
[20:38:20.422] Build status: STARTED
[20:38:20.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:7:0) after 9m54s
[20:48:14.460] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:7:0)
[20:48:14.478] Build status: STARTED
[20:48:14.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:8:0) after 6m49s
[20:55:03.548] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:8:0)
[20:55:03.573] Build status: STARTED
[20:55:03.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:9:0) after 2m25s
[20:57:28.669] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:9:0)
[20:57:28.702] Build status: STARTED
[20:57:28.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:10:0) after 6m53s
[21:04:21.856] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:10:0)
[21:04:21.956] Build status: STARTED
[21:04:21.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:11:0) after 2m26s
[21:06:47.986] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:11:0)
[21:06:48.005] Build status: STARTED
[21:06:48.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:12:0) after 8m20s
[21:15:08.030] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:12:0)
[21:15:08.052] Build status: STARTED
[21:15:08.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:13:0) after 5m20s
[21:20:28.079] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:13:0)
[21:20:28.102] Build status: STARTED
[21:20:28.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:14:0) after 2m40s
[21:23:08.227] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:14:0)
[21:23:08.250] Build status: STARTED
[21:23:08.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:15:0) after 3m39s
[21:26:47.277] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:15:0)
[21:26:47.307] Build status: STARTED
[21:26:47.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:16:0) after 8m3s
[21:34:50.377] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:16:0)
[21:34:50.398] Build status: STARTED
[21:34:50.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:17:0) after 2m3s
[21:36:53.413] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:17:0)
[21:36:53.441] Build status: STARTED
[21:36:53.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:18:0) after 2m51s
[21:39:44.518] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:18:0)
[21:39:44.545] Build status: STARTED
[21:39:44.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:19:0) after 4m11s
[21:43:55.591] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:19:0)
[21:43:55.615] Build status: STARTED
[21:43:55.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:20:0) after 1m45s
[21:45:40.644] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:20:0)
[21:45:41.459] Build status: STARTED
[21:45:41.459] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:21:0) after 3m4s
[21:48:45.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:21:0)
[21:48:45.497] Build status: STARTED
[21:48:45.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:22:0) after 6m27s
[21:55:12.580] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:22:0)
[21:55:12.705] Build status: STARTED
[21:55:12.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:23:0) after 3m39s
[21:58:51.846] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:23:0)
[21:58:51.866] Build status: STARTED
[21:58:51.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:24:0) after 2m16s
[22:01:07.859] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:24:0)
[22:01:07.930] Build status: STARTED
[22:01:07.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:25:0) after 5m45s
[22:06:52.906] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:25:0)
[22:06:52.946] Build status: STARTED
[22:06:52.946] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:26:0) after 5m4s
[22:11:57.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:26:0)
[22:11:57.213] Build status: STARTED
[22:11:57.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:27:0) after 5m2s
[22:16:59.235] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:27:0)
[22:16:59.258] Build status: STARTED
[22:16:59.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:28:0) after 2m33s
[22:19:32.304] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:28:0)
[22:19:32.322] Build status: STARTED
[22:19:32.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874768366946233408:29:0) after 8m31s
[22:26:55.523] Received PubSub notification, asking Buildbucket for the build status
[22:26:55.542] Build:
{
"id": "8709338305074156577",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-14T20:26:07.765255626Z",
"startTime": "2025-07-14T20:26:11.824015141Z",
"endTime": "2025-07-14T22:26:54.933621478Z",
"updateTime": "2025-07-14T22:26:54.933621478Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5a4586f468344da04c904fefbba788a854bb319e",
"ref": "refs/heads/main"
}
}
}
[22:26:55.542] Invocation finished in 2h0m48.94612913s with status FAILED