[21:13:03.660] New invocation is queued and will start shortly
[21:13:04.787] Starting the invocation (attempt 1)
[21:13:04.819] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3"
[21:13:04.819] Popped gitiles commit info from properties and tags
[21:13:04.819] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:13:04.819] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:13:04.819] Buildbucket request:
{
"requestId": "8873315861582238928",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873315861582238928",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e4c0f300309fbdcdabc43ff4bf57957181d6451e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e4c0f300309fbdcdabc43ff4bf57957181d6451e",
"title": "e4c0f300309fbdcdabc43ff4bf57957181d6451e",
"url": "https://llvm.googlesource.com/llvm-project/+/e4c0f300309fbdcdabc43ff4bf57957181d6451e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "90aed4dbdfe7354405db980d2b684bf91f69b4fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@90aed4dbdfe7354405db980d2b684bf91f69b4fb",
"title": "90aed4dbdfe7354405db980d2b684bf91f69b4fb",
"url": "https://llvm.googlesource.com/llvm-project/+/90aed4dbdfe7354405db980d2b684bf91f69b4fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8dd91996f008c47b986943499acf3e1abd4deaa8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8dd91996f008c47b986943499acf3e1abd4deaa8",
"title": "8dd91996f008c47b986943499acf3e1abd4deaa8",
"url": "https://llvm.googlesource.com/llvm-project/+/8dd91996f008c47b986943499acf3e1abd4deaa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d74d841b65dc5ecc1adb87f94ee5c8073984e130"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d74d841b65dc5ecc1adb87f94ee5c8073984e130",
"title": "d74d841b65dc5ecc1adb87f94ee5c8073984e130",
"url": "https://llvm.googlesource.com/llvm-project/+/d74d841b65dc5ecc1adb87f94ee5c8073984e130"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d70f228e83c3d4ea0369472442f8bbcf285f8392"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d70f228e83c3d4ea0369472442f8bbcf285f8392",
"title": "d70f228e83c3d4ea0369472442f8bbcf285f8392",
"url": "https://llvm.googlesource.com/llvm-project/+/d70f228e83c3d4ea0369472442f8bbcf285f8392"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "729b0d1b61ec581a86eb87f662a6a38f25a510aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@729b0d1b61ec581a86eb87f662a6a38f25a510aa",
"title": "729b0d1b61ec581a86eb87f662a6a38f25a510aa",
"url": "https://llvm.googlesource.com/llvm-project/+/729b0d1b61ec581a86eb87f662a6a38f25a510aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "11f52ec4d1a3b3172cee06d78857a9d5231f68b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@11f52ec4d1a3b3172cee06d78857a9d5231f68b7",
"title": "11f52ec4d1a3b3172cee06d78857a9d5231f68b7",
"url": "https://llvm.googlesource.com/llvm-project/+/11f52ec4d1a3b3172cee06d78857a9d5231f68b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "82f00ea40aaa6d4915517b970a65f4af56c9a0fc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@82f00ea40aaa6d4915517b970a65f4af56c9a0fc",
"title": "82f00ea40aaa6d4915517b970a65f4af56c9a0fc",
"url": "https://llvm.googlesource.com/llvm-project/+/82f00ea40aaa6d4915517b970a65f4af56c9a0fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f5d49c71b49a99ea700c30208cff7039553a4403"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f5d49c71b49a99ea700c30208cff7039553a4403",
"title": "f5d49c71b49a99ea700c30208cff7039553a4403",
"url": "https://llvm.googlesource.com/llvm-project/+/f5d49c71b49a99ea700c30208cff7039553a4403"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "62187a60e61017c3a453bb138d27f9bdda27879d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@62187a60e61017c3a453bb138d27f9bdda27879d",
"title": "62187a60e61017c3a453bb138d27f9bdda27879d",
"url": "https://llvm.googlesource.com/llvm-project/+/62187a60e61017c3a453bb138d27f9bdda27879d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ff38981a5817f06afad2c7e263e3bf8486f35da9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ff38981a5817f06afad2c7e263e3bf8486f35da9",
"title": "ff38981a5817f06afad2c7e263e3bf8486f35da9",
"url": "https://llvm.googlesource.com/llvm-project/+/ff38981a5817f06afad2c7e263e3bf8486f35da9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3",
"title": "1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3",
"url": "https://llvm.googlesource.com/llvm-project/+/1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873315861582238928"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:13:05.495] Scheduled build:
{
"id": "8707885799635117617",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-30T21:13:04.897664205Z",
"updateTime": "2025-07-30T21:13:04.897664205Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:13:05.495] Task URL: https://cr-buildbucket.appspot.com/build/8707885799635117617
[21:13:05.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:2:0) after 8m45s
[21:13:06.346] Received PubSub notification, asking Buildbucket for the build status
[21:13:06.367] Build status: SCHEDULED
[21:13:09.186] Received PubSub notification, asking Buildbucket for the build status
[21:13:09.216] Build status: STARTED
[21:21:50.526] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:2:0)
[21:21:50.585] Build status: STARTED
[21:21:50.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:5:0) after 2m7s
[21:23:57.670] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:5:0)
[21:23:57.735] Build status: STARTED
[21:23:57.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:6:0) after 6m32s
[21:30:29.752] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:6:0)
[21:30:29.771] Build status: STARTED
[21:30:29.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:7:0) after 2m12s
[21:32:41.819] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:7:0)
[21:32:41.846] Build status: STARTED
[21:32:41.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:8:0) after 7m38s
[21:40:19.925] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:8:0)
[21:40:20.292] Build status: STARTED
[21:40:20.292] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:9:0) after 9m33s
[21:49:53.389] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:9:0)
[21:49:53.418] Build status: STARTED
[21:49:53.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:10:0) after 2m36s
[21:52:29.490] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:10:0)
[21:52:29.638] Build status: STARTED
[21:52:29.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:11:0) after 1m20s
[21:53:49.738] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:11:0)
[21:53:49.758] Build status: STARTED
[21:53:49.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:12:0) after 5m43s
[21:59:32.802] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:12:0)
[21:59:32.820] Build status: STARTED
[21:59:32.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:13:0) after 5m33s
[22:05:05.847] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:13:0)
[22:05:05.929] Build status: STARTED
[22:05:05.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:14:0) after 2m14s
[22:07:19.946] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:14:0)
[22:07:19.963] Build status: STARTED
[22:07:19.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:15:0) after 3m9s
[22:10:29.039] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:15:0)
[22:10:29.086] Build status: STARTED
[22:10:29.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:16:0) after 7m17s
[22:17:46.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:16:0)
[22:17:46.142] Build status: STARTED
[22:17:46.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:17:0) after 9m35s
[22:27:21.250] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:17:0)
[22:27:21.266] Build status: STARTED
[22:27:21.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:18:0) after 5m36s
[22:32:57.292] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:18:0)
[22:32:57.318] Build status: STARTED
[22:32:57.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:19:0) after 9m29s
[22:42:26.375] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:19:0)
[22:42:26.422] Build status: STARTED
[22:42:26.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:20:0) after 4m41s
[22:47:07.529] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:20:0)
[22:47:07.549] Build status: STARTED
[22:47:07.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:21:0) after 5m1s
[22:52:08.610] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:21:0)
[22:52:08.643] Build status: STARTED
[22:52:08.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:22:0) after 2m53s
[22:55:01.689] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:22:0)
[22:55:01.739] Build status: STARTED
[22:55:01.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8873315861582238928:23:0) after 7m43s
[22:58:58.337] Received PubSub notification, asking Buildbucket for the build status
[22:58:58.360] Build:
{
"id": "8707885799635117617",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-30T21:13:04.897664205Z",
"startTime": "2025-07-30T21:13:09.008114238Z",
"endTime": "2025-07-30T22:58:57.971771828Z",
"updateTime": "2025-07-30T22:58:57.971771828Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1a0121cbedc6bad7cf07cc9234fc8368db0dfbe3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:58:58.360] Invocation finished in 1h45m54.703580894s with status FAILED