[11:08:01.573] New invocation is queued and will start shortly
[11:08:02.723] Starting the invocation (attempt 1)
[11:08:02.761] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ea321392ebc487c1000e43576f44af99edf28a5f"
[11:08:02.765] Popped gitiles commit info from properties and tags
[11:08:02.765] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:08:02.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:08:02.768] Buildbucket request:
{
"requestId": "8876887208774107536",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876887208774107536",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c69f97cb95a2579fc561af30624d744811d4d287"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c69f97cb95a2579fc561af30624d744811d4d287",
"title": "c69f97cb95a2579fc561af30624d744811d4d287",
"url": "https://llvm.googlesource.com/llvm-project/+/c69f97cb95a2579fc561af30624d744811d4d287"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5f2135df171e96217dc9581d358f467eb2fc067b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5f2135df171e96217dc9581d358f467eb2fc067b",
"title": "5f2135df171e96217dc9581d358f467eb2fc067b",
"url": "https://llvm.googlesource.com/llvm-project/+/5f2135df171e96217dc9581d358f467eb2fc067b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4a4582dd788b8bb7dab919fe4b76807ad9c7ed48"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4a4582dd788b8bb7dab919fe4b76807ad9c7ed48",
"title": "4a4582dd788b8bb7dab919fe4b76807ad9c7ed48",
"url": "https://llvm.googlesource.com/llvm-project/+/4a4582dd788b8bb7dab919fe4b76807ad9c7ed48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0921bfd81d57eb652e1cb1e12ea4dd3df037d222"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0921bfd81d57eb652e1cb1e12ea4dd3df037d222",
"title": "0921bfd81d57eb652e1cb1e12ea4dd3df037d222",
"url": "https://llvm.googlesource.com/llvm-project/+/0921bfd81d57eb652e1cb1e12ea4dd3df037d222"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bb372963dfcef9722d5aeb4f65ddb5c50be24e01"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bb372963dfcef9722d5aeb4f65ddb5c50be24e01",
"title": "bb372963dfcef9722d5aeb4f65ddb5c50be24e01",
"url": "https://llvm.googlesource.com/llvm-project/+/bb372963dfcef9722d5aeb4f65ddb5c50be24e01"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2f5d965bb59879c1604d0308385b30565785d412"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2f5d965bb59879c1604d0308385b30565785d412",
"title": "2f5d965bb59879c1604d0308385b30565785d412",
"url": "https://llvm.googlesource.com/llvm-project/+/2f5d965bb59879c1604d0308385b30565785d412"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d6a486c221c1a2d18e88ca39279bcf1675fe7723"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d6a486c221c1a2d18e88ca39279bcf1675fe7723",
"title": "d6a486c221c1a2d18e88ca39279bcf1675fe7723",
"url": "https://llvm.googlesource.com/llvm-project/+/d6a486c221c1a2d18e88ca39279bcf1675fe7723"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1bb2328fd3adf137cb32af4e3722a1b3e8a53a8e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1bb2328fd3adf137cb32af4e3722a1b3e8a53a8e",
"title": "1bb2328fd3adf137cb32af4e3722a1b3e8a53a8e",
"url": "https://llvm.googlesource.com/llvm-project/+/1bb2328fd3adf137cb32af4e3722a1b3e8a53a8e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "369e8403b616a168cdebbde9813f4a64d33618b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@369e8403b616a168cdebbde9813f4a64d33618b7",
"title": "369e8403b616a168cdebbde9813f4a64d33618b7",
"url": "https://llvm.googlesource.com/llvm-project/+/369e8403b616a168cdebbde9813f4a64d33618b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1b5d6ec6855369d109fcb740ecd3812231b7a279"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1b5d6ec6855369d109fcb740ecd3812231b7a279",
"title": "1b5d6ec6855369d109fcb740ecd3812231b7a279",
"url": "https://llvm.googlesource.com/llvm-project/+/1b5d6ec6855369d109fcb740ecd3812231b7a279"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea321392ebc487c1000e43576f44af99edf28a5f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea321392ebc487c1000e43576f44af99edf28a5f",
"title": "ea321392ebc487c1000e43576f44af99edf28a5f",
"url": "https://llvm.googlesource.com/llvm-project/+/ea321392ebc487c1000e43576f44af99edf28a5f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ea321392ebc487c1000e43576f44af99edf28a5f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876887208774107536"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:08:03.127] Scheduled build:
{
"id": "8711457146810320529",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-21T11:08:02.821489542Z",
"updateTime": "2025-06-21T11:08:02.821489542Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ea321392ebc487c1000e43576f44af99edf28a5f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:08:03.127] Task URL: https://cr-buildbucket.appspot.com/build/8711457146810320529
[11:08:03.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:2:0) after 1m42s
[11:08:04.141] Received PubSub notification, asking Buildbucket for the build status
[11:08:04.173] Build status: SCHEDULED
[11:08:07.104] Received PubSub notification, asking Buildbucket for the build status
[11:08:07.131] Build status: STARTED
[11:09:45.150] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:2:0)
[11:09:45.178] Build status: STARTED
[11:09:45.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:5:0) after 3m55s
[11:13:40.200] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:5:0)
[11:13:40.225] Build status: STARTED
[11:13:40.225] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:6:0) after 3m2s
[11:16:42.540] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:6:0)
[11:16:42.553] Build status: STARTED
[11:16:42.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:7:0) after 5m2s
[11:21:44.574] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:7:0)
[11:21:44.595] Build status: STARTED
[11:21:44.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:8:0) after 7m7s
[11:28:51.619] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:8:0)
[11:28:51.647] Build status: STARTED
[11:28:51.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:9:0) after 7m39s
[11:36:30.667] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:9:0)
[11:36:30.698] Build status: STARTED
[11:36:30.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:10:0) after 7m32s
[11:44:02.718] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:10:0)
[11:44:02.737] Build status: STARTED
[11:44:02.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:11:0) after 8m22s
[11:52:24.742] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:11:0)
[11:52:24.758] Build status: STARTED
[11:52:24.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:12:0) after 9m17s
[12:01:41.848] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:12:0)
[12:01:41.867] Build status: STARTED
[12:01:41.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:13:0) after 7m4s
[12:08:45.889] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:13:0)
[12:08:45.905] Build status: STARTED
[12:08:45.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:14:0) after 2m42s
[12:11:28.183] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:14:0)
[12:11:28.212] Build status: STARTED
[12:11:28.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:15:0) after 4m23s
[12:15:51.390] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:15:0)
[12:15:51.420] Build status: STARTED
[12:15:51.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:16:0) after 9m44s
[12:25:35.584] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:16:0)
[12:25:35.602] Build status: STARTED
[12:25:35.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:17:0) after 1m28s
[12:27:03.710] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:17:0)
[12:27:03.791] Build status: STARTED
[12:27:03.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:18:0) after 6m27s
[12:33:30.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:18:0)
[12:33:30.876] Build status: STARTED
[12:33:30.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:19:0) after 4m59s
[12:38:30.003] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:19:0)
[12:38:30.025] Build status: STARTED
[12:38:30.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:20:0) after 8m37s
[12:47:07.223] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:20:0)
[12:47:07.265] Build status: STARTED
[12:47:07.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:21:0) after 7m41s
[12:54:48.295] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:21:0)
[12:54:48.313] Build status: STARTED
[12:54:48.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:22:0) after 2m36s
[12:57:24.424] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:22:0)
[12:57:24.451] Build status: STARTED
[12:57:24.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:23:0) after 4m19s
[13:01:43.482] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:23:0)
[13:01:43.525] Build status: STARTED
[13:01:43.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:24:0) after 8m5s
[13:09:48.593] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:24:0)
[13:09:48.735] Build status: STARTED
[13:09:48.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:25:0) after 5m5s
[13:14:53.857] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:25:0)
[13:14:53.888] Build status: STARTED
[13:14:53.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:26:0) after 8m48s
[13:23:41.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:26:0)
[13:23:42.005] Build status: STARTED
[13:23:42.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:27:0) after 1m39s
[13:25:21.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:27:0)
[13:25:21.494] Build status: STARTED
[13:25:21.494] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:28:0) after 7m10s
[13:32:31.722] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:28:0)
[13:32:31.744] Build status: STARTED
[13:32:31.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:29:0) after 1m49s
[13:34:20.768] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:29:0)
[13:34:20.796] Build status: STARTED
[13:34:20.796] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:30:0) after 6m32s
[13:40:52.881] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:30:0)
[13:40:52.901] Build status: STARTED
[13:40:52.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:31:0) after 2m50s
[13:43:42.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:31:0)
[13:43:42.901] Build status: STARTED
[13:43:42.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:32:0) after 7m46s
[13:51:28.924] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:32:0)
[13:51:29.004] Build status: STARTED
[13:51:29.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:33:0) after 5m39s
[13:57:07.998] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:33:0)
[13:57:08.031] Build status: STARTED
[13:57:08.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8876887208774107536:34:0) after 5m56s
[14:02:14.916] Received PubSub notification, asking Buildbucket for the build status
[14:02:14.993] Build:
{
"id": "8711457146810320529",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-21T11:08:02.821489542Z",
"startTime": "2025-06-21T11:08:06.766738760Z",
"endTime": "2025-06-21T14:02:10.121334384Z",
"updateTime": "2025-06-21T14:02:10.121334384Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ea321392ebc487c1000e43576f44af99edf28a5f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:02:14.993] Invocation finished in 2h54m13.428858127s with status FAILED