[14:37:52.422] New invocation is queued and will start shortly
[14:37:53.664] Starting the invocation (attempt 1)
[14:37:53.692] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0e79732289cdd1d8e19a2151b780a4f02f814e2e"
[14:37:53.692] Popped gitiles commit info from properties and tags
[14:37:53.692] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:37:53.692] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:37:53.693] Buildbucket request:
{
"requestId": "8869173264164146528",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869173264164146528",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "91d4c0dfdf226665c17d4a44e2fab466e6103d18"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@91d4c0dfdf226665c17d4a44e2fab466e6103d18",
"title": "91d4c0dfdf226665c17d4a44e2fab466e6103d18",
"url": "https://llvm.googlesource.com/llvm-project/+/91d4c0dfdf226665c17d4a44e2fab466e6103d18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "94213a4aefc8dda671493aed993f0c6665c5f146"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@94213a4aefc8dda671493aed993f0c6665c5f146",
"title": "94213a4aefc8dda671493aed993f0c6665c5f146",
"url": "https://llvm.googlesource.com/llvm-project/+/94213a4aefc8dda671493aed993f0c6665c5f146"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e07b5968d4ac1515582ad578aaa5497782972666"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e07b5968d4ac1515582ad578aaa5497782972666",
"title": "e07b5968d4ac1515582ad578aaa5497782972666",
"url": "https://llvm.googlesource.com/llvm-project/+/e07b5968d4ac1515582ad578aaa5497782972666"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9ee1f159dccbee1e19ab7584e678af9be1054e2d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9ee1f159dccbee1e19ab7584e678af9be1054e2d",
"title": "9ee1f159dccbee1e19ab7584e678af9be1054e2d",
"url": "https://llvm.googlesource.com/llvm-project/+/9ee1f159dccbee1e19ab7584e678af9be1054e2d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "48babe193186248e1c386a847047d59ab61c762d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@48babe193186248e1c386a847047d59ab61c762d",
"title": "48babe193186248e1c386a847047d59ab61c762d",
"url": "https://llvm.googlesource.com/llvm-project/+/48babe193186248e1c386a847047d59ab61c762d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "24f836a8aef0a55be4c93e9b7e0fcf4bbcd00ebb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@24f836a8aef0a55be4c93e9b7e0fcf4bbcd00ebb",
"title": "24f836a8aef0a55be4c93e9b7e0fcf4bbcd00ebb",
"url": "https://llvm.googlesource.com/llvm-project/+/24f836a8aef0a55be4c93e9b7e0fcf4bbcd00ebb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3336c6cc2c7e729f6b292ba3929b6c083fcff21b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3336c6cc2c7e729f6b292ba3929b6c083fcff21b",
"title": "3336c6cc2c7e729f6b292ba3929b6c083fcff21b",
"url": "https://llvm.googlesource.com/llvm-project/+/3336c6cc2c7e729f6b292ba3929b6c083fcff21b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0e79732289cdd1d8e19a2151b780a4f02f814e2e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0e79732289cdd1d8e19a2151b780a4f02f814e2e",
"title": "0e79732289cdd1d8e19a2151b780a4f02f814e2e",
"url": "https://llvm.googlesource.com/llvm-project/+/0e79732289cdd1d8e19a2151b780a4f02f814e2e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0e79732289cdd1d8e19a2151b780a4f02f814e2e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869173264164146528"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:37:54.225] Scheduled build:
{
"id": "8703743202120713857",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-14T14:37:53.749467520Z",
"updateTime": "2025-09-14T14:37:53.749467520Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0e79732289cdd1d8e19a2151b780a4f02f814e2e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:37:54.225] Task URL: https://cr-buildbucket.appspot.com/build/8703743202120713857
[14:37:54.225] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:2:0) after 2m57s
[14:37:55.209] Received PubSub notification, asking Buildbucket for the build status
[14:37:55.230] Build status: SCHEDULED
[14:37:59.012] Received PubSub notification, asking Buildbucket for the build status
[14:37:59.045] Build status: STARTED
[14:40:51.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:2:0)
[14:40:51.360] Build status: STARTED
[14:40:51.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:5:0) after 3m1s
[14:43:52.519] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:5:0)
[14:43:52.546] Build status: STARTED
[14:43:52.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:6:0) after 3m5s
[14:46:57.840] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:6:0)
[14:46:57.872] Build status: STARTED
[14:46:57.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:7:0) after 9m16s
[14:56:14.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:7:0)
[14:56:14.054] Build status: STARTED
[14:56:14.054] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:8:0) after 5m34s
[15:01:48.167] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:8:0)
[15:01:48.190] Build status: STARTED
[15:01:48.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:9:0) after 1m44s
[15:03:32.377] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:9:0)
[15:03:32.392] Build status: STARTED
[15:03:32.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:10:0) after 4m45s
[15:08:17.732] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:10:0)
[15:08:17.748] Build status: STARTED
[15:08:17.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:11:0) after 7m30s
[15:15:47.848] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:11:0)
[15:15:47.866] Build status: STARTED
[15:15:47.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:12:0) after 3m1s
[15:18:48.901] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:12:0)
[15:18:48.916] Build status: STARTED
[15:18:48.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:13:0) after 7m6s
[15:25:55.446] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:13:0)
[15:25:55.478] Build status: STARTED
[15:25:55.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:14:0) after 8m7s
[15:34:02.784] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:14:0)
[15:34:02.807] Build status: STARTED
[15:34:02.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:15:0) after 3m38s
[15:37:40.834] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:15:0)
[15:37:40.851] Build status: STARTED
[15:37:40.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:16:0) after 2m13s
[15:39:53.938] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:16:0)
[15:39:54.390] Build status: STARTED
[15:39:54.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:17:0) after 2m34s
[15:42:28.406] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:17:0)
[15:42:28.428] Build status: STARTED
[15:42:28.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:18:0) after 6m44s
[15:49:12.638] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:18:0)
[15:49:12.656] Build status: STARTED
[15:49:12.656] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:19:0) after 3m44s
[15:52:56.837] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:19:0)
[15:52:56.868] Build status: STARTED
[15:52:56.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:20:0) after 5m22s
[15:58:18.952] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:20:0)
[15:58:18.990] Build status: STARTED
[15:58:18.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:21:0) after 3m22s
[16:01:41.160] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:21:0)
[16:01:41.240] Build status: STARTED
[16:01:41.240] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:22:0) after 2m17s
[16:03:58.581] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:22:0)
[16:03:58.606] Build status: STARTED
[16:03:58.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:23:0) after 1m40s
[16:05:38.627] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:23:0)
[16:05:38.645] Build status: STARTED
[16:05:38.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:24:0) after 6m1s
[16:11:39.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:24:0)
[16:11:39.736] Build status: STARTED
[16:11:39.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:25:0) after 8m55s
[16:20:34.752] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:25:0)
[16:20:34.780] Build status: STARTED
[16:20:34.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:26:0) after 5m45s
[16:26:19.819] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:26:0)
[16:26:19.841] Build status: STARTED
[16:26:19.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:27:0) after 5m25s
[16:31:44.884] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:27:0)
[16:31:44.911] Build status: STARTED
[16:31:44.911] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:28:0) after 7m32s
[16:39:17.015] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:28:0)
[16:39:17.033] Build status: STARTED
[16:39:17.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:29:0) after 8m35s
[16:47:52.048] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:29:0)
[16:47:52.065] Build status: STARTED
[16:47:52.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:30:0) after 5m47s
[16:53:39.082] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:30:0)
[16:53:39.097] Build status: STARTED
[16:53:39.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:31:0) after 5m44s
[16:59:23.204] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:31:0)
[16:59:23.222] Build status: STARTED
[16:59:23.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:32:0) after 3m1s
[17:02:24.241] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:32:0)
[17:02:24.264] Build status: STARTED
[17:02:24.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:33:0) after 9m48s
[17:12:12.409] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:33:0)
[17:12:12.432] Build status: STARTED
[17:12:12.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:34:0) after 2m36s
[17:14:48.533] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:34:0)
[17:14:48.551] Build status: STARTED
[17:14:48.551] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:35:0) after 6m36s
[17:21:24.613] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:35:0)
[17:21:24.630] Build status: STARTED
[17:21:24.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:36:0) after 9m2s
[17:30:26.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:36:0)
[17:30:26.703] Build status: STARTED
[17:30:26.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:37:0) after 3m59s
[17:34:25.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:37:0)
[17:34:25.758] Build status: STARTED
[17:34:25.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:38:0) after 1m6s
[17:35:31.907] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:38:0)
[17:35:31.941] Build status: STARTED
[17:35:31.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:39:0) after 6m48s
[17:42:20.001] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:39:0)
[17:42:20.020] Build status: STARTED
[17:42:20.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:40:0) after 9m37s
[17:51:57.040] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:40:0)
[17:51:57.115] Build status: STARTED
[17:51:57.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:41:0) after 1m52s
[17:53:49.303] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:41:0)
[17:53:49.319] Build status: STARTED
[17:53:49.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:42:0) after 7m37s
[18:01:26.406] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:42:0)
[18:01:26.429] Build status: STARTED
[18:01:26.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8869173264164146528:43:0) after 9m7s
[18:06:42.799] Received PubSub notification, asking Buildbucket for the build status
[18:06:42.867] Build:
{
"id": "8703743202120713857",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-14T14:37:53.749467520Z",
"startTime": "2025-09-14T14:37:56.866203070Z",
"endTime": "2025-09-14T18:06:42.532656011Z",
"updateTime": "2025-09-14T18:06:42.532656011Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0e79732289cdd1d8e19a2151b780a4f02f814e2e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:06:42.867] Invocation finished in 3h28m50.450092776s with status FAILED