[07:22:22.760] New invocation is queued and will start shortly
[07:22:23.867] Starting the invocation (attempt 1)
[07:22:23.890] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c0b4a8edfe2349b912890951a49a32b6a27747af"
[07:22:23.890] Popped gitiles commit info from properties and tags
[07:22:23.890] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:22:23.890] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:22:23.891] Buildbucket request:
{
"requestId": "8883786774697627248",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8883786774697627248",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d5893fc2a7e1191afdb4940469ec9371a319b114"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d5893fc2a7e1191afdb4940469ec9371a319b114",
"title": "d5893fc2a7e1191afdb4940469ec9371a319b114",
"url": "https://llvm.googlesource.com/llvm-project/+/d5893fc2a7e1191afdb4940469ec9371a319b114"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "803fbdd1faa813303cda3d93b3364eca2344ab6a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@803fbdd1faa813303cda3d93b3364eca2344ab6a",
"title": "803fbdd1faa813303cda3d93b3364eca2344ab6a",
"url": "https://llvm.googlesource.com/llvm-project/+/803fbdd1faa813303cda3d93b3364eca2344ab6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e5923936109ce4ce7be2c8fb3372b14d33c385d9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e5923936109ce4ce7be2c8fb3372b14d33c385d9",
"title": "e5923936109ce4ce7be2c8fb3372b14d33c385d9",
"url": "https://llvm.googlesource.com/llvm-project/+/e5923936109ce4ce7be2c8fb3372b14d33c385d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8fa5b6cc0293d806e36b90d4116e5925fa5d7f2e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8fa5b6cc0293d806e36b90d4116e5925fa5d7f2e",
"title": "8fa5b6cc0293d806e36b90d4116e5925fa5d7f2e",
"url": "https://llvm.googlesource.com/llvm-project/+/8fa5b6cc0293d806e36b90d4116e5925fa5d7f2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7cb66ff4648a15741a1908658dfef5cb3d4a9199"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7cb66ff4648a15741a1908658dfef5cb3d4a9199",
"title": "7cb66ff4648a15741a1908658dfef5cb3d4a9199",
"url": "https://llvm.googlesource.com/llvm-project/+/7cb66ff4648a15741a1908658dfef5cb3d4a9199"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e7dc05ebcf50a620bc2307207bfd27620c6ca648"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e7dc05ebcf50a620bc2307207bfd27620c6ca648",
"title": "e7dc05ebcf50a620bc2307207bfd27620c6ca648",
"url": "https://llvm.googlesource.com/llvm-project/+/e7dc05ebcf50a620bc2307207bfd27620c6ca648"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c0b4a8edfe2349b912890951a49a32b6a27747af"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c0b4a8edfe2349b912890951a49a32b6a27747af",
"title": "c0b4a8edfe2349b912890951a49a32b6a27747af",
"url": "https://llvm.googlesource.com/llvm-project/+/c0b4a8edfe2349b912890951a49a32b6a27747af"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c0b4a8edfe2349b912890951a49a32b6a27747af",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8883786774697627248"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:22:24.630] Scheduled build:
{
"id": "8718356712789507633",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-06T07:22:23.952878058Z",
"updateTime": "2025-04-06T07:22:23.952878058Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c0b4a8edfe2349b912890951a49a32b6a27747af",
"ref": "refs/heads/main"
}
}
}
[07:22:24.630] Task URL: https://cr-buildbucket.appspot.com/build/8718356712789507633
[07:22:24.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:2:0) after 4m31s
[07:22:25.394] Received PubSub notification, asking Buildbucket for the build status
[07:22:25.413] Build status: SCHEDULED
[07:26:55.648] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:2:0)
[07:26:55.680] Build status: SCHEDULED
[07:26:55.680] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:4:0) after 5m12s
[07:31:42.800] Received PubSub notification, asking Buildbucket for the build status
[07:31:43.121] Build status: STARTED
[07:32:07.699] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:4:0)
[07:32:07.729] Build status: STARTED
[07:32:07.729] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:6:0) after 8m26s
[07:40:33.733] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:6:0)
[07:40:33.756] Build status: STARTED
[07:40:33.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:7:0) after 7m28s
[07:48:01.778] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:7:0)
[07:48:01.803] Build status: STARTED
[07:48:01.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:8:0) after 4m16s
[07:52:17.948] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:8:0)
[07:52:17.963] Build status: STARTED
[07:52:17.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:9:0) after 6m41s
[07:58:58.983] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:9:0)
[07:58:59.005] Build status: STARTED
[07:58:59.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:10:0) after 8m0s
[08:06:59.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:10:0)
[08:06:59.323] Build status: STARTED
[08:06:59.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:11:0) after 7m23s
[08:14:22.357] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:11:0)
[08:14:22.387] Build status: STARTED
[08:14:22.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:12:0) after 8m27s
[08:22:49.408] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:12:0)
[08:22:49.429] Build status: STARTED
[08:22:49.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:13:0) after 2m55s
[08:25:44.449] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:13:0)
[08:25:44.474] Build status: STARTED
[08:25:44.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:14:0) after 8m7s
[08:33:51.502] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:14:0)
[08:33:51.536] Build status: STARTED
[08:33:51.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:15:0) after 3m0s
[08:36:51.563] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:15:0)
[08:36:51.580] Build status: STARTED
[08:36:51.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:16:0) after 1m9s
[08:38:00.606] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:16:0)
[08:38:00.629] Build status: STARTED
[08:38:00.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:17:0) after 8m39s
[08:46:39.769] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:17:0)
[08:46:39.792] Build status: STARTED
[08:46:39.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:18:0) after 1m49s
[08:48:28.816] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:18:0)
[08:48:28.841] Build status: STARTED
[08:48:28.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:19:0) after 9m30s
[08:57:58.922] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:19:0)
[08:57:58.954] Build status: STARTED
[08:57:58.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:20:0) after 4m45s
[09:02:44.084] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:20:0)
[09:02:44.133] Build status: STARTED
[09:02:44.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:21:0) after 7m41s
[09:10:25.233] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:21:0)
[09:10:25.251] Build status: STARTED
[09:10:25.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:22:0) after 3m16s
[09:13:41.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:22:0)
[09:13:41.321] Build status: STARTED
[09:13:41.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:23:0) after 2m39s
[09:16:20.345] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:23:0)
[09:16:20.369] Build status: STARTED
[09:16:20.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:24:0) after 6m13s
[09:22:33.672] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:24:0)
[09:22:33.687] Build status: STARTED
[09:22:33.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:25:0) after 9m15s
[09:31:48.710] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:25:0)
[09:31:48.730] Build status: STARTED
[09:31:48.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:26:0) after 8m57s
[09:40:45.980] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:26:0)
[09:40:46.002] Build status: STARTED
[09:40:46.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:27:0) after 9m26s
[09:50:12.023] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:27:0)
[09:50:12.045] Build status: STARTED
[09:50:12.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:28:0) after 4m22s
[09:54:34.070] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:28:0)
[09:54:34.090] Build status: STARTED
[09:54:34.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:29:0) after 2m41s
[09:57:15.336] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:29:0)
[09:57:15.358] Build status: STARTED
[09:57:15.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:30:0) after 9m44s
[10:06:59.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:30:0)
[10:06:59.405] Build status: STARTED
[10:06:59.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:31:0) after 6m6s
[10:13:05.427] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:31:0)
[10:13:05.456] Build status: STARTED
[10:13:05.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:32:0) after 6m53s
[10:19:58.577] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:32:0)
[10:19:58.599] Build status: STARTED
[10:19:58.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:33:0) after 9m9s
[10:29:07.673] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:33:0)
[10:29:07.690] Build status: STARTED
[10:29:07.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:34:0) after 5m11s
[10:34:18.668] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:34:0)
[10:34:18.724] Build status: STARTED
[10:34:18.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:35:0) after 9m25s
[10:43:43.931] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:35:0)
[10:43:43.949] Build status: STARTED
[10:43:43.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:36:0) after 7m43s
[10:51:26.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:36:0)
[10:51:26.998] Build status: STARTED
[10:51:26.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:37:0) after 9m40s
[11:01:07.033] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:37:0)
[11:01:07.057] Build status: STARTED
[11:01:07.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:38:0) after 4m0s
[11:05:07.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:38:0)
[11:05:07.131] Build status: STARTED
[11:05:07.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:39:0) after 4m43s
[11:09:50.295] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:39:0)
[11:09:50.315] Build status: STARTED
[11:09:50.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:40:0) after 6m20s
[11:16:10.438] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:40:0)
[11:16:10.496] Build status: STARTED
[11:16:10.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:41:0) after 2m17s
[11:18:27.555] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:41:0)
[11:18:27.574] Build status: STARTED
[11:18:27.574] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883786774697627248:42:0) after 3m18s
[11:21:01.908] Received PubSub notification, asking Buildbucket for the build status
[11:21:01.925] Build:
{
"id": "8718356712789507633",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-06T07:22:23.952878058Z",
"startTime": "2025-04-06T07:30:47.537490597Z",
"endTime": "2025-04-06T11:21:01.533661560Z",
"updateTime": "2025-04-06T11:21:01.533661560Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c0b4a8edfe2349b912890951a49a32b6a27747af",
"ref": "refs/heads/main"
}
}
}
[11:21:01.925] Invocation finished in 3h58m39.176164602s with status FAILED