[00:55:12.799] New invocation is queued and will start shortly
[00:55:13.857] Starting the invocation (attempt 1)
[00:55:13.885] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/60d1c4e257ed531e1209eb841af046df2247206b"
[00:55:13.885] Popped gitiles commit info from properties and tags
[00:55:13.885] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:55:13.885] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:55:13.885] Buildbucket request:
{
"requestId": "8875748003059987856",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875748003059987856",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "60d1c4e257ed531e1209eb841af046df2247206b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@60d1c4e257ed531e1209eb841af046df2247206b",
"title": "60d1c4e257ed531e1209eb841af046df2247206b",
"url": "https://llvm.googlesource.com/llvm-project/+/60d1c4e257ed531e1209eb841af046df2247206b"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "60d1c4e257ed531e1209eb841af046df2247206b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875748003059987856"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:55:14.309] Scheduled build:
{
"id": "8710317941207988001",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T00:55:13.945131494Z",
"updateTime": "2025-07-04T00:55:13.945131494Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "60d1c4e257ed531e1209eb841af046df2247206b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:55:14.309] Task URL: https://cr-buildbucket.appspot.com/build/8710317941207988001
[00:55:14.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:2:0) after 1m51s
[00:55:15.236] Received PubSub notification, asking Buildbucket for the build status
[00:55:15.257] Build status: SCHEDULED
[00:55:57.404] Received PubSub notification, asking Buildbucket for the build status
[00:55:57.499] Build status: STARTED
[00:57:05.326] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:2:0)
[00:57:05.365] Build status: STARTED
[00:57:05.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:5:0) after 3m56s
[01:01:01.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:5:0)
[01:01:01.536] Build status: STARTED
[01:01:01.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:6:0) after 7m49s
[01:08:50.560] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:6:0)
[01:08:50.591] Build status: STARTED
[01:08:50.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:7:0) after 2m52s
[01:11:42.697] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:7:0)
[01:11:42.805] Build status: STARTED
[01:11:42.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:8:0) after 6m4s
[01:17:46.970] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:8:0)
[01:17:46.998] Build status: STARTED
[01:17:46.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:9:0) after 6m55s
[01:24:42.135] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:9:0)
[01:24:42.168] Build status: STARTED
[01:24:42.168] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:10:0) after 5m7s
[01:29:49.259] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:10:0)
[01:29:49.299] Build status: STARTED
[01:29:49.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:11:0) after 4m47s
[01:34:36.404] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:11:0)
[01:34:36.442] Build status: STARTED
[01:34:36.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:12:0) after 8m54s
[01:43:30.634] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:12:0)
[01:43:30.660] Build status: STARTED
[01:43:30.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:13:0) after 9m43s
[01:53:13.723] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:13:0)
[01:53:13.801] Build status: STARTED
[01:53:13.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:14:0) after 9m30s
[02:02:43.954] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:14:0)
[02:02:43.994] Build status: STARTED
[02:02:43.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:15:0) after 6m42s
[02:09:26.014] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:15:0)
[02:09:26.036] Build status: STARTED
[02:09:26.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:16:0) after 8m49s
[02:18:15.314] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:16:0)
[02:18:15.369] Build status: STARTED
[02:18:15.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:17:0) after 7m44s
[02:25:59.389] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:17:0)
[02:25:59.415] Build status: STARTED
[02:25:59.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:18:0) after 5m38s
[02:31:37.440] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:18:0)
[02:31:37.518] Build status: STARTED
[02:31:37.518] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:19:0) after 3m51s
[02:35:28.657] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:19:0)
[02:35:28.685] Build status: STARTED
[02:35:28.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:20:0) after 8m14s
[02:43:42.708] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:20:0)
[02:43:42.739] Build status: STARTED
[02:43:42.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:21:0) after 1m55s
[02:45:37.824] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:21:0)
[02:45:37.842] Build status: STARTED
[02:45:37.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:22:0) after 3m29s
[02:49:06.966] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:22:0)
[02:49:06.981] Build status: STARTED
[02:49:06.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:23:0) after 3m49s
[02:52:56.102] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:23:0)
[02:52:56.118] Build status: STARTED
[02:52:56.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:24:0) after 4m3s
[02:56:59.137] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:24:0)
[02:56:59.158] Build status: STARTED
[02:56:59.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:25:0) after 7m3s
[03:04:02.345] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:25:0)
[03:04:02.363] Build status: STARTED
[03:04:02.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:26:0) after 9m43s
[03:13:45.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:26:0)
[03:13:45.422] Build status: STARTED
[03:13:45.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:27:0) after 4m24s
[03:18:09.537] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:27:0)
[03:18:09.553] Build status: STARTED
[03:18:09.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:28:0) after 5m29s
[03:23:38.593] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:28:0)
[03:23:38.613] Build status: STARTED
[03:23:38.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:29:0) after 8m3s
[03:31:41.639] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:29:0)
[03:31:41.666] Build status: STARTED
[03:31:41.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:30:0) after 7m5s
[03:38:47.139] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:30:0)
[03:38:47.162] Build status: STARTED
[03:38:47.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:31:0) after 2m23s
[03:41:10.400] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:31:0)
[03:41:10.441] Build status: STARTED
[03:41:10.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:32:0) after 7m19s
[03:48:29.913] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:32:0)
[03:48:29.931] Build status: STARTED
[03:48:29.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:33:0) after 2m42s
[03:51:11.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:33:0)
[03:51:12.006] Build status: STARTED
[03:51:12.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:34:0) after 3m3s
[03:54:15.026] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:34:0)
[03:54:15.040] Build status: STARTED
[03:54:15.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:35:0) after 8m42s
[04:02:57.143] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:35:0)
[04:02:57.164] Build status: STARTED
[04:02:57.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:36:0) after 7m51s
[04:10:48.339] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:36:0)
[04:10:48.361] Build status: STARTED
[04:10:48.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:37:0) after 5m46s
[04:16:34.689] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:37:0)
[04:16:34.707] Build status: STARTED
[04:16:34.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:38:0) after 6m33s
[04:23:07.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:38:0)
[04:23:07.843] Build status: STARTED
[04:23:07.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:39:0) after 4m22s
[04:27:29.930] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:39:0)
[04:27:29.971] Build status: STARTED
[04:27:29.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:40:0) after 1m45s
[04:29:15.124] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:40:0)
[04:29:15.141] Build status: STARTED
[04:29:15.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:41:0) after 3m59s
[04:33:14.157] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:41:0)
[04:33:14.175] Build status: STARTED
[04:33:14.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875748003059987856:42:0) after 9m32s
[04:37:51.642] Received PubSub notification, asking Buildbucket for the build status
[04:37:51.664] Build:
{
"id": "8710317941207988001",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T00:55:13.945131494Z",
"startTime": "2025-07-04T00:55:57.080992709Z",
"endTime": "2025-07-04T04:37:51.318096515Z",
"updateTime": "2025-07-04T04:37:51.318096515Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "60d1c4e257ed531e1209eb841af046df2247206b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:37:51.664] Invocation finished in 3h42m38.86854024s with status FAILED