[01:58:19.476] New invocation is queued and will start shortly
[01:58:20.500] Starting the invocation (attempt 1)
[01:58:20.529] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7e9db961f8342ef0740e63b778d4f207b074f6d8"
[01:58:20.529] Popped gitiles commit info from properties and tags
[01:58:20.529] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:58:20.530] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:58:20.530] Buildbucket request:
{
"requestId": "8864328814686898896",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864328814686898896",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8b422006af02766a0e1577108260200944106530"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8b422006af02766a0e1577108260200944106530",
"title": "8b422006af02766a0e1577108260200944106530",
"url": "https://llvm.googlesource.com/llvm-project/+/8b422006af02766a0e1577108260200944106530"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e30dc12640a21a0c25a4ca60e30fb56a6745a57b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e30dc12640a21a0c25a4ca60e30fb56a6745a57b",
"title": "e30dc12640a21a0c25a4ca60e30fb56a6745a57b",
"url": "https://llvm.googlesource.com/llvm-project/+/e30dc12640a21a0c25a4ca60e30fb56a6745a57b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2fd3bf36806b4cca0bc80f8ceb5978aa9535af02"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2fd3bf36806b4cca0bc80f8ceb5978aa9535af02",
"title": "2fd3bf36806b4cca0bc80f8ceb5978aa9535af02",
"url": "https://llvm.googlesource.com/llvm-project/+/2fd3bf36806b4cca0bc80f8ceb5978aa9535af02"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "32ebf635c2be171b01a288b00b3e64b8de72e61a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@32ebf635c2be171b01a288b00b3e64b8de72e61a",
"title": "32ebf635c2be171b01a288b00b3e64b8de72e61a",
"url": "https://llvm.googlesource.com/llvm-project/+/32ebf635c2be171b01a288b00b3e64b8de72e61a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "995b0f1883b2199432b419a388a95248d3baf9dc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@995b0f1883b2199432b419a388a95248d3baf9dc",
"title": "995b0f1883b2199432b419a388a95248d3baf9dc",
"url": "https://llvm.googlesource.com/llvm-project/+/995b0f1883b2199432b419a388a95248d3baf9dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "16ca2eb77b2cf1d129747d37f3e3da1f4b9c8365"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@16ca2eb77b2cf1d129747d37f3e3da1f4b9c8365",
"title": "16ca2eb77b2cf1d129747d37f3e3da1f4b9c8365",
"url": "https://llvm.googlesource.com/llvm-project/+/16ca2eb77b2cf1d129747d37f3e3da1f4b9c8365"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "83d60778c8dd304973733b17cc129ff2ed62c499"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@83d60778c8dd304973733b17cc129ff2ed62c499",
"title": "83d60778c8dd304973733b17cc129ff2ed62c499",
"url": "https://llvm.googlesource.com/llvm-project/+/83d60778c8dd304973733b17cc129ff2ed62c499"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7e9db961f8342ef0740e63b778d4f207b074f6d8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7e9db961f8342ef0740e63b778d4f207b074f6d8",
"title": "7e9db961f8342ef0740e63b778d4f207b074f6d8",
"url": "https://llvm.googlesource.com/llvm-project/+/7e9db961f8342ef0740e63b778d4f207b074f6d8"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7e9db961f8342ef0740e63b778d4f207b074f6d8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864328814686898896"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:58:20.865] Scheduled build:
{
"id": "8698898752856846801",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-07T01:58:20.590037947Z",
"updateTime": "2025-11-07T01:58:20.590037947Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7e9db961f8342ef0740e63b778d4f207b074f6d8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:58:20.865] Task URL: https://cr-buildbucket.appspot.com/build/8698898752856846801
[01:58:20.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:2:0) after 8m18s
[01:58:21.876] Received PubSub notification, asking Buildbucket for the build status
[01:58:21.971] Build status: SCHEDULED
[02:03:11.599] Received PubSub notification, asking Buildbucket for the build status
[02:03:11.625] Build status: STARTED
[02:06:38.897] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:2:0)
[02:06:38.917] Build status: STARTED
[02:06:38.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:5:0) after 2m51s
[02:09:29.980] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:5:0)
[02:09:30.004] Build status: STARTED
[02:09:30.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:6:0) after 5m49s
[02:15:19.019] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:6:0)
[02:15:19.043] Build status: STARTED
[02:15:19.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:7:0) after 8m24s
[02:23:43.056] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:7:0)
[02:23:43.067] Build status: STARTED
[02:23:43.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:8:0) after 5m32s
[02:29:15.080] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:8:0)
[02:29:15.096] Build status: STARTED
[02:29:15.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:9:0) after 6m6s
[02:35:21.110] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:9:0)
[02:35:21.128] Build status: STARTED
[02:35:21.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:10:0) after 9m32s
[02:44:53.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:10:0)
[02:44:53.173] Build status: STARTED
[02:44:53.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:11:0) after 6m50s
[02:51:43.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:11:0)
[02:51:43.320] Build status: STARTED
[02:51:43.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:12:0) after 8m30s
[03:00:13.416] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:12:0)
[03:00:13.446] Build status: STARTED
[03:00:13.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:13:0) after 5m33s
[03:05:46.464] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:13:0)
[03:05:46.481] Build status: STARTED
[03:05:46.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:14:0) after 2m15s
[03:08:01.655] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:14:0)
[03:08:01.674] Build status: STARTED
[03:08:01.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:15:0) after 4m0s
[03:12:01.687] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:15:0)
[03:12:01.702] Build status: STARTED
[03:12:01.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:16:0) after 3m46s
[03:15:47.766] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:16:0)
[03:15:47.795] Build status: STARTED
[03:15:47.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:17:0) after 2m42s
[03:18:29.808] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:17:0)
[03:18:29.826] Build status: STARTED
[03:18:29.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:18:0) after 1m40s
[03:20:09.897] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:18:0)
[03:20:09.926] Build status: STARTED
[03:20:09.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:19:0) after 4m47s
[03:24:56.942] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:19:0)
[03:24:56.990] Build status: STARTED
[03:24:56.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:20:0) after 8m53s
[03:33:50.017] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:20:0)
[03:33:50.033] Build status: STARTED
[03:33:50.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:21:0) after 9m33s
[03:43:23.069] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:21:0)
[03:43:23.119] Build status: STARTED
[03:43:23.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:22:0) after 4m33s
[03:47:56.143] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:22:0)
[03:47:56.165] Build status: STARTED
[03:47:56.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:23:0) after 1m44s
[03:49:40.231] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:23:0)
[03:49:40.300] Build status: STARTED
[03:49:40.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:24:0) after 6m3s
[03:55:43.312] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:24:0)
[03:55:43.328] Build status: STARTED
[03:55:43.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:25:0) after 9m49s
[04:05:32.356] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:25:0)
[04:05:32.375] Build status: STARTED
[04:05:32.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:26:0) after 9m42s
[04:15:14.390] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:26:0)
[04:15:14.406] Build status: STARTED
[04:15:14.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:27:0) after 3m58s
[04:19:12.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:27:0)
[04:19:12.579] Build status: STARTED
[04:19:12.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:28:0) after 3m16s
[04:22:28.599] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:28:0)
[04:22:28.615] Build status: STARTED
[04:22:28.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:29:0) after 5m32s
[04:28:00.629] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:29:0)
[04:28:00.644] Build status: STARTED
[04:28:00.644] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:30:0) after 6m30s
[04:34:30.754] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:30:0)
[04:34:30.781] Build status: STARTED
[04:34:30.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:31:0) after 9m3s
[04:43:33.826] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:31:0)
[04:43:33.846] Build status: STARTED
[04:43:33.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:32:0) after 1m37s
[04:45:10.837] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:32:0)
[04:45:11.679] Build status: STARTED
[04:45:11.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:33:0) after 4m56s
[04:50:07.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:33:0)
[04:50:07.710] Build status: STARTED
[04:50:07.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:34:0) after 3m21s
[04:53:28.723] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:34:0)
[04:53:28.741] Build status: STARTED
[04:53:28.741] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:35:0) after 5m27s
[04:58:55.757] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:35:0)
[04:58:55.774] Build status: STARTED
[04:58:55.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:36:0) after 8m43s
[05:07:38.831] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:36:0)
[05:07:38.851] Build status: STARTED
[05:07:38.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8864328814686898896:37:0) after 8m25s
[05:08:18.630] Received PubSub notification, asking Buildbucket for the build status
[05:08:18.648] Build:
{
"id": "8698898752856846801",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-07T01:58:20.590037947Z",
"startTime": "2025-11-07T02:03:11.420216749Z",
"endTime": "2025-11-07T05:08:18.081050637Z",
"updateTime": "2025-11-07T05:08:18.081050637Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7e9db961f8342ef0740e63b778d4f207b074f6d8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:08:18.648] Invocation finished in 3h9m59.187049527s with status FAILED