[20:16:25.386] New invocation is queued and will start shortly
[20:16:27.944] Starting the invocation (attempt 1)
[20:16:27.977] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/15dc80fda748b094c28942e0b360a8fc2db8fd20"
[20:16:27.978] Popped gitiles commit info from properties and tags
[20:16:27.978] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:16:27.983] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:16:27.983] Buildbucket request:
{
"requestId": "8867611816061229488",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867611816061229488",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "65fd44eb0d9211035c4aaee85bc78e49c4682fab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@65fd44eb0d9211035c4aaee85bc78e49c4682fab",
"title": "65fd44eb0d9211035c4aaee85bc78e49c4682fab",
"url": "https://llvm.googlesource.com/llvm-project/+/65fd44eb0d9211035c4aaee85bc78e49c4682fab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2d6e7ef567a80b887904221c4eb1320b4d5684b9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2d6e7ef567a80b887904221c4eb1320b4d5684b9",
"title": "2d6e7ef567a80b887904221c4eb1320b4d5684b9",
"url": "https://llvm.googlesource.com/llvm-project/+/2d6e7ef567a80b887904221c4eb1320b4d5684b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fc6cc4009ff2dabd8e47d48009ca18609765c872"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fc6cc4009ff2dabd8e47d48009ca18609765c872",
"title": "fc6cc4009ff2dabd8e47d48009ca18609765c872",
"url": "https://llvm.googlesource.com/llvm-project/+/fc6cc4009ff2dabd8e47d48009ca18609765c872"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "62c50fd7955a1b2b0678b97038832a155ca97723"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@62c50fd7955a1b2b0678b97038832a155ca97723",
"title": "62c50fd7955a1b2b0678b97038832a155ca97723",
"url": "https://llvm.googlesource.com/llvm-project/+/62c50fd7955a1b2b0678b97038832a155ca97723"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "37637120af80672002a97c330077e31df7432261"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@37637120af80672002a97c330077e31df7432261",
"title": "37637120af80672002a97c330077e31df7432261",
"url": "https://llvm.googlesource.com/llvm-project/+/37637120af80672002a97c330077e31df7432261"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e84dcba9246d696715fe1daa4ddb218182580a70"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e84dcba9246d696715fe1daa4ddb218182580a70",
"title": "e84dcba9246d696715fe1daa4ddb218182580a70",
"url": "https://llvm.googlesource.com/llvm-project/+/e84dcba9246d696715fe1daa4ddb218182580a70"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9e04291fd20489882259625ec327b87ecef6fa8c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9e04291fd20489882259625ec327b87ecef6fa8c",
"title": "9e04291fd20489882259625ec327b87ecef6fa8c",
"url": "https://llvm.googlesource.com/llvm-project/+/9e04291fd20489882259625ec327b87ecef6fa8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "78c65545d4694e043b593e4cca7c7281a639247b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@78c65545d4694e043b593e4cca7c7281a639247b",
"title": "78c65545d4694e043b593e4cca7c7281a639247b",
"url": "https://llvm.googlesource.com/llvm-project/+/78c65545d4694e043b593e4cca7c7281a639247b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0e14973f3cff922549b472aebc4c3b0dc1fc4d76"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0e14973f3cff922549b472aebc4c3b0dc1fc4d76",
"title": "0e14973f3cff922549b472aebc4c3b0dc1fc4d76",
"url": "https://llvm.googlesource.com/llvm-project/+/0e14973f3cff922549b472aebc4c3b0dc1fc4d76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ec982fac1d1d9968f5167c6dce244428bb590318"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ec982fac1d1d9968f5167c6dce244428bb590318",
"title": "ec982fac1d1d9968f5167c6dce244428bb590318",
"url": "https://llvm.googlesource.com/llvm-project/+/ec982fac1d1d9968f5167c6dce244428bb590318"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "15dc80fda748b094c28942e0b360a8fc2db8fd20"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@15dc80fda748b094c28942e0b360a8fc2db8fd20",
"title": "15dc80fda748b094c28942e0b360a8fc2db8fd20",
"url": "https://llvm.googlesource.com/llvm-project/+/15dc80fda748b094c28942e0b360a8fc2db8fd20"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "15dc80fda748b094c28942e0b360a8fc2db8fd20",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867611816061229488"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:16:28.332] Scheduled build:
{
"id": "8702181752617865457",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-01T20:16:28.037762304Z",
"updateTime": "2025-10-01T20:16:28.037762304Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "15dc80fda748b094c28942e0b360a8fc2db8fd20",
"ref": "refs/heads/main"
}
}
}
[20:16:28.332] Task URL: https://cr-buildbucket.appspot.com/build/8702181752617865457
[20:16:28.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:2:0) after 8m8s
[20:16:29.380] Received PubSub notification, asking Buildbucket for the build status
[20:16:29.413] Build status: SCHEDULED
[20:16:32.749] Received PubSub notification, asking Buildbucket for the build status
[20:16:32.776] Build status: STARTED
[20:24:36.629] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:2:0)
[20:24:36.742] Build status: STARTED
[20:24:36.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:5:0) after 8m28s
[20:33:04.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:5:0)
[20:33:04.767] Build status: STARTED
[20:33:04.767] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:6:0) after 5m19s
[20:38:23.804] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:6:0)
[20:38:23.825] Build status: STARTED
[20:38:23.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:7:0) after 2m1s
[20:40:24.857] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:7:0)
[20:40:24.874] Build status: STARTED
[20:40:24.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:8:0) after 9m23s
[20:49:47.938] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:8:0)
[20:49:47.954] Build status: STARTED
[20:49:47.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:9:0) after 5m58s
[20:55:45.953] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:9:0)
[20:55:45.977] Build status: STARTED
[20:55:45.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:10:0) after 4m46s
[21:00:32.037] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:10:0)
[21:00:32.091] Build status: STARTED
[21:00:32.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:11:0) after 3m51s
[21:04:23.145] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:11:0)
[21:04:23.171] Build status: STARTED
[21:04:23.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:12:0) after 5m25s
[21:09:48.234] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:12:0)
[21:09:48.252] Build status: STARTED
[21:09:48.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:13:0) after 2m59s
[21:12:47.322] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:13:0)
[21:12:47.359] Build status: STARTED
[21:12:47.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:14:0) after 8m9s
[21:20:56.336] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:14:0)
[21:20:56.375] Build status: STARTED
[21:20:56.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:15:0) after 8m58s
[21:29:54.497] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:15:0)
[21:29:54.514] Build status: STARTED
[21:29:54.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:16:0) after 6m6s
[21:36:00.545] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:16:0)
[21:36:00.563] Build status: STARTED
[21:36:00.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:17:0) after 4m41s
[21:40:41.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:17:0)
[21:40:41.582] Build status: STARTED
[21:40:41.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:18:0) after 8m39s
[21:49:20.578] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:18:0)
[21:49:20.597] Build status: STARTED
[21:49:20.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:19:0) after 3m25s
[21:52:45.836] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:19:0)
[21:52:45.852] Build status: STARTED
[21:52:45.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:20:0) after 3m44s
[21:56:29.875] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:20:0)
[21:56:29.898] Build status: STARTED
[21:56:29.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:21:0) after 5m39s
[22:02:09.281] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:21:0)
[22:02:09.303] Build status: STARTED
[22:02:09.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:22:0) after 6m0s
[22:08:09.339] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:22:0)
[22:08:09.410] Build status: STARTED
[22:08:09.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:23:0) after 5m16s
[22:13:25.521] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:23:0)
[22:13:25.539] Build status: STARTED
[22:13:25.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:24:0) after 2m35s
[22:16:00.645] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:24:0)
[22:16:00.699] Build status: STARTED
[22:16:00.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:25:0) after 8m29s
[22:24:29.721] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:25:0)
[22:24:29.742] Build status: STARTED
[22:24:29.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:26:0) after 6m36s
[22:31:05.720] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:26:0)
[22:31:05.737] Build status: STARTED
[22:31:05.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:27:0) after 6m12s
[22:37:17.751] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:27:0)
[22:37:17.771] Build status: STARTED
[22:37:17.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867611816061229488:28:0) after 8m40s
[22:38:15.227] Received PubSub notification, asking Buildbucket for the build status
[22:38:15.262] Build:
{
"id": "8702181752617865457",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-01T20:16:28.037762304Z",
"startTime": "2025-10-01T20:16:31.854400859Z",
"endTime": "2025-10-01T22:38:14.837612546Z",
"updateTime": "2025-10-01T22:38:14.837612546Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "15dc80fda748b094c28942e0b360a8fc2db8fd20",
"ref": "refs/heads/main"
}
}
}
[22:38:15.262] Invocation finished in 2h21m49.893612513s with status FAILED