[14:04:39.597] New invocation is queued and will start shortly
[14:04:40.665] Starting the invocation (attempt 1)
[14:04:40.692] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33625f7cb395a3664b81f1327868828d2e51fa46"
[14:04:40.692] Popped gitiles commit info from properties and tags
[14:04:40.692] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:04:40.692] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:04:40.693] Buildbucket request:
{
"requestId": "8873161620314498128",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873161620314498128",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b9470b329103bcdfe3578d99664974d2a53bf8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b9470b329103bcdfe3578d99664974d2a53bf8d",
"title": "0b9470b329103bcdfe3578d99664974d2a53bf8d",
"url": "https://llvm.googlesource.com/llvm-project/+/0b9470b329103bcdfe3578d99664974d2a53bf8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1ee1bddd741982b01e2ac37f3778e5e80a11423d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1ee1bddd741982b01e2ac37f3778e5e80a11423d",
"title": "1ee1bddd741982b01e2ac37f3778e5e80a11423d",
"url": "https://llvm.googlesource.com/llvm-project/+/1ee1bddd741982b01e2ac37f3778e5e80a11423d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6533ad04edcbc02d012cdb181d8745ca0d2f2e75"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6533ad04edcbc02d012cdb181d8745ca0d2f2e75",
"title": "6533ad04edcbc02d012cdb181d8745ca0d2f2e75",
"url": "https://llvm.googlesource.com/llvm-project/+/6533ad04edcbc02d012cdb181d8745ca0d2f2e75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9af2c21be4bc949bfa200eac55035f786c7c3f98"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9af2c21be4bc949bfa200eac55035f786c7c3f98",
"title": "9af2c21be4bc949bfa200eac55035f786c7c3f98",
"url": "https://llvm.googlesource.com/llvm-project/+/9af2c21be4bc949bfa200eac55035f786c7c3f98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3eda63c958bdb8f95547665492264e5d5f28ab35"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3eda63c958bdb8f95547665492264e5d5f28ab35",
"title": "3eda63c958bdb8f95547665492264e5d5f28ab35",
"url": "https://llvm.googlesource.com/llvm-project/+/3eda63c958bdb8f95547665492264e5d5f28ab35"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6da1a0908a975a55adb5eae293b37ae0a850b21d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6da1a0908a975a55adb5eae293b37ae0a850b21d",
"title": "6da1a0908a975a55adb5eae293b37ae0a850b21d",
"url": "https://llvm.googlesource.com/llvm-project/+/6da1a0908a975a55adb5eae293b37ae0a850b21d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8",
"title": "2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8",
"url": "https://llvm.googlesource.com/llvm-project/+/2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "03fd5f125b61ad6e80eb589b52db0bee22bdd540"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@03fd5f125b61ad6e80eb589b52db0bee22bdd540",
"title": "03fd5f125b61ad6e80eb589b52db0bee22bdd540",
"url": "https://llvm.googlesource.com/llvm-project/+/03fd5f125b61ad6e80eb589b52db0bee22bdd540"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e0fa6569c836a57a64d71ce53521da59112810bf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e0fa6569c836a57a64d71ce53521da59112810bf",
"title": "e0fa6569c836a57a64d71ce53521da59112810bf",
"url": "https://llvm.googlesource.com/llvm-project/+/e0fa6569c836a57a64d71ce53521da59112810bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c300a99ea89568e18ce7207e42501c79d2b48b92"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c300a99ea89568e18ce7207e42501c79d2b48b92",
"title": "c300a99ea89568e18ce7207e42501c79d2b48b92",
"url": "https://llvm.googlesource.com/llvm-project/+/c300a99ea89568e18ce7207e42501c79d2b48b92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c4c0a597414316d30a209dab1012b96d130dc545"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c4c0a597414316d30a209dab1012b96d130dc545",
"title": "c4c0a597414316d30a209dab1012b96d130dc545",
"url": "https://llvm.googlesource.com/llvm-project/+/c4c0a597414316d30a209dab1012b96d130dc545"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"title": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"url": "https://llvm.googlesource.com/llvm-project/+/3d7a3a1ef4844ad0735865bd5bec8ecd577de955"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "022039e4978991bd15263a78122166c0d3def8bb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@022039e4978991bd15263a78122166c0d3def8bb",
"title": "022039e4978991bd15263a78122166c0d3def8bb",
"url": "https://llvm.googlesource.com/llvm-project/+/022039e4978991bd15263a78122166c0d3def8bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "183b38078a51714bbcbeaabfa3cc84670cd575f8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@183b38078a51714bbcbeaabfa3cc84670cd575f8",
"title": "183b38078a51714bbcbeaabfa3cc84670cd575f8",
"url": "https://llvm.googlesource.com/llvm-project/+/183b38078a51714bbcbeaabfa3cc84670cd575f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b6cfa023b4fda5093ebc3672c26c00abbd8380b6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b6cfa023b4fda5093ebc3672c26c00abbd8380b6",
"title": "b6cfa023b4fda5093ebc3672c26c00abbd8380b6",
"url": "https://llvm.googlesource.com/llvm-project/+/b6cfa023b4fda5093ebc3672c26c00abbd8380b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "33625f7cb395a3664b81f1327868828d2e51fa46"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@33625f7cb395a3664b81f1327868828d2e51fa46",
"title": "33625f7cb395a3664b81f1327868828d2e51fa46",
"url": "https://llvm.googlesource.com/llvm-project/+/33625f7cb395a3664b81f1327868828d2e51fa46"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33625f7cb395a3664b81f1327868828d2e51fa46",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873161620314498128"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:04:41.053] Scheduled build:
{
"id": "8707731558444151457",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-01T14:04:40.759422488Z",
"updateTime": "2025-08-01T14:04:40.759422488Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33625f7cb395a3664b81f1327868828d2e51fa46",
"ref": "refs/heads/main"
}
}
}
[14:04:41.053] Task URL: https://cr-buildbucket.appspot.com/build/8707731558444151457
[14:04:41.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:2:0) after 7m40s
[14:04:41.791] Received PubSub notification, asking Buildbucket for the build status
[14:04:41.815] Build status: SCHEDULED
[14:05:24.512] Received PubSub notification, asking Buildbucket for the build status
[14:05:24.548] Build status: STARTED
[14:12:21.073] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:2:0)
[14:12:21.102] Build status: STARTED
[14:12:21.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:5:0) after 4m0s
[14:16:21.675] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:5:0)
[14:16:21.702] Build status: STARTED
[14:16:21.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:6:0) after 6m18s
[14:22:39.776] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:6:0)
[14:22:39.842] Build status: STARTED
[14:22:39.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:7:0) after 2m28s
[14:25:07.868] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:7:0)
[14:25:07.931] Build status: STARTED
[14:25:07.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:8:0) after 3m13s
[14:28:20.954] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:8:0)
[14:28:21.044] Build status: STARTED
[14:28:21.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:9:0) after 6m30s
[14:34:51.042] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:9:0)
[14:34:51.115] Build status: STARTED
[14:34:51.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:10:0) after 2m13s
[14:37:04.089] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:10:0)
[14:37:04.117] Build status: STARTED
[14:37:04.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:11:0) after 5m12s
[14:42:16.167] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:11:0)
[14:42:16.214] Build status: STARTED
[14:42:16.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:12:0) after 6m11s
[14:48:27.232] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:12:0)
[14:48:27.252] Build status: STARTED
[14:48:27.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:13:0) after 4m18s
[14:52:45.276] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:13:0)
[14:52:45.296] Build status: STARTED
[14:52:45.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:14:0) after 9m31s
[15:02:16.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:14:0)
[15:02:16.612] Build status: STARTED
[15:02:16.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:15:0) after 5m24s
[15:07:40.677] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:15:0)
[15:07:40.697] Build status: STARTED
[15:07:40.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:16:0) after 4m45s
[15:12:25.751] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:16:0)
[15:12:25.770] Build status: STARTED
[15:12:25.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:17:0) after 3m7s
[15:15:32.795] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:17:0)
[15:15:32.848] Build status: STARTED
[15:15:32.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:18:0) after 9m25s
[15:24:57.873] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:18:0)
[15:24:57.893] Build status: STARTED
[15:24:57.893] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:19:0) after 8m55s
[15:33:52.965] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:19:0)
[15:33:52.991] Build status: STARTED
[15:33:52.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:20:0) after 8m7s
[15:42:00.011] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:20:0)
[15:42:00.030] Build status: STARTED
[15:42:00.030] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:21:0) after 1m54s
[15:43:54.102] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:21:0)
[15:43:54.142] Build status: STARTED
[15:43:54.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873161620314498128:22:0) after 7m27s
[15:50:23.531] Received PubSub notification, asking Buildbucket for the build status
[15:50:23.546] Build:
{
"id": "8707731558444151457",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-01T14:04:40.759422488Z",
"startTime": "2025-08-01T14:05:24.179509249Z",
"endTime": "2025-08-01T15:50:23.207901869Z",
"updateTime": "2025-08-01T15:50:23.207901869Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33625f7cb395a3664b81f1327868828d2e51fa46",
"ref": "refs/heads/main"
}
}
}
[15:50:23.546] Invocation finished in 1h45m43.953716044s with status FAILED