[13:51:29.331] New invocation is queued and will start shortly
[13:51:31.355] Starting the invocation (attempt 1)
[13:51:31.396] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d7a3a1ef4844ad0735865bd5bec8ecd577de955"
[13:51:31.396] Popped gitiles commit info from properties and tags
[13:51:31.396] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:51:31.396] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:51:31.397] Buildbucket request:
{
"requestId": "8873162448980030128",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873162448980030128",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8ca85a184c0fb511fe6483c4c24e48b5b1eb07a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8ca85a184c0fb511fe6483c4c24e48b5b1eb07a",
"title": "d8ca85a184c0fb511fe6483c4c24e48b5b1eb07a",
"url": "https://llvm.googlesource.com/llvm-project/+/d8ca85a184c0fb511fe6483c4c24e48b5b1eb07a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c0591477ac99bf8ae51ce116a6471420f128ac9f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c0591477ac99bf8ae51ce116a6471420f128ac9f",
"title": "c0591477ac99bf8ae51ce116a6471420f128ac9f",
"url": "https://llvm.googlesource.com/llvm-project/+/c0591477ac99bf8ae51ce116a6471420f128ac9f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a361cde4421540e7ba3d6cdae0ef6e2860e126d8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a361cde4421540e7ba3d6cdae0ef6e2860e126d8",
"title": "a361cde4421540e7ba3d6cdae0ef6e2860e126d8",
"url": "https://llvm.googlesource.com/llvm-project/+/a361cde4421540e7ba3d6cdae0ef6e2860e126d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "48ea3e425bb97b73a2c3117fdcd55fe96314ab1c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@48ea3e425bb97b73a2c3117fdcd55fe96314ab1c",
"title": "48ea3e425bb97b73a2c3117fdcd55fe96314ab1c",
"url": "https://llvm.googlesource.com/llvm-project/+/48ea3e425bb97b73a2c3117fdcd55fe96314ab1c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "812b982e3642354660103d694e12ceb355c14e2e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@812b982e3642354660103d694e12ceb355c14e2e",
"title": "812b982e3642354660103d694e12ceb355c14e2e",
"url": "https://llvm.googlesource.com/llvm-project/+/812b982e3642354660103d694e12ceb355c14e2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "803a50aa0547fdbcd661c54f19de0c155a23d50d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@803a50aa0547fdbcd661c54f19de0c155a23d50d",
"title": "803a50aa0547fdbcd661c54f19de0c155a23d50d",
"url": "https://llvm.googlesource.com/llvm-project/+/803a50aa0547fdbcd661c54f19de0c155a23d50d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c569c1f15fdd1e75e7ef15503f78d53029817d79"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c569c1f15fdd1e75e7ef15503f78d53029817d79",
"title": "c569c1f15fdd1e75e7ef15503f78d53029817d79",
"url": "https://llvm.googlesource.com/llvm-project/+/c569c1f15fdd1e75e7ef15503f78d53029817d79"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ae6a9ce0006b0590414f1702631bd0316011b888"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ae6a9ce0006b0590414f1702631bd0316011b888",
"title": "ae6a9ce0006b0590414f1702631bd0316011b888",
"url": "https://llvm.googlesource.com/llvm-project/+/ae6a9ce0006b0590414f1702631bd0316011b888"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b9470b329103bcdfe3578d99664974d2a53bf8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b9470b329103bcdfe3578d99664974d2a53bf8d",
"title": "0b9470b329103bcdfe3578d99664974d2a53bf8d",
"url": "https://llvm.googlesource.com/llvm-project/+/0b9470b329103bcdfe3578d99664974d2a53bf8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1ee1bddd741982b01e2ac37f3778e5e80a11423d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1ee1bddd741982b01e2ac37f3778e5e80a11423d",
"title": "1ee1bddd741982b01e2ac37f3778e5e80a11423d",
"url": "https://llvm.googlesource.com/llvm-project/+/1ee1bddd741982b01e2ac37f3778e5e80a11423d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6533ad04edcbc02d012cdb181d8745ca0d2f2e75"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6533ad04edcbc02d012cdb181d8745ca0d2f2e75",
"title": "6533ad04edcbc02d012cdb181d8745ca0d2f2e75",
"url": "https://llvm.googlesource.com/llvm-project/+/6533ad04edcbc02d012cdb181d8745ca0d2f2e75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9af2c21be4bc949bfa200eac55035f786c7c3f98"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9af2c21be4bc949bfa200eac55035f786c7c3f98",
"title": "9af2c21be4bc949bfa200eac55035f786c7c3f98",
"url": "https://llvm.googlesource.com/llvm-project/+/9af2c21be4bc949bfa200eac55035f786c7c3f98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3eda63c958bdb8f95547665492264e5d5f28ab35"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3eda63c958bdb8f95547665492264e5d5f28ab35",
"title": "3eda63c958bdb8f95547665492264e5d5f28ab35",
"url": "https://llvm.googlesource.com/llvm-project/+/3eda63c958bdb8f95547665492264e5d5f28ab35"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6da1a0908a975a55adb5eae293b37ae0a850b21d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6da1a0908a975a55adb5eae293b37ae0a850b21d",
"title": "6da1a0908a975a55adb5eae293b37ae0a850b21d",
"url": "https://llvm.googlesource.com/llvm-project/+/6da1a0908a975a55adb5eae293b37ae0a850b21d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8",
"title": "2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8",
"url": "https://llvm.googlesource.com/llvm-project/+/2ae996cbbe92f006d711eeeb8f29e0946fc1c1e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "03fd5f125b61ad6e80eb589b52db0bee22bdd540"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@03fd5f125b61ad6e80eb589b52db0bee22bdd540",
"title": "03fd5f125b61ad6e80eb589b52db0bee22bdd540",
"url": "https://llvm.googlesource.com/llvm-project/+/03fd5f125b61ad6e80eb589b52db0bee22bdd540"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e0fa6569c836a57a64d71ce53521da59112810bf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e0fa6569c836a57a64d71ce53521da59112810bf",
"title": "e0fa6569c836a57a64d71ce53521da59112810bf",
"url": "https://llvm.googlesource.com/llvm-project/+/e0fa6569c836a57a64d71ce53521da59112810bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c300a99ea89568e18ce7207e42501c79d2b48b92"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c300a99ea89568e18ce7207e42501c79d2b48b92",
"title": "c300a99ea89568e18ce7207e42501c79d2b48b92",
"url": "https://llvm.googlesource.com/llvm-project/+/c300a99ea89568e18ce7207e42501c79d2b48b92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c4c0a597414316d30a209dab1012b96d130dc545"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c4c0a597414316d30a209dab1012b96d130dc545",
"title": "c4c0a597414316d30a209dab1012b96d130dc545",
"url": "https://llvm.googlesource.com/llvm-project/+/c4c0a597414316d30a209dab1012b96d130dc545"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"title": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"url": "https://llvm.googlesource.com/llvm-project/+/3d7a3a1ef4844ad0735865bd5bec8ecd577de955"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873162448980030128"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:51:31.904] Scheduled build:
{
"id": "8707732386086918577",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-01T13:51:31.457127049Z",
"updateTime": "2025-08-01T13:51:31.457127049Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:51:31.904] Task URL: https://cr-buildbucket.appspot.com/build/8707732386086918577
[13:51:31.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:2:0) after 1m38s
[13:51:32.825] Received PubSub notification, asking Buildbucket for the build status
[13:51:32.853] Build status: SCHEDULED
[13:51:35.174] Received PubSub notification, asking Buildbucket for the build status
[13:51:35.238] Build status: STARTED
[13:53:10.242] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:2:0)
[13:53:10.310] Build status: STARTED
[13:53:10.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:5:0) after 5m17s
[13:58:27.313] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:5:0)
[13:58:27.337] Build status: STARTED
[13:58:27.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:6:0) after 8m43s
[14:07:10.578] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:6:0)
[14:07:10.609] Build status: STARTED
[14:07:10.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:7:0) after 7m29s
[14:14:39.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:7:0)
[14:14:39.738] Build status: STARTED
[14:14:39.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:8:0) after 9m19s
[14:23:58.797] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:8:0)
[14:23:58.815] Build status: STARTED
[14:23:58.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:9:0) after 7m16s
[14:31:14.830] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:9:0)
[14:31:14.853] Build status: STARTED
[14:31:14.853] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:10:0) after 8m31s
[14:39:46.080] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:10:0)
[14:39:46.096] Build status: STARTED
[14:39:46.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:11:0) after 4m36s
[14:44:22.189] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:11:0)
[14:44:22.208] Build status: STARTED
[14:44:22.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:12:0) after 6m8s
[14:50:30.233] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:12:0)
[14:50:30.251] Build status: STARTED
[14:50:30.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:13:0) after 1m38s
[14:52:08.329] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:13:0)
[14:52:08.404] Build status: STARTED
[14:52:08.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:14:0) after 9m18s
[15:01:26.558] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:14:0)
[15:01:26.582] Build status: STARTED
[15:01:26.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:15:0) after 1m12s
[15:02:39.117] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:15:0)
[15:02:39.140] Build status: STARTED
[15:02:39.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:16:0) after 4m23s
[15:07:02.157] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:16:0)
[15:07:02.176] Build status: STARTED
[15:07:02.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:17:0) after 1m24s
[15:08:26.343] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:17:0)
[15:08:26.363] Build status: STARTED
[15:08:26.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:18:0) after 3m41s
[15:12:07.414] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:18:0)
[15:12:07.435] Build status: STARTED
[15:12:07.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:19:0) after 9m48s
[15:21:55.424] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:19:0)
[15:21:55.453] Build status: STARTED
[15:21:55.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:20:0) after 8m35s
[15:30:30.478] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:20:0)
[15:30:30.522] Build status: STARTED
[15:30:30.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873162448980030128:21:0) after 9m2s
[15:35:17.374] Received PubSub notification, asking Buildbucket for the build status
[15:35:17.412] Build:
{
"id": "8707732386086918577",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-01T13:51:31.457127049Z",
"startTime": "2025-08-01T13:51:34.946911268Z",
"endTime": "2025-08-01T15:35:17.010547071Z",
"updateTime": "2025-08-01T15:35:17.010547071Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d7a3a1ef4844ad0735865bd5bec8ecd577de955",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:35:17.412] Invocation finished in 1h43m48.096810443s with status FAILED