[13:27:49.712] New invocation is queued and will start shortly
[13:27:51.010] Starting the invocation (attempt 1)
[13:27:51.038] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/666e4313ebc03587f27774139ad8f780bac15c3e"
[13:27:51.038] Popped gitiles commit info from properties and tags
[13:27:51.038] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:27:51.038] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:27:51.039] Buildbucket request:
{
"requestId": "8868996477099430336",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868996477099430336",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c6c60e1ec2c83bb12107160a90f31b6eeafbf7bf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c6c60e1ec2c83bb12107160a90f31b6eeafbf7bf",
"title": "c6c60e1ec2c83bb12107160a90f31b6eeafbf7bf",
"url": "https://llvm.googlesource.com/llvm-project/+/c6c60e1ec2c83bb12107160a90f31b6eeafbf7bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa1a6948467362a97f2bf10772a491938b20534c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa1a6948467362a97f2bf10772a491938b20534c",
"title": "aa1a6948467362a97f2bf10772a491938b20534c",
"url": "https://llvm.googlesource.com/llvm-project/+/aa1a6948467362a97f2bf10772a491938b20534c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8fab81121ebd047274f3171eb2902cb564b3e377"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8fab81121ebd047274f3171eb2902cb564b3e377",
"title": "8fab81121ebd047274f3171eb2902cb564b3e377",
"url": "https://llvm.googlesource.com/llvm-project/+/8fab81121ebd047274f3171eb2902cb564b3e377"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c5474cdc27d99f6ebab1d501f93ec1aa6dc8235b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c5474cdc27d99f6ebab1d501f93ec1aa6dc8235b",
"title": "c5474cdc27d99f6ebab1d501f93ec1aa6dc8235b",
"url": "https://llvm.googlesource.com/llvm-project/+/c5474cdc27d99f6ebab1d501f93ec1aa6dc8235b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a134b0621798d0c07a6c5ea23d8e8388b04c26ad"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a134b0621798d0c07a6c5ea23d8e8388b04c26ad",
"title": "a134b0621798d0c07a6c5ea23d8e8388b04c26ad",
"url": "https://llvm.googlesource.com/llvm-project/+/a134b0621798d0c07a6c5ea23d8e8388b04c26ad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92f5d8df361bb1bb6dea88f86faeedfd295ab970"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92f5d8df361bb1bb6dea88f86faeedfd295ab970",
"title": "92f5d8df361bb1bb6dea88f86faeedfd295ab970",
"url": "https://llvm.googlesource.com/llvm-project/+/92f5d8df361bb1bb6dea88f86faeedfd295ab970"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fba26bc1a5cf7cf367474965c144659f62588e7d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fba26bc1a5cf7cf367474965c144659f62588e7d",
"title": "fba26bc1a5cf7cf367474965c144659f62588e7d",
"url": "https://llvm.googlesource.com/llvm-project/+/fba26bc1a5cf7cf367474965c144659f62588e7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ff25184f356e0e2fa6e3606160b30f7da9ea525c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ff25184f356e0e2fa6e3606160b30f7da9ea525c",
"title": "ff25184f356e0e2fa6e3606160b30f7da9ea525c",
"url": "https://llvm.googlesource.com/llvm-project/+/ff25184f356e0e2fa6e3606160b30f7da9ea525c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "45f1440d9a3a2f6108242a1fce16faf52a3f4645"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@45f1440d9a3a2f6108242a1fce16faf52a3f4645",
"title": "45f1440d9a3a2f6108242a1fce16faf52a3f4645",
"url": "https://llvm.googlesource.com/llvm-project/+/45f1440d9a3a2f6108242a1fce16faf52a3f4645"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c366cbdc619dc15f92dcedda4b9e256a26ef94b3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c366cbdc619dc15f92dcedda4b9e256a26ef94b3",
"title": "c366cbdc619dc15f92dcedda4b9e256a26ef94b3",
"url": "https://llvm.googlesource.com/llvm-project/+/c366cbdc619dc15f92dcedda4b9e256a26ef94b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "18507a7a6bf1c82e2614b3995320ebab8dd60ef2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@18507a7a6bf1c82e2614b3995320ebab8dd60ef2",
"title": "18507a7a6bf1c82e2614b3995320ebab8dd60ef2",
"url": "https://llvm.googlesource.com/llvm-project/+/18507a7a6bf1c82e2614b3995320ebab8dd60ef2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea59be552f1db4f8f2e8a3edd909f17802339970"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea59be552f1db4f8f2e8a3edd909f17802339970",
"title": "ea59be552f1db4f8f2e8a3edd909f17802339970",
"url": "https://llvm.googlesource.com/llvm-project/+/ea59be552f1db4f8f2e8a3edd909f17802339970"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66a8f47066caad76458190d820b7f4bea7c602c5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66a8f47066caad76458190d820b7f4bea7c602c5",
"title": "66a8f47066caad76458190d820b7f4bea7c602c5",
"url": "https://llvm.googlesource.com/llvm-project/+/66a8f47066caad76458190d820b7f4bea7c602c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3c7c8929d415ab773c88e7e0a668930738f98e56"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3c7c8929d415ab773c88e7e0a668930738f98e56",
"title": "3c7c8929d415ab773c88e7e0a668930738f98e56",
"url": "https://llvm.googlesource.com/llvm-project/+/3c7c8929d415ab773c88e7e0a668930738f98e56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "666e4313ebc03587f27774139ad8f780bac15c3e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@666e4313ebc03587f27774139ad8f780bac15c3e",
"title": "666e4313ebc03587f27774139ad8f780bac15c3e",
"url": "https://llvm.googlesource.com/llvm-project/+/666e4313ebc03587f27774139ad8f780bac15c3e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "666e4313ebc03587f27774139ad8f780bac15c3e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868996477099430336"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:27:51.412] Scheduled build:
{
"id": "8703566414986573441",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-16T13:27:51.099090944Z",
"updateTime": "2025-09-16T13:27:51.099090944Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "666e4313ebc03587f27774139ad8f780bac15c3e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:27:51.412] Task URL: https://cr-buildbucket.appspot.com/build/8703566414986573441
[13:27:51.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:2:0) after 3m45s
[13:27:52.382] Received PubSub notification, asking Buildbucket for the build status
[13:27:52.430] Build status: SCHEDULED
[13:31:36.432] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:2:0)
[13:31:36.599] Build status: SCHEDULED
[13:31:36.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:4:0) after 7m18s
[13:35:44.257] Received PubSub notification, asking Buildbucket for the build status
[13:35:44.293] Build status: STARTED
[13:38:54.722] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:4:0)
[13:38:54.737] Build status: STARTED
[13:38:54.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:6:0) after 6m33s
[13:45:27.754] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:6:0)
[13:45:27.778] Build status: STARTED
[13:45:27.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:7:0) after 3m40s
[13:49:07.797] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:7:0)
[13:49:07.886] Build status: STARTED
[13:49:07.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:8:0) after 2m16s
[13:51:23.880] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:8:0)
[13:51:23.899] Build status: STARTED
[13:51:23.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:9:0) after 1m48s
[13:53:11.915] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:9:0)
[13:53:11.938] Build status: STARTED
[13:53:11.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:10:0) after 9m6s
[14:02:18.035] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:10:0)
[14:02:18.056] Build status: STARTED
[14:02:18.056] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:11:0) after 1m31s
[14:03:49.094] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:11:0)
[14:03:49.114] Build status: STARTED
[14:03:49.114] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:12:0) after 2m53s
[14:06:42.151] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:12:0)
[14:06:42.173] Build status: STARTED
[14:06:42.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:13:0) after 9m6s
[14:15:48.285] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:13:0)
[14:15:48.316] Build status: STARTED
[14:15:48.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:14:0) after 6m53s
[14:22:41.387] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:14:0)
[14:22:41.434] Build status: STARTED
[14:22:41.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:15:0) after 6m49s
[14:29:30.544] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:15:0)
[14:29:30.568] Build status: STARTED
[14:29:30.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:16:0) after 9m42s
[14:39:12.589] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:16:0)
[14:39:12.615] Build status: STARTED
[14:39:12.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:17:0) after 3m4s
[14:42:16.631] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:17:0)
[14:42:16.647] Build status: STARTED
[14:42:16.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:18:0) after 5m33s
[14:47:49.670] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:18:0)
[14:47:49.685] Build status: STARTED
[14:47:49.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:19:0) after 7m29s
[14:55:18.788] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:19:0)
[14:55:18.804] Build status: STARTED
[14:55:18.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:20:0) after 1m2s
[14:56:20.836] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:20:0)
[14:56:20.859] Build status: STARTED
[14:56:20.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:21:0) after 1m38s
[14:57:58.842] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:21:0)
[14:57:58.883] Build status: STARTED
[14:57:58.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:22:0) after 7m19s
[15:05:17.937] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:22:0)
[15:05:18.065] Build status: STARTED
[15:05:18.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:23:0) after 9m39s
[15:14:57.128] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:23:0)
[15:14:57.152] Build status: STARTED
[15:14:57.152] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:24:0) after 5m32s
[15:20:29.231] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:24:0)
[15:20:29.271] Build status: STARTED
[15:20:29.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:25:0) after 8m28s
[15:28:57.341] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:25:0)
[15:28:57.381] Build status: STARTED
[15:28:57.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:26:0) after 7m53s
[15:36:50.450] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:26:0)
[15:36:50.467] Build status: STARTED
[15:36:50.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:27:0) after 1m8s
[15:37:58.535] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:27:0)
[15:37:58.554] Build status: STARTED
[15:37:58.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868996477099430336:28:0) after 9m29s
[15:47:05.060] Received PubSub notification, asking Buildbucket for the build status
[15:47:05.081] Build:
{
"id": "8703566414986573441",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-16T13:27:51.099090944Z",
"startTime": "2025-09-16T13:35:41.775407862Z",
"endTime": "2025-09-16T15:46:37.542699148Z",
"updateTime": "2025-09-16T15:46:37.542699148Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "666e4313ebc03587f27774139ad8f780bac15c3e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:47:05.081] Invocation finished in 2h19m15.381372407s with status FAILED