[15:48:40.057] New invocation is queued and will start shortly
[15:48:41.904] Starting the invocation (attempt 1)
[15:48:41.937] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/799e9053641a6478d3144866a97737b37b87c260"
[15:48:41.937] Popped gitiles commit info from properties and tags
[15:48:41.937] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:48:41.937] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:48:41.938] Buildbucket request:
{
"requestId": "8884298503585564864",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884298503585564864",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96efb21e8865e8f43192979991fdccf08f1a6da4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96efb21e8865e8f43192979991fdccf08f1a6da4",
"title": "96efb21e8865e8f43192979991fdccf08f1a6da4",
"url": "https://llvm.googlesource.com/llvm-project/+/96efb21e8865e8f43192979991fdccf08f1a6da4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8d69e953b5a894c215b0cff7c6b0687b2b492318"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8d69e953b5a894c215b0cff7c6b0687b2b492318",
"title": "8d69e953b5a894c215b0cff7c6b0687b2b492318",
"url": "https://llvm.googlesource.com/llvm-project/+/8d69e953b5a894c215b0cff7c6b0687b2b492318"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c7572ae213d215d54a10c8a03db75cc01f6291bd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c7572ae213d215d54a10c8a03db75cc01f6291bd",
"title": "c7572ae213d215d54a10c8a03db75cc01f6291bd",
"url": "https://llvm.googlesource.com/llvm-project/+/c7572ae213d215d54a10c8a03db75cc01f6291bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8078665bca1e16e33a09aea0310102077d429ada"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8078665bca1e16e33a09aea0310102077d429ada",
"title": "8078665bca1e16e33a09aea0310102077d429ada",
"url": "https://llvm.googlesource.com/llvm-project/+/8078665bca1e16e33a09aea0310102077d429ada"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a61cc1b99a50d832c650132cc9956320bfe594f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a61cc1b99a50d832c650132cc9956320bfe594f5",
"title": "a61cc1b99a50d832c650132cc9956320bfe594f5",
"url": "https://llvm.googlesource.com/llvm-project/+/a61cc1b99a50d832c650132cc9956320bfe594f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4007de00a0574141695ace7a8d34aaf740a2c2e4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4007de00a0574141695ace7a8d34aaf740a2c2e4",
"title": "4007de00a0574141695ace7a8d34aaf740a2c2e4",
"url": "https://llvm.googlesource.com/llvm-project/+/4007de00a0574141695ace7a8d34aaf740a2c2e4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "68947342b75cc71f3ac9041d11db086d8d074336"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@68947342b75cc71f3ac9041d11db086d8d074336",
"title": "68947342b75cc71f3ac9041d11db086d8d074336",
"url": "https://llvm.googlesource.com/llvm-project/+/68947342b75cc71f3ac9041d11db086d8d074336"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "74b7abf15452574808834c0a08dd2af6bada2648"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@74b7abf15452574808834c0a08dd2af6bada2648",
"title": "74b7abf15452574808834c0a08dd2af6bada2648",
"url": "https://llvm.googlesource.com/llvm-project/+/74b7abf15452574808834c0a08dd2af6bada2648"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "50949ebf523cc09cc911a12691fb79b6ac97102a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@50949ebf523cc09cc911a12691fb79b6ac97102a",
"title": "50949ebf523cc09cc911a12691fb79b6ac97102a",
"url": "https://llvm.googlesource.com/llvm-project/+/50949ebf523cc09cc911a12691fb79b6ac97102a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "945c494e2c3c078e26ff521ef3e9455e0ff764ac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@945c494e2c3c078e26ff521ef3e9455e0ff764ac",
"title": "945c494e2c3c078e26ff521ef3e9455e0ff764ac",
"url": "https://llvm.googlesource.com/llvm-project/+/945c494e2c3c078e26ff521ef3e9455e0ff764ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b91f978647c1468ae3dd469971a8185c0b788830"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b91f978647c1468ae3dd469971a8185c0b788830",
"title": "b91f978647c1468ae3dd469971a8185c0b788830",
"url": "https://llvm.googlesource.com/llvm-project/+/b91f978647c1468ae3dd469971a8185c0b788830"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c20bea09c25214e15cf704ea3749894b6d531ce1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c20bea09c25214e15cf704ea3749894b6d531ce1",
"title": "c20bea09c25214e15cf704ea3749894b6d531ce1",
"url": "https://llvm.googlesource.com/llvm-project/+/c20bea09c25214e15cf704ea3749894b6d531ce1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bd862a459d75ef137235853c994dea97a0bc7794"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bd862a459d75ef137235853c994dea97a0bc7794",
"title": "bd862a459d75ef137235853c994dea97a0bc7794",
"url": "https://llvm.googlesource.com/llvm-project/+/bd862a459d75ef137235853c994dea97a0bc7794"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "799e9053641a6478d3144866a97737b37b87c260"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@799e9053641a6478d3144866a97737b37b87c260",
"title": "799e9053641a6478d3144866a97737b37b87c260",
"url": "https://llvm.googlesource.com/llvm-project/+/799e9053641a6478d3144866a97737b37b87c260"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "799e9053641a6478d3144866a97737b37b87c260",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884298503585564864"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:48:43.409] Scheduled build:
{
"id": "8718868440896382513",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-31T15:48:42.000022904Z",
"updateTime": "2025-03-31T15:48:42.000022904Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "799e9053641a6478d3144866a97737b37b87c260",
"ref": "refs/heads/main"
}
}
}
[15:48:43.409] Task URL: https://cr-buildbucket.appspot.com/build/8718868440896382513
[15:48:43.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:2:0) after 6m0s
[15:48:43.488] Received PubSub notification, asking Buildbucket for the build status
[15:48:43.506] Build status: SCHEDULED
[15:54:43.463] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:2:0)
[15:54:43.488] Build status: SCHEDULED
[15:54:43.488] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:4:0) after 6m6s
[16:00:49.463] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:4:0)
[16:00:49.492] Build status: SCHEDULED
[16:00:49.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:5:0) after 3m12s
[16:04:01.569] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:5:0)
[16:04:01.652] Build status: SCHEDULED
[16:04:01.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:6:0) after 2m52s
[16:06:53.674] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:6:0)
[16:06:53.701] Build status: SCHEDULED
[16:06:53.701] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:7:0) after 7m27s
[16:14:20.703] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:7:0)
[16:14:20.851] Build status: SCHEDULED
[16:14:20.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:8:0) after 2m56s
[16:17:16.869] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:8:0)
[16:17:16.899] Build status: SCHEDULED
[16:17:16.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:9:0) after 4m39s
[16:17:44.980] Received PubSub notification, asking Buildbucket for the build status
[16:17:45.000] Build status: STARTED
[16:21:55.917] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:9:0)
[16:21:55.935] Build status: STARTED
[16:21:55.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:11:0) after 5m41s
[16:27:36.961] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:11:0)
[16:27:36.977] Build status: STARTED
[16:27:36.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:12:0) after 1m20s
[16:28:57.000] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:12:0)
[16:28:57.025] Build status: STARTED
[16:28:57.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:13:0) after 8m52s
[16:37:49.100] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:13:0)
[16:37:49.123] Build status: STARTED
[16:37:49.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:14:0) after 2m4s
[16:39:53.143] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:14:0)
[16:39:53.164] Build status: STARTED
[16:39:53.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:15:0) after 4m0s
[16:43:53.173] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:15:0)
[16:43:53.190] Build status: STARTED
[16:43:53.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:16:0) after 7m5s
[16:50:58.289] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:16:0)
[16:50:58.303] Build status: STARTED
[16:50:58.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:17:0) after 2m43s
[16:53:41.323] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:17:0)
[16:53:41.409] Build status: STARTED
[16:53:41.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:18:0) after 2m11s
[16:55:52.390] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:18:0)
[16:55:52.468] Build status: STARTED
[16:55:52.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:19:0) after 8m9s
[17:04:01.502] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:19:0)
[17:04:01.522] Build status: STARTED
[17:04:01.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:20:0) after 4m37s
[17:08:38.587] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:20:0)
[17:08:38.637] Build status: STARTED
[17:08:38.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:21:0) after 3m30s
[17:12:08.659] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:21:0)
[17:12:08.678] Build status: STARTED
[17:12:08.678] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:22:0) after 3m33s
[17:15:41.695] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:22:0)
[17:15:41.711] Build status: STARTED
[17:15:41.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:23:0) after 9m16s
[17:24:57.722] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:23:0)
[17:24:57.849] Build status: STARTED
[17:24:57.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:24:0) after 4m52s
[17:29:49.865] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:24:0)
[17:29:49.881] Build status: STARTED
[17:29:49.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:25:0) after 6m59s
[17:36:48.907] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:25:0)
[17:36:48.933] Build status: STARTED
[17:36:48.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:26:0) after 9m22s
[17:46:10.949] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:26:0)
[17:46:10.977] Build status: STARTED
[17:46:10.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:27:0) after 6m18s
[17:52:29.027] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:27:0)
[17:52:29.046] Build status: STARTED
[17:52:29.046] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884298503585564864:28:0) after 9m44s
[17:59:40.991] Received PubSub notification, asking Buildbucket for the build status
[17:59:41.005] Build:
{
"id": "8718868440896382513",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-31T15:48:42.000022904Z",
"startTime": "2025-03-31T16:17:44.790305383Z",
"endTime": "2025-03-31T17:59:40.608390569Z",
"updateTime": "2025-03-31T17:59:40.608390569Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "799e9053641a6478d3144866a97737b37b87c260",
"ref": "refs/heads/main"
}
}
}
[17:59:41.005] Invocation finished in 2h11m0.953858784s with status FAILED