[00:25:57.025] New invocation is queued and will start shortly
[00:25:58.445] Starting the invocation (attempt 1)
[00:25:58.475] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a"
[00:25:58.475] Popped gitiles commit info from properties and tags
[00:25:58.475] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:25:58.475] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:25:58.476] Buildbucket request:
{
"requestId": "8835977775874531408",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835977775874531408",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "71cb3f47f9a296eacf4e0391b0e645d894ec7e2c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@71cb3f47f9a296eacf4e0391b0e645d894ec7e2c",
"title": "71cb3f47f9a296eacf4e0391b0e645d894ec7e2c",
"url": "https://llvm.googlesource.com/llvm-project/+/71cb3f47f9a296eacf4e0391b0e645d894ec7e2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "35c6acb89abf0ca576b63e544885cdb0cb010443"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@35c6acb89abf0ca576b63e544885cdb0cb010443",
"title": "35c6acb89abf0ca576b63e544885cdb0cb010443",
"url": "https://llvm.googlesource.com/llvm-project/+/35c6acb89abf0ca576b63e544885cdb0cb010443"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e35d15fe53ff0450e79de13f649f196b98547916"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e35d15fe53ff0450e79de13f649f196b98547916",
"title": "e35d15fe53ff0450e79de13f649f196b98547916",
"url": "https://llvm.googlesource.com/llvm-project/+/e35d15fe53ff0450e79de13f649f196b98547916"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a8b946a43c5ded4a1055cdd36f23fef11812fa0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a8b946a43c5ded4a1055cdd36f23fef11812fa0",
"title": "6a8b946a43c5ded4a1055cdd36f23fef11812fa0",
"url": "https://llvm.googlesource.com/llvm-project/+/6a8b946a43c5ded4a1055cdd36f23fef11812fa0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d027db3ca9e9fa7a494d56491e57365c859bffa9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d027db3ca9e9fa7a494d56491e57365c859bffa9",
"title": "d027db3ca9e9fa7a494d56491e57365c859bffa9",
"url": "https://llvm.googlesource.com/llvm-project/+/d027db3ca9e9fa7a494d56491e57365c859bffa9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "73a4eae01c881603a880c3eb46ca34e11f534db8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@73a4eae01c881603a880c3eb46ca34e11f534db8",
"title": "73a4eae01c881603a880c3eb46ca34e11f534db8",
"url": "https://llvm.googlesource.com/llvm-project/+/73a4eae01c881603a880c3eb46ca34e11f534db8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c7d4921b39bf5710968872213935198efbb310fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c7d4921b39bf5710968872213935198efbb310fd",
"title": "c7d4921b39bf5710968872213935198efbb310fd",
"url": "https://llvm.googlesource.com/llvm-project/+/c7d4921b39bf5710968872213935198efbb310fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "99f7a3ee4b76e0b77552f57a7cc9a4262ceddbd9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@99f7a3ee4b76e0b77552f57a7cc9a4262ceddbd9",
"title": "99f7a3ee4b76e0b77552f57a7cc9a4262ceddbd9",
"url": "https://llvm.googlesource.com/llvm-project/+/99f7a3ee4b76e0b77552f57a7cc9a4262ceddbd9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dcd33090385467717fc3aaba6a72b36c759f2d18"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dcd33090385467717fc3aaba6a72b36c759f2d18",
"title": "dcd33090385467717fc3aaba6a72b36c759f2d18",
"url": "https://llvm.googlesource.com/llvm-project/+/dcd33090385467717fc3aaba6a72b36c759f2d18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "057f3ee1b4f32ccc348f1c64142dcf0e4c5e9b69"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@057f3ee1b4f32ccc348f1c64142dcf0e4c5e9b69",
"title": "057f3ee1b4f32ccc348f1c64142dcf0e4c5e9b69",
"url": "https://llvm.googlesource.com/llvm-project/+/057f3ee1b4f32ccc348f1c64142dcf0e4c5e9b69"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "acd72302ca682b7f7b514fdb8a1417c12eb15a2c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@acd72302ca682b7f7b514fdb8a1417c12eb15a2c",
"title": "acd72302ca682b7f7b514fdb8a1417c12eb15a2c",
"url": "https://llvm.googlesource.com/llvm-project/+/acd72302ca682b7f7b514fdb8a1417c12eb15a2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "98684c0871860447a51d9bc35e73f5bd53050ec0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@98684c0871860447a51d9bc35e73f5bd53050ec0",
"title": "98684c0871860447a51d9bc35e73f5bd53050ec0",
"url": "https://llvm.googlesource.com/llvm-project/+/98684c0871860447a51d9bc35e73f5bd53050ec0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "124e476295e62296a012f35b192644d1a2c3244c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@124e476295e62296a012f35b192644d1a2c3244c",
"title": "124e476295e62296a012f35b192644d1a2c3244c",
"url": "https://llvm.googlesource.com/llvm-project/+/124e476295e62296a012f35b192644d1a2c3244c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7d29a9258695cc958bd63dc70176a38cb87fe4d6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7d29a9258695cc958bd63dc70176a38cb87fe4d6",
"title": "7d29a9258695cc958bd63dc70176a38cb87fe4d6",
"url": "https://llvm.googlesource.com/llvm-project/+/7d29a9258695cc958bd63dc70176a38cb87fe4d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8a3e7cdcd2fba1ea2ba91f8e3c7755afc2f481e5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8a3e7cdcd2fba1ea2ba91f8e3c7755afc2f481e5",
"title": "8a3e7cdcd2fba1ea2ba91f8e3c7755afc2f481e5",
"url": "https://llvm.googlesource.com/llvm-project/+/8a3e7cdcd2fba1ea2ba91f8e3c7755afc2f481e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a",
"title": "6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a",
"url": "https://llvm.googlesource.com/llvm-project/+/6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835977775874531408"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:25:58.956] Scheduled build:
{
"id": "8670547713623724705",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-16T00:25:58.550889160Z",
"updateTime": "2026-09-16T00:25:58.550889160Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:25:58.956] Task URL: https://cr-buildbucket.appspot.com/build/8670547713623724705
[00:25:58.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:2:0) after 3m37s
[00:25:59.906] Received PubSub notification, asking Buildbucket for the build status
[00:25:59.930] Build status: SCHEDULED
[00:26:04.924] Received PubSub notification, asking Buildbucket for the build status
[00:26:04.952] Build status: STARTED
[00:29:36.125] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:2:0)
[00:29:36.144] Build status: STARTED
[00:29:36.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:5:0) after 8m51s
[00:38:27.161] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:5:0)
[00:38:27.193] Build status: STARTED
[00:38:27.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:6:0) after 2m13s
[00:40:40.217] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:6:0)
[00:40:40.238] Build status: STARTED
[00:40:40.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:7:0) after 6m37s
[00:47:17.257] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:7:0)
[00:47:17.283] Build status: STARTED
[00:47:17.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:8:0) after 6m53s
[00:54:10.311] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:8:0)
[00:54:10.377] Build status: STARTED
[00:54:10.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:9:0) after 5m1s
[00:59:11.523] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:9:0)
[00:59:11.550] Build status: STARTED
[00:59:11.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:10:0) after 2m1s
[01:01:12.605] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:10:0)
[01:01:12.640] Build status: STARTED
[01:01:12.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:11:0) after 3m20s
[01:04:32.659] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:11:0)
[01:04:32.689] Build status: STARTED
[01:04:32.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:12:0) after 1m35s
[01:06:07.707] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:12:0)
[01:06:07.726] Build status: STARTED
[01:06:07.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:13:0) after 2m2s
[01:08:09.763] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:13:0)
[01:08:09.826] Build status: STARTED
[01:08:09.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:14:0) after 9m51s
[01:18:00.867] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:14:0)
[01:18:00.960] Build status: STARTED
[01:18:00.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:15:0) after 7m54s
[01:25:54.983] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:15:0)
[01:25:55.118] Build status: STARTED
[01:25:55.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:16:0) after 4m53s
[01:30:48.190] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:16:0)
[01:30:48.207] Build status: STARTED
[01:30:48.207] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835977775874531408:17:0) after 8m5s
[01:36:27.560] Received PubSub notification, asking Buildbucket for the build status
[01:36:27.595] Build:
{
"id": "8670547713623724705",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-16T00:25:58.550889160Z",
"startTime": "2026-09-16T00:26:04.740758984Z",
"endTime": "2026-09-16T01:36:27.272561078Z",
"updateTime": "2026-09-16T01:36:27.272561078Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c31f6446a55e0cc603c3eca5c5ebd47c2f5327a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:36:27.595] Invocation finished in 1h10m30.574962552s with status FAILED