[07:06:02.537] New invocation is queued and will start shortly
[07:06:02.537] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:06:03.642] Starting the invocation (attempt 1)
[07:06:03.664] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/42a8813757dca4eed0ac462ed371f15b4ff004eb"
[07:06:03.664] Reconstructed gitiles commit from tags
[07:06:03.664] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:06:03.664] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:06:03.664] Buildbucket request:
{
"requestId": "8885237354000276768",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1cda1307f8d270b4bbc7da4a05f64430503665deeca765de9c8adfadec731a9f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "eaf1fd0a37596ba4c66919d8efe9fd15c37d0450",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885237354000276768",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1cda1307f8d270b4bbc7da4a05f64430503665deeca765de9c8adfadec731a9f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "eaf1fd0a37596ba4c66919d8efe9fd15c37d0450",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "42a8813757dca4eed0ac462ed371f15b4ff004eb"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/42a8813757dca4eed0ac462ed371f15b4ff004eb",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "95b4b2a7-01e6-419d-91fb-00a93cca49c1",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "42a8813757dca4eed0ac462ed371f15b4ff004eb"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "42a8813757dca4eed0ac462ed371f15b4ff004eb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885237354000276768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:06:04.109] Scheduled build:
{
"id": "8719807292030856737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T07:06:03.786787139Z",
"updateTime": "2025-03-21T07:06:03.786787139Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "42a8813757dca4eed0ac462ed371f15b4ff004eb",
"ref": "refs/heads/main"
}
}
}
[07:06:04.109] Task URL: https://cr-buildbucket.appspot.com/build/8719807292030856737
[07:06:04.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:2:0) after 7m55s
[07:06:04.284] Received PubSub notification, asking Buildbucket for the build status
[07:06:04.316] Build status: SCHEDULED
[07:13:59.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:2:0)
[07:13:59.268] Build status: SCHEDULED
[07:13:59.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:4:0) after 2m38s
[07:16:37.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:4:0)
[07:16:37.765] Build status: SCHEDULED
[07:16:37.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:5:0) after 8m44s
[07:25:21.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:5:0)
[07:25:21.924] Build status: SCHEDULED
[07:25:21.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:6:0) after 1m6s
[07:26:27.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:6:0)
[07:26:28.007] Build status: SCHEDULED
[07:26:28.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:7:0) after 2m6s
[07:28:34.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:7:0)
[07:28:34.228] Build status: SCHEDULED
[07:28:34.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:8:0) after 5m31s
[07:34:05.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:8:0)
[07:34:05.483] Build status: SCHEDULED
[07:34:05.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:9:0) after 3m16s
[07:37:21.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:9:0)
[07:37:21.770] Build status: SCHEDULED
[07:37:21.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:10:0) after 8m50s
[07:46:11.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:10:0)
[07:46:12.004] Build status: SCHEDULED
[07:46:12.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:11:0) after 7m27s
[07:53:39.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:11:0)
[07:53:39.042] Build status: SCHEDULED
[07:53:39.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:12:0) after 2m25s
[07:56:04.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:12:0)
[07:56:04.288] Build status: SCHEDULED
[07:56:04.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:13:0) after 2m1s
[07:58:05.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:13:0)
[07:58:05.352] Build status: SCHEDULED
[07:58:05.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:14:0) after 5m53s
[08:03:58.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:14:0)
[08:03:58.401] Build status: SCHEDULED
[08:03:58.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:15:0) after 7m2s
[08:11:00.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:15:0)
[08:11:00.466] Build status: SCHEDULED
[08:11:00.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:16:0) after 2m15s
[08:13:15.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:16:0)
[08:13:15.616] Build status: SCHEDULED
[08:13:15.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:17:0) after 5m21s
[08:18:36.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:17:0)
[08:18:36.661] Build status: SCHEDULED
[08:18:36.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:18:0) after 6m15s
[08:18:40.121] Received PubSub notification, asking Buildbucket for the build status
[08:18:40.136] Build status: STARTED
[08:24:51.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:18:0)
[08:24:51.784] Build status: STARTED
[08:24:51.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:20:0) after 7m8s
[08:31:59.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:20:0)
[08:31:59.826] Build status: STARTED
[08:31:59.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:21:0) after 4m20s
[08:36:19.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:21:0)
[08:36:19.863] Build status: STARTED
[08:36:19.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:22:0) after 3m0s
[08:39:19.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:22:0)
[08:39:20.035] Build status: STARTED
[08:39:20.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:23:0) after 1m18s
[08:40:38.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:23:0)
[08:40:38.110] Build status: STARTED
[08:40:38.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:24:0) after 6m54s
[08:47:32.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:24:0)
[08:47:32.213] Build status: STARTED
[08:47:32.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:25:0) after 3m39s
[08:51:11.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:25:0)
[08:51:11.588] Build status: STARTED
[08:51:11.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:26:0) after 7m29s
[08:58:40.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:26:0)
[08:58:40.630] Build status: STARTED
[08:58:40.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:27:0) after 2m54s
[09:01:34.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:27:0)
[09:01:34.804] Build status: STARTED
[09:01:34.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:28:0) after 9m38s
[09:11:12.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:28:0)
[09:11:12.867] Build status: STARTED
[09:11:12.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:29:0) after 1m58s
[09:13:10.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:29:0)
[09:13:10.929] Build status: STARTED
[09:13:10.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:30:0) after 3m6s
[09:16:16.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:30:0)
[09:16:16.986] Build status: STARTED
[09:16:16.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:31:0) after 3m52s
[09:20:09.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:31:0)
[09:20:09.106] Build status: STARTED
[09:20:09.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8885237354000276768:32:0) after 9m1s
[09:26:13.452] Received PubSub notification, asking Buildbucket for the build status
[09:26:13.575] Build:
{
"id": "8719807292030856737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T07:06:03.786787139Z",
"startTime": "2025-03-21T08:18:39.920950588Z",
"endTime": "2025-03-21T09:26:12.625486304Z",
"updateTime": "2025-03-21T09:26:12.625486304Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "42a8813757dca4eed0ac462ed371f15b4ff004eb",
"ref": "refs/heads/main"
}
}
}
[09:26:13.575] Invocation finished in 2h20m11.050948495s with status FAILED