[00:48:30.816] New invocation is queued and will start shortly
[00:48:30.816] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:48:32.175] Starting the invocation (attempt 1)
[00:48:32.198] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0adc672ed4a2e9351732389e25cf7b436de347b7"
[00:48:32.198] Reconstructed gitiles commit from tags
[00:48:32.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:48:32.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:48:32.198] Buildbucket request:
{
"requestId": "8884898718194107920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6126fe50521703fda7233a6b1637e799b6500db4d9dfb5b3bcb6eb6f76be7aed/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4bceadc5f574e358188295ad479c43b4224d163c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884898718194107920",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7febfedb38ad757ad8239a7ea4febbb0704dc2da77ac0553cddd740d70d05ac4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c704081fe442d66dacf8880a21329cc7394aa2c1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5a668bdb98d6507626585cedbff0f18628ed7e5c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a668bdb98d6507626585cedbff0f18628ed7e5c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "be0a7824-1d65-4105-b847-add5a335e356",
"title": "clang-mac-x64/0"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6126fe50521703fda7233a6b1637e799b6500db4d9dfb5b3bcb6eb6f76be7aed/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4bceadc5f574e358188295ad479c43b4224d163c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0adc672ed4a2e9351732389e25cf7b436de347b7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0adc672ed4a2e9351732389e25cf7b436de347b7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "128404e6-f9e2-491d-b865-3d03b27a7cae",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0adc672ed4a2e9351732389e25cf7b436de347b7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0adc672ed4a2e9351732389e25cf7b436de347b7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884898718194107920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:48:32.673] Scheduled build:
{
"id": "8719468655990151361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-25T00:48:32.280426701Z",
"updateTime": "2025-03-25T00:48:32.280426701Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0adc672ed4a2e9351732389e25cf7b436de347b7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:48:32.673] Task URL: https://cr-buildbucket.appspot.com/build/8719468655990151361
[00:48:32.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:2:0) after 7m18s
[00:48:33.627] Received PubSub notification, asking Buildbucket for the build status
[00:48:33.711] Build status: SCHEDULED
[00:55:50.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:2:0)
[00:55:50.668] Build status: SCHEDULED
[00:55:50.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:4:0) after 4m58s
[01:00:48.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:4:0)
[01:00:48.698] Build status: SCHEDULED
[01:00:48.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:5:0) after 9m1s
[01:09:49.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:5:0)
[01:09:50.016] Build status: SCHEDULED
[01:09:50.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:6:0) after 8m16s
[01:18:06.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:6:0)
[01:18:06.115] Build status: SCHEDULED
[01:18:06.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:7:0) after 9m7s
[01:27:13.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:7:0)
[01:27:13.181] Build status: SCHEDULED
[01:27:13.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:8:0) after 2m24s
[01:29:37.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:8:0)
[01:29:37.235] Build status: SCHEDULED
[01:29:37.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:9:0) after 6m41s
[01:36:18.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:9:0)
[01:36:18.280] Build status: SCHEDULED
[01:36:18.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:10:0) after 5m51s
[01:42:09.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:10:0)
[01:42:09.373] Build status: SCHEDULED
[01:42:09.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:11:0) after 1m17s
[01:43:26.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:11:0)
[01:43:26.622] Build status: SCHEDULED
[01:43:26.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:12:0) after 6m19s
[01:49:45.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:12:0)
[01:49:45.781] Build status: SCHEDULED
[01:49:45.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:13:0) after 3m2s
[01:52:47.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:13:0)
[01:52:47.831] Build status: SCHEDULED
[01:52:47.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:14:0) after 1m47s
[01:54:34.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:14:0)
[01:54:34.846] Build status: SCHEDULED
[01:54:34.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:15:0) after 5m28s
[02:00:02.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:15:0)
[02:00:03.070] Build status: SCHEDULED
[02:00:03.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:16:0) after 7m49s
[02:07:52.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:16:0)
[02:07:52.122] Build status: SCHEDULED
[02:07:52.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:17:0) after 3m20s
[02:11:12.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:17:0)
[02:11:12.250] Build status: SCHEDULED
[02:11:12.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:18:0) after 1m52s
[02:13:04.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:18:0)
[02:13:04.340] Build status: SCHEDULED
[02:13:04.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:19:0) after 6m41s
[02:19:45.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:19:0)
[02:19:45.386] Build status: SCHEDULED
[02:19:45.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:20:0) after 6m16s
[02:26:01.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:20:0)
[02:26:01.430] Build status: SCHEDULED
[02:26:01.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:21:0) after 5m2s
[02:31:03.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:21:0)
[02:31:03.527] Build status: SCHEDULED
[02:31:03.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:22:0) after 1m21s
[02:32:24.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:22:0)
[02:32:24.583] Build status: SCHEDULED
[02:32:24.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:23:0) after 6m46s
[02:34:31.166] Received PubSub notification, asking Buildbucket for the build status
[02:34:31.203] Build status: STARTED
[02:39:10.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:23:0)
[02:39:10.653] Build status: STARTED
[02:39:10.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:25:0) after 2m9s
[02:41:19.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:25:0)
[02:41:19.698] Build status: STARTED
[02:41:19.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:26:0) after 3m13s
[02:44:32.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:26:0)
[02:44:32.743] Build status: STARTED
[02:44:32.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:27:0) after 5m46s
[02:50:18.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:27:0)
[02:50:18.887] Build status: STARTED
[02:50:18.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:28:0) after 4m8s
[02:54:26.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:28:0)
[02:54:26.928] Build status: STARTED
[02:54:26.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:29:0) after 7m44s
[03:02:10.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:29:0)
[03:02:11.024] Build status: STARTED
[03:02:11.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:30:0) after 9m9s
[03:11:20.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:30:0)
[03:11:20.079] Build status: STARTED
[03:11:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:31:0) after 7m52s
[03:19:12.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:31:0)
[03:19:12.162] Build status: STARTED
[03:19:12.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:32:0) after 2m33s
[03:21:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:32:0)
[03:21:45.166] Build status: STARTED
[03:21:45.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:33:0) after 7m4s
[03:28:49.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:33:0)
[03:28:49.391] Build status: STARTED
[03:28:49.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:34:0) after 2m16s
[03:31:05.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:34:0)
[03:31:05.552] Build status: STARTED
[03:31:05.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:35:0) after 8m20s
[03:39:25.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:35:0)
[03:39:25.611] Build status: STARTED
[03:39:25.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8884898718194107920:36:0) after 9m30s
[03:42:13.914] Received PubSub notification, asking Buildbucket for the build status
[03:42:13.981] Build:
{
"id": "8719468655990151361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-25T00:48:32.280426701Z",
"startTime": "2025-03-25T02:34:30.993044027Z",
"endTime": "2025-03-25T03:41:48.199179250Z",
"updateTime": "2025-03-25T03:41:48.199179250Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0adc672ed4a2e9351732389e25cf7b436de347b7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:42:13.981] Invocation finished in 2h53m43.185836309s with status FAILED