[22:23:03.467] New invocation is queued and will start shortly
[22:23:03.467] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[22:23:04.511] Starting the invocation (attempt 1)
[22:23:04.541] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76c4a6e310f68d6b462a7c98f6b10067277e53fd"
[22:23:04.541] Reconstructed gitiles commit from tags
[22:23:04.541] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:23:04.542] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:23:04.542] Buildbucket request:
{
"requestId": "8928485010304324816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1cb17ff2e1be74dc7abcaeee815b78c333b8967558709f9743f642dd0adebac3/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bec587dbd0745097d51ab421268345baa0608ed",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8928485010304324816",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1cb17ff2e1be74dc7abcaeee815b78c333b8967558709f9743f642dd0adebac3/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bec587dbd0745097d51ab421268345baa0608ed",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76c4a6e310f68d6b462a7c98f6b10067277e53fd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76c4a6e310f68d6b462a7c98f6b10067277e53fd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "3f8b4ebe-c503-4448-9191-63a3da25e288",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76c4a6e310f68d6b462a7c98f6b10067277e53fd"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c4a6e310f68d6b462a7c98f6b10067277e53fd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8928485010304324816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:23:05.082] Scheduled build:
{
"id": "8763054948399623409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2023-11-29T22:23:04.662905548Z",
"updateTime": "2023-11-29T22:23:04.662905548Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c4a6e310f68d6b462a7c98f6b10067277e53fd",
"ref": "refs/heads/main"
}
}
}
[22:23:05.082] Task URL: https://cr-buildbucket.appspot.com/build/8763054948399623409
[22:23:05.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:2:0) after 5m9s
[22:23:06.008] Received PubSub notification, asking Buildbucket for the build status
[22:23:06.031] Build status: SCHEDULED
[22:28:14.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:2:0)
[22:28:14.384] Build status: SCHEDULED
[22:28:14.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:4:0) after 6m56s
[22:35:10.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:4:0)
[22:35:10.487] Build status: SCHEDULED
[22:35:10.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:5:0) after 9m44s
[22:44:54.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:5:0)
[22:44:54.587] Build status: SCHEDULED
[22:44:54.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:6:0) after 3m42s
[22:48:36.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:6:0)
[22:48:36.666] Build status: SCHEDULED
[22:48:36.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:7:0) after 9m18s
[22:57:54.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:7:0)
[22:57:54.984] Build status: SCHEDULED
[22:57:54.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:8:0) after 6m13s
[23:04:08.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:8:0)
[23:04:08.038] Build status: SCHEDULED
[23:04:08.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:9:0) after 8m19s
[23:12:27.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:9:0)
[23:12:27.182] Build status: SCHEDULED
[23:12:27.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:10:0) after 2m19s
[23:14:46.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:10:0)
[23:14:46.352] Build status: SCHEDULED
[23:14:46.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:11:0) after 4m30s
[23:19:16.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:11:0)
[23:19:16.418] Build status: SCHEDULED
[23:19:16.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:12:0) after 6m41s
[23:25:57.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:12:0)
[23:25:57.746] Build status: SCHEDULED
[23:25:57.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:13:0) after 4m38s
[23:30:36.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:13:0)
[23:30:36.106] Build status: SCHEDULED
[23:30:36.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:14:0) after 5m3s
[23:35:39.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:14:0)
[23:35:39.291] Build status: SCHEDULED
[23:35:39.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:15:0) after 6m58s
[23:42:37.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:15:0)
[23:42:37.345] Build status: SCHEDULED
[23:42:37.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:16:0) after 8m33s
[23:51:10.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:16:0)
[23:51:10.569] Build status: SCHEDULED
[23:51:10.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:17:0) after 2m46s
[23:53:57.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:17:0)
[23:53:57.125] Build status: SCHEDULED
[23:53:57.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:18:0) after 1m50s
[23:55:47.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:18:0)
[23:55:47.446] Build status: SCHEDULED
[23:55:47.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:19:0) after 4m59s
[00:00:46.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:19:0)
[00:00:46.468] Build status: SCHEDULED
[00:00:46.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:20:0) after 9m44s
[00:10:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:20:0)
[00:10:30.608] Build status: SCHEDULED
[00:10:30.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:21:0) after 9m6s
[00:19:36.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:21:0)
[00:19:36.735] Build status: SCHEDULED
[00:19:36.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:22:0) after 8m48s
[00:28:24.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:22:0)
[00:28:24.850] Build status: SCHEDULED
[00:28:24.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:23:0) after 7m36s
[00:36:00.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:23:0)
[00:36:00.907] Build status: SCHEDULED
[00:36:00.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:24:0) after 9m53s
[00:44:37.528] Received PubSub notification, asking Buildbucket for the build status
[00:44:37.571] Build status: STARTED
[00:45:53.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:24:0)
[00:45:54.106] Build status: STARTED
[00:45:54.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:26:0) after 2m34s
[00:48:28.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:26:0)
[00:48:28.139] Build status: STARTED
[00:48:28.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:27:0) after 6m32s
[00:55:00.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:27:0)
[00:55:00.367] Build status: STARTED
[00:55:00.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:28:0) after 2m1s
[00:57:01.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:28:0)
[00:57:01.492] Build status: STARTED
[00:57:01.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:29:0) after 1m8s
[00:58:09.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:29:0)
[00:58:09.748] Build status: STARTED
[00:58:09.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:30:0) after 8m41s
[01:06:50.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:30:0)
[01:06:50.839] Build status: STARTED
[01:06:50.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:31:0) after 1m56s
[01:08:46.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:31:0)
[01:08:47.187] Build status: STARTED
[01:08:47.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:32:0) after 1m16s
[01:10:03.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:32:0)
[01:10:03.253] Build status: STARTED
[01:10:03.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:33:0) after 3m55s
[01:13:58.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:33:0)
[01:13:58.339] Build status: STARTED
[01:13:58.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:34:0) after 2m51s
[01:16:49.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:34:0)
[01:16:49.376] Build status: STARTED
[01:16:49.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:35:0) after 4m22s
[01:21:11.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:35:0)
[01:21:11.668] Build status: STARTED
[01:21:11.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:36:0) after 1m30s
[01:22:41.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:36:0)
[01:22:41.803] Build status: STARTED
[01:22:41.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:37:0) after 9m33s
[01:32:14.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:37:0)
[01:32:14.929] Build status: STARTED
[01:32:14.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8928485010304324816:38:0) after 3m43s
[01:32:21.187] Received PubSub notification, asking Buildbucket for the build status
[01:32:21.207] Build:
{
"id": "8763054948399623409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2023-11-29T22:23:04.662905548Z",
"startTime": "2023-11-30T00:44:36.938808Z",
"endTime": "2023-11-30T01:32:20.149104Z",
"updateTime": "2023-11-30T01:32:20.149104Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c4a6e310f68d6b462a7c98f6b10067277e53fd",
"ref": "refs/heads/main"
}
}
}
[01:32:21.207] Invocation finished in 3h9m17.745312801s with status FAILED