[23:25:21.795] New invocation is queued and will start shortly
[23:25:21.795] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[23:25:22.880] Starting the invocation (attempt 1)
[23:25:22.911] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e215cf70998f299a0859d64b35c7f8f29bd478c6"
[23:25:22.911] Reconstructed gitiles commit from tags
[23:25:22.911] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:25:22.911] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:25:22.912] Buildbucket request:
{
"requestId": "8907643788113760928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f123ff06f6974065f08a15471c44a957a54d43f82125f444f632a64ea2e99700/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c5942f1fb794dc6b24e3c9d0933d6162dcba86e9",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8907643788113760928",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f123ff06f6974065f08a15471c44a957a54d43f82125f444f632a64ea2e99700/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c5942f1fb794dc6b24e3c9d0933d6162dcba86e9",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e215cf70998f299a0859d64b35c7f8f29bd478c6"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e215cf70998f299a0859d64b35c7f8f29bd478c6",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "e67c72d8-024e-4076-9d9f-507c941176ce",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e215cf70998f299a0859d64b35c7f8f29bd478c6"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e215cf70998f299a0859d64b35c7f8f29bd478c6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8907643788113760928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:25:23.361] Scheduled build:
{
"id": "8742213726217670193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-07-16T23:25:22.980017878Z",
"updateTime": "2024-07-16T23:25:22.980017878Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e215cf70998f299a0859d64b35c7f8f29bd478c6",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:25:23.361] Task URL: https://cr-buildbucket.appspot.com/build/8742213726217670193
[23:25:23.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:2:0) after 9m30s
[23:25:24.319] Received PubSub notification, asking Buildbucket for the build status
[23:25:24.346] Build status: SCHEDULED
[23:34:53.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:2:0)
[23:34:53.444] Build status: SCHEDULED
[23:34:53.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:4:0) after 6m5s
[23:40:58.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:4:0)
[23:40:58.620] Build status: SCHEDULED
[23:40:58.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:5:0) after 4m40s
[23:45:38.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:5:0)
[23:45:38.710] Build status: SCHEDULED
[23:45:38.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:6:0) after 1m7s
[23:46:45.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:6:0)
[23:46:45.893] Build status: SCHEDULED
[23:46:45.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:7:0) after 5m48s
[23:52:33.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:7:0)
[23:52:34.308] Build status: SCHEDULED
[23:52:34.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:8:0) after 5m45s
[23:58:19.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:8:0)
[23:58:19.346] Build status: SCHEDULED
[23:58:19.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:9:0) after 1m59s
[00:00:18.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:9:0)
[00:00:18.397] Build status: SCHEDULED
[00:00:18.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:10:0) after 8m58s
[00:09:16.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:10:0)
[00:09:16.526] Build status: SCHEDULED
[00:09:16.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:11:0) after 7m13s
[00:16:29.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:11:0)
[00:16:29.953] Build status: SCHEDULED
[00:16:29.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:12:0) after 2m47s
[00:19:16.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:12:0)
[00:19:16.994] Build status: SCHEDULED
[00:19:16.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:13:0) after 4m9s
[00:23:26.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:13:0)
[00:23:26.048] Build status: SCHEDULED
[00:23:26.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:14:0) after 1m17s
[00:24:43.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:14:0)
[00:24:43.345] Build status: SCHEDULED
[00:24:43.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:15:0) after 7m1s
[00:31:44.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:15:0)
[00:31:44.466] Build status: SCHEDULED
[00:31:44.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:16:0) after 8m15s
[00:39:59.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:16:0)
[00:39:59.606] Build status: SCHEDULED
[00:39:59.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:17:0) after 3m20s
[00:43:19.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:17:0)
[00:43:19.654] Build status: SCHEDULED
[00:43:19.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:18:0) after 4m7s
[00:47:26.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:18:0)
[00:47:26.725] Build status: SCHEDULED
[00:47:26.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:19:0) after 3m3s
[00:50:29.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:19:0)
[00:50:29.718] Build status: SCHEDULED
[00:50:29.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:20:0) after 4m6s
[00:54:35.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:20:0)
[00:54:35.831] Build status: SCHEDULED
[00:54:35.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:21:0) after 8m3s
[01:02:38.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:21:0)
[01:02:38.947] Build status: SCHEDULED
[01:02:38.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:22:0) after 9m42s
[01:12:20.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:22:0)
[01:12:21.044] Build status: SCHEDULED
[01:12:21.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:23:0) after 8m32s
[01:20:53.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:23:0)
[01:20:53.120] Build status: SCHEDULED
[01:20:53.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:24:0) after 6m13s
[01:27:06.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:24:0)
[01:27:06.150] Build status: SCHEDULED
[01:27:06.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:25:0) after 7m20s
[01:34:26.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:25:0)
[01:34:26.265] Build status: SCHEDULED
[01:34:26.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:26:0) after 5m56s
[01:38:50.076] Received PubSub notification, asking Buildbucket for the build status
[01:38:50.102] Build status: STARTED
[01:40:22.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:26:0)
[01:40:22.300] Build status: STARTED
[01:40:22.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:28:0) after 2m50s
[01:43:12.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:28:0)
[01:43:12.328] Build status: STARTED
[01:43:12.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:29:0) after 7m56s
[01:51:08.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:29:0)
[01:51:08.410] Build status: STARTED
[01:51:08.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:30:0) after 4m11s
[01:55:19.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:30:0)
[01:55:19.514] Build status: STARTED
[01:55:19.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:31:0) after 5m54s
[02:01:13.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:31:0)
[02:01:13.542] Build status: STARTED
[02:01:13.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:32:0) after 4m1s
[02:05:14.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:32:0)
[02:05:14.658] Build status: STARTED
[02:05:14.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:33:0) after 3m26s
[02:08:40.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:33:0)
[02:08:40.720] Build status: STARTED
[02:08:40.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:34:0) after 5m56s
[02:14:36.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:34:0)
[02:14:36.712] Build status: STARTED
[02:14:36.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:35:0) after 5m3s
[02:19:39.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:35:0)
[02:19:39.890] Build status: STARTED
[02:19:39.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:36:0) after 4m2s
[02:23:41.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:36:0)
[02:23:41.943] Build status: STARTED
[02:23:41.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8907643788113760928:37:0) after 9m26s
[02:25:52.801] Received PubSub notification, asking Buildbucket for the build status
[02:25:52.835] Build:
{
"id": "8742213726217670193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-07-16T23:25:22.980017878Z",
"startTime": "2024-07-17T01:38:49.860169165Z",
"endTime": "2024-07-17T02:25:52.489409307Z",
"updateTime": "2024-07-17T02:25:52.489409307Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e215cf70998f299a0859d64b35c7f8f29bd478c6",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:25:52.835] Invocation finished in 3h0m31.046949426s with status FAILED