[05:15:23.214] New invocation is queued and will start shortly
[05:15:23.214] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[05:15:24.406] Starting the invocation (attempt 1)
[05:15:24.431] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/edbd93d3706b806e7c91dfd2c359476488dfcc96"
[05:15:24.431] Reconstructed gitiles commit from tags
[05:15:24.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:15:24.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:15:24.432] Buildbucket request:
{
"requestId": "8922660862951662256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "445d4536b26b518073e2dbfb117ec913346ac95bdf6500cf89e5f849c02c836e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c527a7f817baf943bc021c92d8c6125573efec9f",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8922660862951662256",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "445d4536b26b518073e2dbfb117ec913346ac95bdf6500cf89e5f849c02c836e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c527a7f817baf943bc021c92d8c6125573efec9f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "edbd93d3706b806e7c91dfd2c359476488dfcc96"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/edbd93d3706b806e7c91dfd2c359476488dfcc96",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "8487912c-15d1-4b70-8005-aec80f228774",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "edbd93d3706b806e7c91dfd2c359476488dfcc96"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "edbd93d3706b806e7c91dfd2c359476488dfcc96",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8922660862951662256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:15:24.975] Scheduled build:
{
"id": "8757230800950689089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-02-02T05:15:24.499516017Z",
"updateTime": "2024-02-02T05:15:24.499516017Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "edbd93d3706b806e7c91dfd2c359476488dfcc96",
"ref": "refs/heads/main"
}
}
}
[05:15:24.975] Task URL: https://cr-buildbucket.appspot.com/build/8757230800950689089
[05:15:24.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:2:0) after 1m8s
[05:15:26.041] Received PubSub notification, asking Buildbucket for the build status
[05:15:26.061] Build status: SCHEDULED
[05:16:33.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:2:0)
[05:16:33.253] Build status: SCHEDULED
[05:16:33.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:4:0) after 9m56s
[05:26:29.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:4:0)
[05:26:29.508] Build status: SCHEDULED
[05:26:29.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:5:0) after 5m9s
[05:31:38.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:5:0)
[05:31:38.687] Build status: SCHEDULED
[05:31:38.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:6:0) after 4m16s
[05:35:54.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:6:0)
[05:35:54.728] Build status: SCHEDULED
[05:35:54.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:7:0) after 9m16s
[05:45:11.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:7:0)
[05:45:11.060] Build status: SCHEDULED
[05:45:11.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:8:0) after 8m21s
[05:53:32.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:8:0)
[05:53:32.392] Build status: SCHEDULED
[05:53:32.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:9:0) after 7m38s
[06:01:10.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:9:0)
[06:01:10.720] Build status: SCHEDULED
[06:01:10.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:10:0) after 9m7s
[06:10:17.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:10:0)
[06:10:17.898] Build status: SCHEDULED
[06:10:17.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:11:0) after 2m57s
[06:13:15.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:11:0)
[06:13:15.316] Build status: SCHEDULED
[06:13:15.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:12:0) after 2m48s
[06:16:03.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:12:0)
[06:16:03.708] Build status: SCHEDULED
[06:16:03.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:13:0) after 8m55s
[06:24:58.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:13:0)
[06:24:58.898] Build status: SCHEDULED
[06:24:58.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:14:0) after 7m20s
[06:32:18.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:14:0)
[06:32:19.008] Build status: SCHEDULED
[06:32:19.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:15:0) after 5m42s
[06:38:01.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:15:0)
[06:38:01.134] Build status: SCHEDULED
[06:38:01.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:16:0) after 7m17s
[06:45:18.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:16:0)
[06:45:18.296] Build status: SCHEDULED
[06:45:18.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:17:0) after 5m10s
[06:50:28.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:17:0)
[06:50:28.372] Build status: SCHEDULED
[06:50:28.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:18:0) after 7m25s
[06:57:53.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:18:0)
[06:57:53.433] Build status: SCHEDULED
[06:57:53.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:19:0) after 9m19s
[07:07:12.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:19:0)
[07:07:12.716] Build status: SCHEDULED
[07:07:12.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:20:0) after 7m37s
[07:14:49.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:20:0)
[07:14:49.993] Build status: SCHEDULED
[07:14:49.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:21:0) after 3m10s
[07:17:59.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:21:0)
[07:18:00.032] Build status: SCHEDULED
[07:18:00.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:22:0) after 1m6s
[07:19:06.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:22:0)
[07:19:06.340] Build status: SCHEDULED
[07:19:06.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:23:0) after 8m26s
[07:27:32.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:23:0)
[07:27:32.380] Build status: SCHEDULED
[07:27:32.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:24:0) after 6m4s
[07:33:36.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:24:0)
[07:33:36.532] Build status: SCHEDULED
[07:33:36.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:25:0) after 8m39s
[07:42:15.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:25:0)
[07:42:15.592] Build status: SCHEDULED
[07:42:15.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:26:0) after 8m36s
[07:50:51.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:26:0)
[07:50:51.683] Build status: SCHEDULED
[07:50:51.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:27:0) after 7m2s
[07:57:54.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:27:0)
[07:57:54.176] Build status: SCHEDULED
[07:57:54.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:28:0) after 1m5s
[07:58:59.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:28:0)
[07:58:59.468] Build status: SCHEDULED
[07:58:59.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:29:0) after 1m14s
[08:00:13.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:29:0)
[08:00:13.796] Build status: SCHEDULED
[08:00:13.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:30:0) after 8m30s
[08:08:43.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:30:0)
[08:08:43.919] Build status: SCHEDULED
[08:08:43.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:31:0) after 2m1s
[08:10:45.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:31:0)
[08:10:45.235] Build status: SCHEDULED
[08:10:45.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:32:0) after 6m48s
[08:17:33.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:32:0)
[08:17:33.282] Build status: SCHEDULED
[08:17:33.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:33:0) after 6m2s
[08:23:35.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:33:0)
[08:23:35.655] Build status: SCHEDULED
[08:23:35.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:34:0) after 5m3s
[08:28:38.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:34:0)
[08:28:38.698] Build status: SCHEDULED
[08:28:38.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:35:0) after 1m8s
[08:29:46.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:35:0)
[08:29:46.775] Build status: SCHEDULED
[08:29:46.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:36:0) after 4m21s
[08:34:07.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:36:0)
[08:34:07.994] Build status: SCHEDULED
[08:34:07.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:37:0) after 2m50s
[08:36:58.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:37:0)
[08:36:58.301] Build status: SCHEDULED
[08:36:58.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:38:0) after 4m7s
[08:41:05.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:38:0)
[08:41:05.357] Build status: SCHEDULED
[08:41:05.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:39:0) after 5m28s
[08:46:33.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:39:0)
[08:46:33.411] Build status: SCHEDULED
[08:46:33.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:40:0) after 8m37s
[08:49:33.677] Received PubSub notification, asking Buildbucket for the build status
[08:49:33.797] Build status: STARTED
[08:55:10.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:40:0)
[08:55:10.541] Build status: STARTED
[08:55:10.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:42:0) after 9m59s
[09:05:09.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:42:0)
[09:05:09.613] Build status: STARTED
[09:05:09.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:43:0) after 9m29s
[09:14:38.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:43:0)
[09:14:38.649] Build status: STARTED
[09:14:38.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:44:0) after 3m8s
[09:17:46.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:44:0)
[09:17:46.699] Build status: STARTED
[09:17:46.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:45:0) after 4m54s
[09:22:40.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:45:0)
[09:22:40.842] Build status: STARTED
[09:22:40.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922660862951662256:46:0) after 8m41s
[09:29:15.546] Received PubSub notification, asking Buildbucket for the build status
[09:29:15.599] Build:
{
"id": "8757230800950689089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-02-02T05:15:24.499516017Z",
"startTime": "2024-02-02T08:49:33.237894Z",
"endTime": "2024-02-02T09:29:14.910516Z",
"updateTime": "2024-02-02T09:29:14.910516Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "edbd93d3706b806e7c91dfd2c359476488dfcc96",
"ref": "refs/heads/main"
}
}
}
[09:29:15.599] Invocation finished in 4h13m52.392164713s with status FAILED