[23:54:20.207] New invocation is queued and will start shortly
[23:54:20.207] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[23:54:21.306] Starting the invocation (attempt 1)
[23:54:21.335] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b4776b8d8ea742a46039002fac4c280e619ac48d"
[23:54:21.335] Reconstructed gitiles commit from tags
[23:54:21.335] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:54:21.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:54:21.335] Buildbucket request:
{
"requestId": "8915976886172520480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5bb34eacf6ad77a89ef5e2621c611178a6d9685ad79968f0e5e14447cd173380/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "5680345cc59c5c0168d2f9364be0ef467755450f",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8915976886172520480",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5bb34eacf6ad77a89ef5e2621c611178a6d9685ad79968f0e5e14447cd173380/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "5680345cc59c5c0168d2f9364be0ef467755450f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b4776b8d8ea742a46039002fac4c280e619ac48d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b4776b8d8ea742a46039002fac4c280e619ac48d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "72df5677-345f-4232-9ac5-cf14383d3626",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b4776b8d8ea742a46039002fac4c280e619ac48d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4776b8d8ea742a46039002fac4c280e619ac48d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8915976886172520480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:54:22.662] Scheduled build:
{
"id": "8750546824169781633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-04-15T23:54:21.487376301Z",
"updateTime": "2024-04-15T23:54:21.487376301Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4776b8d8ea742a46039002fac4c280e619ac48d",
"ref": "refs/heads/main"
}
}
}
[23:54:22.662] Task URL: https://cr-buildbucket.appspot.com/build/8750546824169781633
[23:54:22.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:2:0) after 9m59s
[23:54:23.213] Received PubSub notification, asking Buildbucket for the build status
[23:54:23.300] Build status: SCHEDULED
[00:04:21.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:2:0)
[00:04:21.727] Build status: SCHEDULED
[00:04:21.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:4:0) after 3m50s
[00:08:11.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:4:0)
[00:08:11.766] Build status: SCHEDULED
[00:08:11.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:5:0) after 5m54s
[00:14:05.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:5:0)
[00:14:05.820] Build status: SCHEDULED
[00:14:05.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:6:0) after 1m35s
[00:15:40.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:6:0)
[00:15:41.105] Build status: SCHEDULED
[00:15:41.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:7:0) after 9m2s
[00:24:43.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:7:0)
[00:24:43.196] Build status: SCHEDULED
[00:24:43.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:8:0) after 9m48s
[00:34:31.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:8:0)
[00:34:31.240] Build status: SCHEDULED
[00:34:31.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:9:0) after 4m37s
[00:39:08.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:9:0)
[00:39:08.577] Build status: SCHEDULED
[00:39:08.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:10:0) after 4m19s
[00:43:27.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:10:0)
[00:43:27.685] Build status: SCHEDULED
[00:43:27.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:11:0) after 7m14s
[00:50:41.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:11:0)
[00:50:41.756] Build status: SCHEDULED
[00:50:41.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:12:0) after 9m7s
[00:59:49.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:12:0)
[00:59:49.042] Build status: SCHEDULED
[00:59:49.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:13:0) after 9m39s
[01:09:28.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:13:0)
[01:09:28.096] Build status: SCHEDULED
[01:09:28.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:14:0) after 3m14s
[01:12:42.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:14:0)
[01:12:42.146] Build status: SCHEDULED
[01:12:42.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:15:0) after 2m4s
[01:14:46.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:15:0)
[01:14:46.294] Build status: SCHEDULED
[01:14:46.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:16:0) after 2m57s
[01:17:43.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:16:0)
[01:17:43.418] Build status: SCHEDULED
[01:17:43.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:17:0) after 4m2s
[01:21:45.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:17:0)
[01:21:45.594] Build status: SCHEDULED
[01:21:45.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:18:0) after 7m54s
[01:29:39.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:18:0)
[01:29:39.692] Build status: SCHEDULED
[01:29:39.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:19:0) after 5m0s
[01:34:39.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:19:0)
[01:34:39.787] Build status: SCHEDULED
[01:34:39.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:20:0) after 8m29s
[01:43:08.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:20:0)
[01:43:08.838] Build status: SCHEDULED
[01:43:08.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:21:0) after 3m12s
[01:46:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:21:0)
[01:46:20.878] Build status: SCHEDULED
[01:46:20.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:22:0) after 5m58s
[01:52:18.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:22:0)
[01:52:18.929] Build status: SCHEDULED
[01:52:18.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:23:0) after 9m11s
[02:01:30.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:23:0)
[02:01:30.025] Build status: SCHEDULED
[02:01:30.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:24:0) after 3m10s
[02:04:40.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:24:0)
[02:04:40.079] Build status: SCHEDULED
[02:04:40.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:25:0) after 2m20s
[02:07:00.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:25:0)
[02:07:00.128] Build status: SCHEDULED
[02:07:00.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:26:0) after 8m5s
[02:15:05.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:26:0)
[02:15:05.174] Build status: SCHEDULED
[02:15:05.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:27:0) after 6m24s
[02:21:29.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:27:0)
[02:21:29.227] Build status: SCHEDULED
[02:21:29.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:28:0) after 4m17s
[02:25:46.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:28:0)
[02:25:46.582] Build status: SCHEDULED
[02:25:46.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:29:0) after 5m29s
[02:31:16.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:29:0)
[02:31:16.260] Build status: SCHEDULED
[02:31:16.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:30:0) after 6m30s
[02:37:46.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:30:0)
[02:37:46.421] Build status: SCHEDULED
[02:37:46.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:31:0) after 9m27s
[02:47:13.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:31:0)
[02:47:15.594] Build status: SCHEDULED
[02:47:15.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:32:0) after 5m54s
[02:53:09.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:32:0)
[02:53:09.988] Build status: SCHEDULED
[02:53:09.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:33:0) after 4m55s
[02:58:04.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:33:0)
[02:58:05.018] Build status: SCHEDULED
[02:58:05.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:34:0) after 7m15s
[03:05:20.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:34:0)
[03:05:20.253] Build status: SCHEDULED
[03:05:20.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:35:0) after 2m47s
[03:08:07.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:35:0)
[03:08:07.313] Build status: SCHEDULED
[03:08:07.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:36:0) after 2m30s
[03:10:24.113] Received PubSub notification, asking Buildbucket for the build status
[03:10:24.173] Build status: STARTED
[03:10:37.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:36:0)
[03:10:37.365] Build status: STARTED
[03:10:37.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:38:0) after 7m59s
[03:18:36.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:38:0)
[03:18:36.506] Build status: STARTED
[03:18:36.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:39:0) after 5m14s
[03:23:51.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:39:0)
[03:23:51.122] Build status: STARTED
[03:23:51.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:40:0) after 4m21s
[03:28:12.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:40:0)
[03:28:12.223] Build status: STARTED
[03:28:12.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:41:0) after 7m17s
[03:35:29.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:41:0)
[03:35:29.268] Build status: STARTED
[03:35:29.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:42:0) after 5m3s
[03:40:32.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:42:0)
[03:40:32.301] Build status: STARTED
[03:40:32.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:43:0) after 4m55s
[03:45:27.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:43:0)
[03:45:27.671] Build status: STARTED
[03:45:27.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:44:0) after 3m45s
[03:49:12.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:44:0)
[03:49:12.719] Build status: STARTED
[03:49:12.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8915976886172520480:45:0) after 4m52s
[03:53:02.115] Received PubSub notification, asking Buildbucket for the build status
[03:53:02.190] Build:
{
"id": "8750546824169781633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-04-15T23:54:21.487376301Z",
"startTime": "2024-04-16T03:10:23.855382014Z",
"endTime": "2024-04-16T03:53:01.602286139Z",
"updateTime": "2024-04-16T03:53:01.602286139Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4776b8d8ea742a46039002fac4c280e619ac48d",
"ref": "refs/heads/main"
}
}
}
[03:53:02.190] Invocation finished in 3h58m41.99734116s with status FAILED