[23:34:50.417] New invocation is queued and will start shortly
[23:34:50.417] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[23:34:51.628] Starting the invocation (attempt 1)
[23:34:51.653] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa"
[23:34:51.653] Reconstructed gitiles commit from tags
[23:34:51.653] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:34:51.653] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:34:51.653] Buildbucket request:
{
"requestId": "8918424230879485200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dbd3c3a3891e9718333f69026823223c10310a89028fdbf5697e5965ee438e7d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7bf5d13ca3c36c7c4adbaf09dfc1847e1d01dd34",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8918424230879485200",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dbd3c3a3891e9718333f69026823223c10310a89028fdbf5697e5965ee438e7d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7bf5d13ca3c36c7c4adbaf09dfc1847e1d01dd34",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "7e7e373b-ed39-43e7-b0ac-0cc98f952e35",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8918424230879485200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:34:52.189] Scheduled build:
{
"id": "8752994168844153761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-19T23:34:51.727047330Z",
"updateTime": "2024-03-19T23:34:51.727047330Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa",
"ref": "refs/heads/main"
}
}
}
[23:34:52.189] Task URL: https://cr-buildbucket.appspot.com/build/8752994168844153761
[23:34:52.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:2:0) after 4m42s
[23:34:53.171] Received PubSub notification, asking Buildbucket for the build status
[23:34:53.192] Build status: SCHEDULED
[23:39:34.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:2:0)
[23:39:34.789] Build status: SCHEDULED
[23:39:34.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:4:0) after 3m22s
[23:42:56.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:4:0)
[23:42:56.860] Build status: SCHEDULED
[23:42:56.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:5:0) after 5m4s
[23:48:00.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:5:0)
[23:48:00.995] Build status: SCHEDULED
[23:48:00.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:6:0) after 8m19s
[23:56:19.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:6:0)
[23:56:20.029] Build status: SCHEDULED
[23:56:20.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:7:0) after 1m7s
[23:57:27.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:7:0)
[23:57:27.090] Build status: SCHEDULED
[23:57:27.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:8:0) after 8m24s
[00:05:51.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:8:0)
[00:05:51.531] Build status: SCHEDULED
[00:05:51.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:9:0) after 1m6s
[00:06:57.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:9:0)
[00:06:57.556] Build status: SCHEDULED
[00:06:57.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:10:0) after 5m50s
[00:12:47.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:10:0)
[00:12:47.655] Build status: SCHEDULED
[00:12:47.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:11:0) after 6m26s
[00:19:13.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:11:0)
[00:19:13.707] Build status: SCHEDULED
[00:19:13.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:12:0) after 4m28s
[00:23:42.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:12:0)
[00:23:42.409] Build status: SCHEDULED
[00:23:42.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:13:0) after 3m47s
[00:27:29.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:13:0)
[00:27:29.960] Build status: SCHEDULED
[00:27:29.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:14:0) after 9m34s
[00:37:03.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:14:0)
[00:37:04.086] Build status: SCHEDULED
[00:37:04.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:15:0) after 2m1s
[00:39:05.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:15:0)
[00:39:05.182] Build status: SCHEDULED
[00:39:05.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:16:0) after 5m40s
[00:44:45.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:16:0)
[00:44:45.268] Build status: SCHEDULED
[00:44:45.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:17:0) after 2m47s
[00:47:32.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:17:0)
[00:47:32.437] Build status: SCHEDULED
[00:47:32.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:18:0) after 3m27s
[00:50:59.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:18:0)
[00:50:59.542] Build status: SCHEDULED
[00:50:59.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:19:0) after 3m58s
[00:54:57.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:19:0)
[00:54:57.573] Build status: SCHEDULED
[00:54:57.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:20:0) after 1m9s
[00:56:06.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:20:0)
[00:56:06.744] Build status: SCHEDULED
[00:56:06.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:21:0) after 3m7s
[00:59:13.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:21:0)
[00:59:13.837] Build status: SCHEDULED
[00:59:13.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:22:0) after 2m32s
[01:01:45.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:22:0)
[01:01:45.988] Build status: SCHEDULED
[01:01:45.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:23:0) after 6m4s
[01:07:49.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:23:0)
[01:07:50.087] Build status: SCHEDULED
[01:07:50.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:24:0) after 9m50s
[01:17:40.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:24:0)
[01:17:40.195] Build status: SCHEDULED
[01:17:40.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:25:0) after 9m58s
[01:27:38.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:25:0)
[01:27:38.288] Build status: SCHEDULED
[01:27:38.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:26:0) after 6m49s
[01:34:27.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:26:0)
[01:34:27.368] Build status: SCHEDULED
[01:34:27.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:27:0) after 1m43s
[01:36:10.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:27:0)
[01:36:10.472] Build status: SCHEDULED
[01:36:10.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:28:0) after 7m59s
[01:44:09.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:28:0)
[01:44:09.544] Build status: SCHEDULED
[01:44:09.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:29:0) after 7m44s
[01:51:53.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:29:0)
[01:51:53.723] Build status: SCHEDULED
[01:51:53.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:30:0) after 4m55s
[01:56:49.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:30:0)
[01:56:49.389] Build status: SCHEDULED
[01:56:49.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:31:0) after 8m15s
[02:05:04.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:31:0)
[02:05:04.473] Build status: SCHEDULED
[02:05:04.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:32:0) after 6m36s
[02:11:40.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:32:0)
[02:11:40.615] Build status: SCHEDULED
[02:11:40.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:33:0) after 7m30s
[02:19:10.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:33:0)
[02:19:10.751] Build status: SCHEDULED
[02:19:10.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:34:0) after 4m40s
[02:19:15.461] Received PubSub notification, asking Buildbucket for the build status
[02:19:15.486] Build status: STARTED
[02:23:50.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:34:0)
[02:23:50.908] Build status: STARTED
[02:23:50.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:36:0) after 7m23s
[02:31:13.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:36:0)
[02:31:14.083] Build status: STARTED
[02:31:14.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:37:0) after 3m44s
[02:34:58.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:37:0)
[02:34:58.120] Build status: STARTED
[02:34:58.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:38:0) after 6m24s
[02:41:22.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:38:0)
[02:41:22.182] Build status: STARTED
[02:41:22.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:39:0) after 9m15s
[02:50:37.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:39:0)
[02:50:37.236] Build status: STARTED
[02:50:37.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:40:0) after 3m19s
[02:53:56.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:40:0)
[02:53:56.290] Build status: STARTED
[02:53:56.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8918424230879485200:41:0) after 7m40s
[03:01:18.321] Received PubSub notification, asking Buildbucket for the build status
[03:01:18.352] Build:
{
"id": "8752994168844153761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-19T23:34:51.727047330Z",
"startTime": "2024-03-20T02:19:15.010160Z",
"endTime": "2024-03-20T03:01:16.346608Z",
"updateTime": "2024-03-20T03:01:16.346608Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef395a492aa931f428e99e1c0a93d4ad2fb0fcfa",
"ref": "refs/heads/main"
}
}
}
[03:01:18.352] Invocation finished in 3h26m27.949049482s with status FAILED