[00:47:10.874] New invocation is queued and will start shortly
[00:47:12.168] Starting the invocation (attempt 1)
[00:47:12.193] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3"
[00:47:12.193] Popped gitiles commit info from properties and tags
[00:47:12.193] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:47:12.196] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:47:12.196] Buildbucket request:
{
"requestId": "8929653703412628656",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8929653703412628656",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "49795d27761b9f398302354acd30980a319b1502"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@49795d27761b9f398302354acd30980a319b1502",
"title": "49795d27761b9f398302354acd30980a319b1502",
"url": "https://llvm.googlesource.com/llvm-project/+/49795d27761b9f398302354acd30980a319b1502"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "615ebfc3e5e338cb40fa84405da0f70f0961c6b6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@615ebfc3e5e338cb40fa84405da0f70f0961c6b6",
"title": "615ebfc3e5e338cb40fa84405da0f70f0961c6b6",
"url": "https://llvm.googlesource.com/llvm-project/+/615ebfc3e5e338cb40fa84405da0f70f0961c6b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7ff8094a397127c8204c34079f8893fc8acbf1dd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7ff8094a397127c8204c34079f8893fc8acbf1dd",
"title": "7ff8094a397127c8204c34079f8893fc8acbf1dd",
"url": "https://llvm.googlesource.com/llvm-project/+/7ff8094a397127c8204c34079f8893fc8acbf1dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "484a27e412297b56027bb9fbb2f90462c668d20e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@484a27e412297b56027bb9fbb2f90462c668d20e",
"title": "484a27e412297b56027bb9fbb2f90462c668d20e",
"url": "https://llvm.googlesource.com/llvm-project/+/484a27e412297b56027bb9fbb2f90462c668d20e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b2e752731856dc0dcd8948cf5518b8ca62d91c83"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b2e752731856dc0dcd8948cf5518b8ca62d91c83",
"title": "b2e752731856dc0dcd8948cf5518b8ca62d91c83",
"url": "https://llvm.googlesource.com/llvm-project/+/b2e752731856dc0dcd8948cf5518b8ca62d91c83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b2bbe8cc1c7653fb33f8aef69bbf77c1d3af4f26"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b2bbe8cc1c7653fb33f8aef69bbf77c1d3af4f26",
"title": "b2bbe8cc1c7653fb33f8aef69bbf77c1d3af4f26",
"url": "https://llvm.googlesource.com/llvm-project/+/b2bbe8cc1c7653fb33f8aef69bbf77c1d3af4f26"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c11be311047c4ae4a79f0b95af0323c1d99a14dd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c11be311047c4ae4a79f0b95af0323c1d99a14dd",
"title": "c11be311047c4ae4a79f0b95af0323c1d99a14dd",
"url": "https://llvm.googlesource.com/llvm-project/+/c11be311047c4ae4a79f0b95af0323c1d99a14dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4fe29d0dc2f65e60ae7dde63e7f4595446f3baca"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4fe29d0dc2f65e60ae7dde63e7f4595446f3baca",
"title": "4fe29d0dc2f65e60ae7dde63e7f4595446f3baca",
"url": "https://llvm.googlesource.com/llvm-project/+/4fe29d0dc2f65e60ae7dde63e7f4595446f3baca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c5a67e16b6117d0c37d004dd5467b56be006ad8f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c5a67e16b6117d0c37d004dd5467b56be006ad8f",
"title": "c5a67e16b6117d0c37d004dd5467b56be006ad8f",
"url": "https://llvm.googlesource.com/llvm-project/+/c5a67e16b6117d0c37d004dd5467b56be006ad8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cb678708e620c21aaf4bb75823b18943937902d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cb678708e620c21aaf4bb75823b18943937902d7",
"title": "cb678708e620c21aaf4bb75823b18943937902d7",
"url": "https://llvm.googlesource.com/llvm-project/+/cb678708e620c21aaf4bb75823b18943937902d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c6f7b631a9c0757130a8a7bb6b0ccc10da340e42"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c6f7b631a9c0757130a8a7bb6b0ccc10da340e42",
"title": "c6f7b631a9c0757130a8a7bb6b0ccc10da340e42",
"url": "https://llvm.googlesource.com/llvm-project/+/c6f7b631a9c0757130a8a7bb6b0ccc10da340e42"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3",
"title": "9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3",
"url": "https://llvm.googlesource.com/llvm-project/+/9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8929653703412628656"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:47:12.685] Scheduled build:
{
"id": "8764223641292610369",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2023-11-17T00:47:12.266334762Z",
"updateTime": "2023-11-17T00:47:12.266334762Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:47:12.685] Task URL: https://cr-buildbucket.appspot.com/build/8764223641292610369
[00:47:12.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:2:0) after 3m18s
[00:47:13.634] Received PubSub notification, asking Buildbucket for the build status
[00:47:13.655] Build status: SCHEDULED
[00:50:30.702] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:2:0)
[00:50:30.737] Build status: SCHEDULED
[00:50:30.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:4:0) after 1m16s
[00:51:47.502] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:4:0)
[00:51:47.545] Build status: SCHEDULED
[00:51:47.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:5:0) after 7m13s
[00:59:00.907] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:5:0)
[00:59:00.931] Build status: SCHEDULED
[00:59:00.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:6:0) after 7m13s
[01:00:51.802] Received PubSub notification, asking Buildbucket for the build status
[01:00:51.827] Build status: STARTED
[01:06:14.073] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:6:0)
[01:06:14.095] Build status: STARTED
[01:06:14.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:8:0) after 5m51s
[01:12:05.762] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:8:0)
[01:12:05.790] Build status: STARTED
[01:12:05.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:9:0) after 6m43s
[01:18:49.473] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:9:0)
[01:18:49.493] Build status: STARTED
[01:18:49.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:10:0) after 1m51s
[01:20:40.513] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:10:0)
[01:20:40.539] Build status: STARTED
[01:20:40.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:11:0) after 2m20s
[01:23:00.556] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:11:0)
[01:23:00.577] Build status: STARTED
[01:23:00.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:12:0) after 7m11s
[01:30:11.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:12:0)
[01:30:11.621] Build status: STARTED
[01:30:11.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:13:0) after 2m45s
[01:32:56.843] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:13:0)
[01:32:56.866] Build status: STARTED
[01:32:56.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:14:0) after 3m10s
[01:36:07.234] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:14:0)
[01:36:07.259] Build status: STARTED
[01:36:07.259] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:15:0) after 2m29s
[01:38:36.483] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:15:0)
[01:38:36.575] Build status: STARTED
[01:38:36.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:16:0) after 3m28s
[01:42:04.810] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:16:0)
[01:42:04.829] Build status: STARTED
[01:42:04.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:17:0) after 1m20s
[01:43:24.936] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:17:0)
[01:43:25.043] Build status: STARTED
[01:43:25.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:18:0) after 2m53s
[01:46:18.062] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:18:0)
[01:46:18.089] Build status: STARTED
[01:46:18.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:19:0) after 8m34s
[01:54:52.108] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:19:0)
[01:54:52.133] Build status: STARTED
[01:54:52.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:20:0) after 6m30s
[02:01:22.604] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:20:0)
[02:01:22.672] Build status: STARTED
[02:01:22.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:21:0) after 8m28s
[02:09:50.690] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:21:0)
[02:09:50.711] Build status: STARTED
[02:09:50.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:22:0) after 6m5s
[02:15:55.730] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:22:0)
[02:15:55.767] Build status: STARTED
[02:15:55.767] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:23:0) after 1m15s
[02:17:10.965] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:23:0)
[02:17:11.060] Build status: STARTED
[02:17:11.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:24:0) after 6m37s
[02:23:48.200] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:24:0)
[02:23:48.224] Build status: STARTED
[02:23:48.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:25:0) after 2m32s
[02:26:20.367] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:25:0)
[02:26:20.391] Build status: STARTED
[02:26:20.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:26:0) after 5m24s
[02:31:44.556] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:26:0)
[02:31:44.629] Build status: STARTED
[02:31:44.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:27:0) after 5m22s
[02:37:06.647] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:27:0)
[02:37:06.685] Build status: STARTED
[02:37:06.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:28:0) after 3m0s
[02:40:06.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:28:0)
[02:40:06.746] Build status: STARTED
[02:40:06.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8929653703412628656:29:0) after 5m37s
[02:42:37.359] Received PubSub notification, asking Buildbucket for the build status
[02:42:37.379] Build:
{
"id": "8764223641292610369",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2023-11-17T00:47:12.266334762Z",
"startTime": "2023-11-17T01:00:50.939078Z",
"endTime": "2023-11-17T02:42:36.044687Z",
"updateTime": "2023-11-17T02:42:36.044687Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9365ed1e10e92c48ad3dbe4b257b0fdc045b74a3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:42:37.379] Invocation finished in 1h55m26.518104687s with status FAILED