[23:11:23.480] New invocation is queued and will start shortly
[23:11:24.613] Starting the invocation (attempt 1)
[23:11:24.641] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/992ca197465ec487895af0ebb9c86139402c8a97"
[23:11:24.641] Popped gitiles commit info from properties and tags
[23:11:24.641] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:11:24.642] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:11:24.642] Buildbucket request:
{
"requestId": "8885991992183646448",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885991992183646448",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "55af15ad4b8022f553266af4655b0682e6b0f0d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@55af15ad4b8022f553266af4655b0682e6b0f0d7",
"title": "55af15ad4b8022f553266af4655b0682e6b0f0d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/55af15ad4b8022f553266af4655b0682e6b0f0d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "689ae6d25c1750478c00e56a02f745ac6ca2ea1b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@689ae6d25c1750478c00e56a02f745ac6ca2ea1b",
"title": "689ae6d25c1750478c00e56a02f745ac6ca2ea1b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/689ae6d25c1750478c00e56a02f745ac6ca2ea1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "29ac60db94937b508228296f63680e9ddc5314fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29ac60db94937b508228296f63680e9ddc5314fc",
"title": "29ac60db94937b508228296f63680e9ddc5314fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29ac60db94937b508228296f63680e9ddc5314fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f87e7133d5cfd0931d73161e80d4fc2368e657e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f87e7133d5cfd0931d73161e80d4fc2368e657e1",
"title": "f87e7133d5cfd0931d73161e80d4fc2368e657e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f87e7133d5cfd0931d73161e80d4fc2368e657e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b44d6ebf021f8c1b37ecf9d3d78d1bb014430b4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b44d6ebf021f8c1b37ecf9d3d78d1bb014430b4",
"title": "9b44d6ebf021f8c1b37ecf9d3d78d1bb014430b4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b44d6ebf021f8c1b37ecf9d3d78d1bb014430b4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5ec4ad9051a66bbcd003b1961936624fe6ee952f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ec4ad9051a66bbcd003b1961936624fe6ee952f",
"title": "5ec4ad9051a66bbcd003b1961936624fe6ee952f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ec4ad9051a66bbcd003b1961936624fe6ee952f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8bd066c4211971785e4fd6a88e47961b197f6c62"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bd066c4211971785e4fd6a88e47961b197f6c62",
"title": "8bd066c4211971785e4fd6a88e47961b197f6c62",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bd066c4211971785e4fd6a88e47961b197f6c62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "18cbbfefe9adead7f03434ca96ffc801f17935d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@18cbbfefe9adead7f03434ca96ffc801f17935d6",
"title": "18cbbfefe9adead7f03434ca96ffc801f17935d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/18cbbfefe9adead7f03434ca96ffc801f17935d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4bb2686b713f6903686ffd5f774ffd921551ea3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4bb2686b713f6903686ffd5f774ffd921551ea3d",
"title": "4bb2686b713f6903686ffd5f774ffd921551ea3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4bb2686b713f6903686ffd5f774ffd921551ea3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "992ca197465ec487895af0ebb9c86139402c8a97"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@992ca197465ec487895af0ebb9c86139402c8a97",
"title": "992ca197465ec487895af0ebb9c86139402c8a97",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/992ca197465ec487895af0ebb9c86139402c8a97"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992ca197465ec487895af0ebb9c86139402c8a97",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885991992183646448"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:11:25.074] Scheduled build:
{
"id": "8720561930181536001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-12T23:11:24.763205266Z",
"updateTime": "2025-03-12T23:11:24.763205266Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992ca197465ec487895af0ebb9c86139402c8a97",
"ref": "refs/heads/main"
}
}
}
[23:11:25.074] Task URL: https://cr-buildbucket.appspot.com/build/8720561930181536001
[23:11:25.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:2:0) after 5m44s
[23:11:26.064] Received PubSub notification, asking Buildbucket for the build status
[23:11:26.099] Build status: SCHEDULED
[23:17:09.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:2:0)
[23:17:09.249] Build status: SCHEDULED
[23:17:09.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:4:0) after 2m35s
[23:19:44.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:4:0)
[23:19:44.291] Build status: SCHEDULED
[23:19:44.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:5:0) after 3m57s
[23:23:41.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:5:0)
[23:23:41.349] Build status: SCHEDULED
[23:23:41.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:6:0) after 5m34s
[23:29:15.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:6:0)
[23:29:15.430] Build status: SCHEDULED
[23:29:15.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:7:0) after 7m54s
[23:37:09.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:7:0)
[23:37:09.467] Build status: SCHEDULED
[23:37:09.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:8:0) after 4m57s
[23:42:06.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:8:0)
[23:42:06.579] Build status: SCHEDULED
[23:42:06.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:9:0) after 8m9s
[23:50:15.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:9:0)
[23:50:15.865] Build status: SCHEDULED
[23:50:15.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:10:0) after 6m25s
[23:56:40.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:10:0)
[23:56:41.134] Build status: SCHEDULED
[23:56:41.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:11:0) after 8m10s
[00:04:51.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:11:0)
[00:04:51.205] Build status: SCHEDULED
[00:04:51.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:12:0) after 6m2s
[00:10:53.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:12:0)
[00:10:53.250] Build status: SCHEDULED
[00:10:53.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:13:0) after 6m58s
[00:17:51.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:13:0)
[00:17:51.289] Build status: SCHEDULED
[00:17:51.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:14:0) after 6m19s
[00:24:10.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:14:0)
[00:24:10.338] Build status: SCHEDULED
[00:24:10.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:15:0) after 3m44s
[00:27:54.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:15:0)
[00:27:54.420] Build status: SCHEDULED
[00:27:54.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:16:0) after 3m57s
[00:31:51.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:16:0)
[00:31:51.433] Build status: SCHEDULED
[00:31:51.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:17:0) after 3m35s
[00:35:26.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:17:0)
[00:35:26.490] Build status: SCHEDULED
[00:35:26.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:18:0) after 2m28s
[00:37:54.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:18:0)
[00:37:54.564] Build status: SCHEDULED
[00:37:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:19:0) after 3m27s
[00:41:21.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:19:0)
[00:41:21.630] Build status: SCHEDULED
[00:41:21.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:20:0) after 1m7s
[00:42:28.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:20:0)
[00:42:28.698] Build status: SCHEDULED
[00:42:28.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:21:0) after 5m3s
[00:47:31.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:21:0)
[00:47:31.739] Build status: SCHEDULED
[00:47:31.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:22:0) after 9m47s
[00:57:18.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:22:0)
[00:57:18.835] Build status: SCHEDULED
[00:57:18.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:23:0) after 1m8s
[00:58:26.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:23:0)
[00:58:26.880] Build status: SCHEDULED
[00:58:26.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:24:0) after 8m42s
[01:07:08.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:24:0)
[01:07:08.917] Build status: SCHEDULED
[01:07:08.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:25:0) after 3m32s
[01:10:40.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:25:0)
[01:10:40.965] Build status: SCHEDULED
[01:10:40.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:26:0) after 3m17s
[01:13:58.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:26:0)
[01:13:58.079] Build status: SCHEDULED
[01:13:58.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:27:0) after 8m36s
[01:22:34.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:27:0)
[01:22:34.120] Build status: SCHEDULED
[01:22:34.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:28:0) after 5m54s
[01:28:28.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:28:0)
[01:28:28.247] Build status: SCHEDULED
[01:28:28.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:29:0) after 1m43s
[01:30:11.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:29:0)
[01:30:11.384] Build status: SCHEDULED
[01:30:11.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:30:0) after 9m14s
[01:39:25.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:30:0)
[01:39:25.581] Build status: SCHEDULED
[01:39:25.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:31:0) after 3m26s
[01:42:51.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:31:0)
[01:42:51.625] Build status: SCHEDULED
[01:42:51.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:32:0) after 7m27s
[01:50:18.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:32:0)
[01:50:18.665] Build status: SCHEDULED
[01:50:18.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:33:0) after 7m11s
[01:57:29.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:33:0)
[01:57:29.715] Build status: SCHEDULED
[01:57:29.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:34:0) after 6m7s
[02:03:36.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:34:0)
[02:03:36.776] Build status: SCHEDULED
[02:03:36.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:35:0) after 2m57s
[02:06:33.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:35:0)
[02:06:33.863] Build status: SCHEDULED
[02:06:33.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:36:0) after 1m23s
[02:07:56.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:36:0)
[02:07:57.009] Build status: SCHEDULED
[02:07:57.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:37:0) after 7m21s
[02:15:18.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:37:0)
[02:15:18.097] Build status: SCHEDULED
[02:15:18.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:38:0) after 9m26s
[02:24:44.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:38:0)
[02:24:44.335] Build status: SCHEDULED
[02:24:44.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:39:0) after 7m50s
[02:32:34.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:39:0)
[02:32:34.632] Build status: SCHEDULED
[02:32:34.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:40:0) after 3m9s
[02:35:43.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:40:0)
[02:35:43.709] Build status: SCHEDULED
[02:35:43.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:41:0) after 7m43s
[02:43:26.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:41:0)
[02:43:26.806] Build status: SCHEDULED
[02:43:26.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:42:0) after 8m5s
[02:51:31.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:42:0)
[02:51:31.853] Build status: SCHEDULED
[02:51:31.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:43:0) after 9m2s
[03:00:33.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:43:0)
[03:00:33.989] Build status: SCHEDULED
[03:00:33.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:44:0) after 5m3s
[03:05:37.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:44:0)
[03:05:37.025] Build status: SCHEDULED
[03:05:37.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:45:0) after 8m3s
[03:13:40.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:45:0)
[03:13:40.156] Build status: SCHEDULED
[03:13:40.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:46:0) after 1m26s
[03:15:06.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:46:0)
[03:15:06.242] Build status: SCHEDULED
[03:15:06.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:47:0) after 6m27s
[03:21:33.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:47:0)
[03:21:33.281] Build status: SCHEDULED
[03:21:33.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:48:0) after 9m36s
[03:31:09.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:48:0)
[03:31:09.323] Build status: SCHEDULED
[03:31:09.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:49:0) after 1m27s
[03:32:36.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:49:0)
[03:32:36.431] Build status: SCHEDULED
[03:32:36.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:50:0) after 7m33s
[03:40:09.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:50:0)
[03:40:09.517] Build status: SCHEDULED
[03:40:09.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:51:0) after 1m0s
[03:41:09.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:51:0)
[03:41:09.619] Build status: SCHEDULED
[03:41:09.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:52:0) after 2m32s
[03:43:41.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:52:0)
[03:43:41.648] Build status: SCHEDULED
[03:43:41.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:53:0) after 3m59s
[03:47:40.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:53:0)
[03:47:40.690] Build status: SCHEDULED
[03:47:40.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:54:0) after 6m38s
[03:54:18.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:54:0)
[03:54:18.938] Build status: SCHEDULED
[03:54:18.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:55:0) after 2m7s
[03:56:26.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:55:0)
[03:56:26.063] Build status: SCHEDULED
[03:56:26.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:56:0) after 8m14s
[04:04:40.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:56:0)
[04:04:40.105] Build status: SCHEDULED
[04:04:40.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:57:0) after 8m10s
[04:12:50.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:57:0)
[04:12:50.167] Build status: SCHEDULED
[04:12:50.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:58:0) after 3m49s
[04:16:39.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:58:0)
[04:16:39.232] Build status: SCHEDULED
[04:16:39.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:59:0) after 5m40s
[04:22:19.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:59:0)
[04:22:19.476] Build status: SCHEDULED
[04:22:19.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:60:0) after 1m25s
[04:23:44.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:60:0)
[04:23:44.790] Build status: SCHEDULED
[04:23:44.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:61:0) after 7m50s
[04:31:35.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:61:0)
[04:31:35.427] Build status: SCHEDULED
[04:31:35.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:62:0) after 9m18s
[04:40:53.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:62:0)
[04:40:53.827] Build status: SCHEDULED
[04:40:53.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:63:0) after 1m33s
[04:42:26.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:63:0)
[04:42:26.946] Build status: SCHEDULED
[04:42:26.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:64:0) after 3m15s
[04:45:42.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:64:0)
[04:45:42.093] Build status: SCHEDULED
[04:45:42.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:65:0) after 2m41s
[04:48:23.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:65:0)
[04:48:23.444] Build status: SCHEDULED
[04:48:23.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:66:0) after 7m3s
[04:55:26.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:66:0)
[04:55:26.964] Build status: SCHEDULED
[04:55:26.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:67:0) after 1m34s
[04:57:01.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:67:0)
[04:57:01.045] Build status: SCHEDULED
[04:57:01.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:68:0) after 9m57s
[05:06:58.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:68:0)
[05:06:58.265] Build status: SCHEDULED
[05:06:58.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:69:0) after 7m44s
[05:14:42.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:69:0)
[05:14:42.397] Build status: SCHEDULED
[05:14:42.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:70:0) after 1m5s
[05:15:47.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:70:0)
[05:15:47.438] Build status: SCHEDULED
[05:15:47.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:71:0) after 7m0s
[05:22:47.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:71:0)
[05:22:47.524] Build status: SCHEDULED
[05:22:47.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:72:0) after 6m24s
[05:29:11.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:72:0)
[05:29:11.654] Build status: SCHEDULED
[05:29:11.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:73:0) after 6m28s
[05:35:39.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:73:0)
[05:35:39.953] Build status: SCHEDULED
[05:35:39.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:74:0) after 4m59s
[05:40:38.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:74:0)
[05:40:39.004] Build status: SCHEDULED
[05:40:39.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:75:0) after 9m57s
[05:46:34.994] Received PubSub notification, asking Buildbucket for the build status
[05:46:35.026] Build status: STARTED
[05:50:37.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:75:0)
[05:50:37.329] Build status: STARTED
[05:50:37.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8885991992183646448:77:0) after 9m15s
[05:55:19.690] Received PubSub notification, asking Buildbucket for the build status
[05:55:19.755] Build:
{
"id": "8720561930181536001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-12T23:11:24.763205266Z",
"startTime": "2025-03-13T05:46:34.812439546Z",
"endTime": "2025-03-13T05:55:19.107575139Z",
"updateTime": "2025-03-13T05:55:19.107575139Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992ca197465ec487895af0ebb9c86139402c8a97",
"ref": "refs/heads/main"
}
}
}
[05:55:19.755] Invocation finished in 6h43m56.285070067s with status SUCCEEDED