[19:39:27.043] New invocation is queued and will start shortly
[19:39:28.102] Starting the invocation (attempt 1)
[19:39:28.125] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3784afc7bfd6bdc78e2dae483c8245f606d50f06"
[19:39:28.125] Popped gitiles commit info from properties and tags
[19:39:28.125] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:39:28.125] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:39:28.125] Buildbucket request:
{
"requestId": "8865802202828022944",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865802202828022944",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "113773d896c90ac9ae2303de9876fa21ddd028c1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@113773d896c90ac9ae2303de9876fa21ddd028c1",
"title": "113773d896c90ac9ae2303de9876fa21ddd028c1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/113773d896c90ac9ae2303de9876fa21ddd028c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d62d9a094fa33e152364e6149f96679952cb3d3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d62d9a094fa33e152364e6149f96679952cb3d3d",
"title": "d62d9a094fa33e152364e6149f96679952cb3d3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d62d9a094fa33e152364e6149f96679952cb3d3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8de330fb81dbf1599e73dbecb147febea22923b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8de330fb81dbf1599e73dbecb147febea22923b2",
"title": "8de330fb81dbf1599e73dbecb147febea22923b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8de330fb81dbf1599e73dbecb147febea22923b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43b338db9571a07e3d458daa307f80891b228b5f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43b338db9571a07e3d458daa307f80891b228b5f",
"title": "43b338db9571a07e3d458daa307f80891b228b5f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43b338db9571a07e3d458daa307f80891b228b5f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e1d5fd307ccef9c91f28e99c29c3ca884f543f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e1d5fd307ccef9c91f28e99c29c3ca884f543f9",
"title": "8e1d5fd307ccef9c91f28e99c29c3ca884f543f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e1d5fd307ccef9c91f28e99c29c3ca884f543f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "783059f700f1d6d2d7d4d1d8b47165fdf97a01b8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@783059f700f1d6d2d7d4d1d8b47165fdf97a01b8",
"title": "783059f700f1d6d2d7d4d1d8b47165fdf97a01b8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/783059f700f1d6d2d7d4d1d8b47165fdf97a01b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "781bb0d5c01e09aa8387625145d701d7d54cdb1e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@781bb0d5c01e09aa8387625145d701d7d54cdb1e",
"title": "781bb0d5c01e09aa8387625145d701d7d54cdb1e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/781bb0d5c01e09aa8387625145d701d7d54cdb1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3784afc7bfd6bdc78e2dae483c8245f606d50f06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"title": "3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3784afc7bfd6bdc78e2dae483c8245f606d50f06"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865802202828022944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:39:28.496] Scheduled build:
{
"id": "8700372140967544881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-21T19:39:28.190676900Z",
"updateTime": "2025-10-21T19:39:28.190676900Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"ref": "refs/heads/main"
}
}
}
[19:39:28.496] Task URL: https://cr-buildbucket.appspot.com/build/8700372140967544881
[19:39:28.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:2:0) after 9m23s
[19:39:29.474] Received PubSub notification, asking Buildbucket for the build status
[19:39:29.513] Build status: SCHEDULED
[19:48:51.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:2:0)
[19:48:51.594] Build status: SCHEDULED
[19:48:51.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:4:0) after 7m6s
[19:55:57.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:4:0)
[19:55:57.935] Build status: SCHEDULED
[19:55:57.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:5:0) after 5m43s
[20:01:40.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:5:0)
[20:01:41.024] Build status: SCHEDULED
[20:01:41.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:6:0) after 4m9s
[20:05:50.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:6:0)
[20:05:50.055] Build status: SCHEDULED
[20:05:50.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:7:0) after 4m32s
[20:10:22.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:7:0)
[20:10:22.101] Build status: SCHEDULED
[20:10:22.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:8:0) after 7m4s
[20:17:26.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:8:0)
[20:17:26.157] Build status: SCHEDULED
[20:17:26.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:9:0) after 3m54s
[20:21:20.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:9:0)
[20:21:20.214] Build status: SCHEDULED
[20:21:20.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:10:0) after 6m15s
[20:27:35.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:10:0)
[20:27:35.304] Build status: SCHEDULED
[20:27:35.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:11:0) after 3m22s
[20:30:57.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:11:0)
[20:30:57.427] Build status: SCHEDULED
[20:30:57.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:12:0) after 3m15s
[20:34:12.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:12:0)
[20:34:12.477] Build status: SCHEDULED
[20:34:12.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:13:0) after 5m35s
[20:39:47.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:13:0)
[20:39:47.520] Build status: SCHEDULED
[20:39:47.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:14:0) after 5m24s
[20:45:11.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:14:0)
[20:45:11.606] Build status: SCHEDULED
[20:45:11.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:15:0) after 9m28s
[20:54:39.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:15:0)
[20:54:39.648] Build status: SCHEDULED
[20:54:39.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:16:0) after 9m39s
[21:04:18.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:16:0)
[21:04:18.739] Build status: SCHEDULED
[21:04:18.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:17:0) after 8m42s
[21:13:00.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:17:0)
[21:13:00.821] Build status: SCHEDULED
[21:13:00.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:18:0) after 9m40s
[21:22:40.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:18:0)
[21:22:40.980] Build status: SCHEDULED
[21:22:40.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:19:0) after 8m52s
[21:31:32.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:19:0)
[21:31:33.009] Build status: SCHEDULED
[21:31:33.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:20:0) after 6m10s
[21:37:43.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:20:0)
[21:37:43.095] Build status: SCHEDULED
[21:37:43.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:21:0) after 9m7s
[21:46:50.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:21:0)
[21:46:50.179] Build status: SCHEDULED
[21:46:50.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:22:0) after 8m56s
[21:55:46.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:22:0)
[21:55:46.350] Build status: SCHEDULED
[21:55:46.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:23:0) after 8m49s
[22:04:35.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:23:0)
[22:04:35.434] Build status: SCHEDULED
[22:04:35.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:24:0) after 1m58s
[22:06:33.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:24:0)
[22:06:33.522] Build status: SCHEDULED
[22:06:33.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:25:0) after 7m5s
[22:13:38.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:25:0)
[22:13:38.602] Build status: SCHEDULED
[22:13:38.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:26:0) after 5m37s
[22:19:15.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:26:0)
[22:19:15.639] Build status: SCHEDULED
[22:19:15.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:27:0) after 5m34s
[22:24:49.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:27:0)
[22:24:49.719] Build status: SCHEDULED
[22:24:49.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:28:0) after 8m16s
[22:33:05.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:28:0)
[22:33:05.889] Build status: SCHEDULED
[22:33:05.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:29:0) after 2m48s
[22:35:53.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:29:0)
[22:35:53.947] Build status: SCHEDULED
[22:35:53.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:30:0) after 8m12s
[22:44:05.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:30:0)
[22:44:05.958] Build status: SCHEDULED
[22:44:05.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:31:0) after 9m12s
[22:53:17.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:31:0)
[22:53:17.962] Build status: SCHEDULED
[22:53:17.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:32:0) after 7m47s
[23:01:05.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:32:0)
[23:01:05.141] Build status: SCHEDULED
[23:01:05.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:33:0) after 8m34s
[23:09:39.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:33:0)
[23:09:39.175] Build status: SCHEDULED
[23:09:39.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:34:0) after 7m39s
[23:17:18.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:34:0)
[23:17:18.157] Build status: SCHEDULED
[23:17:18.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:35:0) after 6m44s
[23:24:02.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:35:0)
[23:24:02.187] Build status: SCHEDULED
[23:24:02.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:36:0) after 2m29s
[23:26:31.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:36:0)
[23:26:31.197] Build status: SCHEDULED
[23:26:31.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:37:0) after 1m24s
[23:27:55.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:37:0)
[23:27:55.258] Build status: SCHEDULED
[23:27:55.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:38:0) after 9m22s
[23:37:17.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:38:0)
[23:37:17.338] Build status: SCHEDULED
[23:37:17.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:39:0) after 2m3s
[23:39:20.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:39:0)
[23:39:20.419] Build status: SCHEDULED
[23:39:20.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:40:0) after 3m20s
[23:42:40.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:40:0)
[23:42:40.433] Build status: SCHEDULED
[23:42:40.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:41:0) after 6m15s
[23:48:55.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:41:0)
[23:48:55.460] Build status: SCHEDULED
[23:48:55.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:42:0) after 1m10s
[23:50:05.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:42:0)
[23:50:05.631] Build status: SCHEDULED
[23:50:05.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:43:0) after 6m51s
[23:56:56.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:43:0)
[23:56:56.721] Build status: SCHEDULED
[23:56:56.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:44:0) after 9m37s
[00:06:33.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:44:0)
[00:06:33.774] Build status: SCHEDULED
[00:06:33.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:45:0) after 7m33s
[00:14:06.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:45:0)
[00:14:06.805] Build status: SCHEDULED
[00:14:06.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:46:0) after 1m47s
[00:15:53.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:46:0)
[00:15:53.821] Build status: SCHEDULED
[00:15:53.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:47:0) after 4m50s
[00:20:43.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:47:0)
[00:20:43.851] Build status: SCHEDULED
[00:20:43.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:48:0) after 3m0s
[00:23:43.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:48:0)
[00:23:43.890] Build status: SCHEDULED
[00:23:43.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:49:0) after 2m10s
[00:25:53.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:49:0)
[00:25:54.062] Build status: SCHEDULED
[00:25:54.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:50:0) after 1m53s
[00:27:47.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:50:0)
[00:27:47.072] Build status: SCHEDULED
[00:27:47.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:51:0) after 2m2s
[00:29:49.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:51:0)
[00:29:49.118] Build status: SCHEDULED
[00:29:49.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:52:0) after 2m23s
[00:32:12.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:52:0)
[00:32:12.151] Build status: SCHEDULED
[00:32:12.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:53:0) after 9m52s
[00:42:04.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:53:0)
[00:42:04.312] Build status: SCHEDULED
[00:42:04.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:54:0) after 4m6s
[00:46:10.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:54:0)
[00:46:10.356] Build status: SCHEDULED
[00:46:10.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:55:0) after 5m21s
[00:51:31.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:55:0)
[00:51:31.422] Build status: SCHEDULED
[00:51:31.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:56:0) after 7m42s
[00:59:13.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:56:0)
[00:59:13.456] Build status: SCHEDULED
[00:59:13.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:57:0) after 2m18s
[01:01:31.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:57:0)
[01:01:31.510] Build status: SCHEDULED
[01:01:31.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:58:0) after 5m20s
[01:06:51.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:58:0)
[01:06:51.539] Build status: SCHEDULED
[01:06:51.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:59:0) after 5m47s
[01:12:38.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:59:0)
[01:12:38.666] Build status: SCHEDULED
[01:12:38.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:60:0) after 2m54s
[01:15:32.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:60:0)
[01:15:32.764] Build status: SCHEDULED
[01:15:32.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:61:0) after 9m30s
[01:25:02.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:61:0)
[01:25:02.820] Build status: SCHEDULED
[01:25:02.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:62:0) after 1m46s
[01:26:48.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:62:0)
[01:26:48.857] Build status: SCHEDULED
[01:26:48.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:63:0) after 5m21s
[01:32:09.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:63:0)
[01:32:09.943] Build status: SCHEDULED
[01:32:09.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:64:0) after 6m39s
[01:38:48.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:64:0)
[01:38:48.984] Build status: SCHEDULED
[01:38:48.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:65:0) after 1m21s
[01:40:10.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:65:0)
[01:40:10.027] Build status: SCHEDULED
[01:40:10.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:66:0) after 4m3s
[01:44:13.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:66:0)
[01:44:13.061] Build status: SCHEDULED
[01:44:13.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:67:0) after 9m45s
[01:53:58.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:67:0)
[01:53:58.084] Build status: SCHEDULED
[01:53:58.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:68:0) after 1m44s
[01:55:42.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:68:0)
[01:55:42.115] Build status: SCHEDULED
[01:55:42.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:69:0) after 7m3s
[02:02:45.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:69:0)
[02:02:45.152] Build status: SCHEDULED
[02:02:45.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:70:0) after 4m10s
[02:06:55.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:70:0)
[02:06:55.238] Build status: SCHEDULED
[02:06:55.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:71:0) after 3m22s
[02:10:17.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:71:0)
[02:10:17.244] Build status: SCHEDULED
[02:10:17.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:72:0) after 2m7s
[02:12:24.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:72:0)
[02:12:24.369] Build status: SCHEDULED
[02:12:24.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:73:0) after 3m37s
[02:16:01.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:73:0)
[02:16:01.452] Build status: SCHEDULED
[02:16:01.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:74:0) after 7m17s
[02:23:18.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:74:0)
[02:23:18.507] Build status: SCHEDULED
[02:23:18.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:75:0) after 4m8s
[02:27:26.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:75:0)
[02:27:26.586] Build status: SCHEDULED
[02:27:26.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:76:0) after 5m19s
[02:32:45.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:76:0)
[02:32:45.623] Build status: SCHEDULED
[02:32:45.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:77:0) after 8m32s
[02:36:32.003] Received PubSub notification, asking Buildbucket for the build status
[02:36:32.017] Build status: STARTED
[02:41:17.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:77:0)
[02:41:17.667] Build status: STARTED
[02:41:17.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:79:0) after 2m6s
[02:43:23.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:79:0)
[02:43:23.686] Build status: STARTED
[02:43:23.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865802202828022944:80:0) after 3m16s
[02:46:28.899] Received PubSub notification, asking Buildbucket for the build status
[02:46:28.920] Build:
{
"id": "8700372140967544881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-21T19:39:28.190676900Z",
"startTime": "2025-10-22T02:36:31.358562981Z",
"endTime": "2025-10-22T02:45:40.514411421Z",
"updateTime": "2025-10-22T02:45:40.514411421Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"ref": "refs/heads/main"
}
}
}
[02:46:28.920] Invocation finished in 7h7m1.887880114s with status FAILED