[03:43:03.167] New invocation is queued and will start shortly
[03:43:04.651] Starting the invocation (attempt 1)
[03:43:04.683] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d7751d2a055a64e8a1c78a104cb22c24eca4dc98"
[03:43:04.683] Popped gitiles commit info from properties and tags
[03:43:04.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:43:04.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:43:04.683] Buildbucket request:
{
"requestId": "8865771777223761728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865771777223761728",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "541d04e5573a6d6edc0ec4d08170753cd9039ec8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@541d04e5573a6d6edc0ec4d08170753cd9039ec8",
"title": "541d04e5573a6d6edc0ec4d08170753cd9039ec8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/541d04e5573a6d6edc0ec4d08170753cd9039ec8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "940b063ad1b76ff249548a61114b23efddde5548"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@940b063ad1b76ff249548a61114b23efddde5548",
"title": "940b063ad1b76ff249548a61114b23efddde5548",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/940b063ad1b76ff249548a61114b23efddde5548"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ea111b6a7f86ca75a952c8c17e911fb1bca9ac36"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea111b6a7f86ca75a952c8c17e911fb1bca9ac36",
"title": "ea111b6a7f86ca75a952c8c17e911fb1bca9ac36",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea111b6a7f86ca75a952c8c17e911fb1bca9ac36"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "acf4824724fb4e88693f1d7cb2974ea3d4113d43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@acf4824724fb4e88693f1d7cb2974ea3d4113d43",
"title": "acf4824724fb4e88693f1d7cb2974ea3d4113d43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/acf4824724fb4e88693f1d7cb2974ea3d4113d43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ed4d38018dece527cf6f36ddffb27f7ecae69da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ed4d38018dece527cf6f36ddffb27f7ecae69da",
"title": "9ed4d38018dece527cf6f36ddffb27f7ecae69da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ed4d38018dece527cf6f36ddffb27f7ecae69da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7751d2a055a64e8a1c78a104cb22c24eca4dc98"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7751d2a055a64e8a1c78a104cb22c24eca4dc98",
"title": "d7751d2a055a64e8a1c78a104cb22c24eca4dc98",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7751d2a055a64e8a1c78a104cb22c24eca4dc98"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7751d2a055a64e8a1c78a104cb22c24eca4dc98",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865771777223761728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:43:05.285] Scheduled build:
{
"id": "8700341714905507265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T03:43:04.744795758Z",
"updateTime": "2025-10-22T03:43:04.744795758Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7751d2a055a64e8a1c78a104cb22c24eca4dc98",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:43:05.285] Task URL: https://cr-buildbucket.appspot.com/build/8700341714905507265
[03:43:05.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:2:0) after 9m2s
[03:43:26.228] Received PubSub notification, asking Buildbucket for the build status
[03:43:26.245] Build status: SCHEDULED
[03:52:07.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:2:0)
[03:52:07.379] Build status: SCHEDULED
[03:52:07.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:4:0) after 3m44s
[03:55:51.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:4:0)
[03:55:51.412] Build status: SCHEDULED
[03:55:51.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:5:0) after 1m18s
[03:57:09.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:5:0)
[03:57:09.533] Build status: SCHEDULED
[03:57:09.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:6:0) after 6m9s
[04:03:18.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:6:0)
[04:03:18.644] Build status: SCHEDULED
[04:03:18.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:7:0) after 3m49s
[04:07:07.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:7:0)
[04:07:07.718] Build status: SCHEDULED
[04:07:07.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:8:0) after 3m14s
[04:10:21.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:8:0)
[04:10:21.755] Build status: SCHEDULED
[04:10:21.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:9:0) after 5m20s
[04:15:41.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:9:0)
[04:15:41.788] Build status: SCHEDULED
[04:15:41.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:10:0) after 8m46s
[04:24:27.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:10:0)
[04:24:27.856] Build status: SCHEDULED
[04:24:27.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:11:0) after 9m6s
[04:33:33.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:11:0)
[04:33:33.910] Build status: SCHEDULED
[04:33:33.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:12:0) after 2m20s
[04:35:53.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:12:0)
[04:35:53.939] Build status: SCHEDULED
[04:35:53.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:13:0) after 9m19s
[04:45:12.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:13:0)
[04:45:12.997] Build status: SCHEDULED
[04:45:12.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:14:0) after 1m48s
[04:47:01.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:14:0)
[04:47:01.034] Build status: SCHEDULED
[04:47:01.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:15:0) after 8m12s
[04:55:13.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:15:0)
[04:55:13.159] Build status: SCHEDULED
[04:55:13.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:16:0) after 3m2s
[04:58:15.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:16:0)
[04:58:15.216] Build status: SCHEDULED
[04:58:15.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:17:0) after 5m54s
[05:04:09.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:17:0)
[05:04:09.270] Build status: SCHEDULED
[05:04:09.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:18:0) after 3m52s
[05:08:01.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:18:0)
[05:08:01.295] Build status: SCHEDULED
[05:08:01.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:19:0) after 1m28s
[05:09:29.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:19:0)
[05:09:29.324] Build status: SCHEDULED
[05:09:29.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:20:0) after 4m46s
[05:14:15.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:20:0)
[05:14:15.357] Build status: SCHEDULED
[05:14:15.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:21:0) after 5m36s
[05:19:51.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:21:0)
[05:19:51.396] Build status: SCHEDULED
[05:19:51.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:22:0) after 9m31s
[05:29:22.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:22:0)
[05:29:22.486] Build status: SCHEDULED
[05:29:22.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:23:0) after 7m48s
[05:37:10.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:23:0)
[05:37:10.526] Build status: SCHEDULED
[05:37:10.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:24:0) after 2m59s
[05:40:09.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:24:0)
[05:40:09.641] Build status: SCHEDULED
[05:40:09.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:25:0) after 3m35s
[05:43:44.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:25:0)
[05:43:44.800] Build status: SCHEDULED
[05:43:44.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:26:0) after 4m16s
[05:48:00.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:26:0)
[05:48:01.099] Build status: SCHEDULED
[05:48:01.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:27:0) after 2m8s
[05:50:09.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:27:0)
[05:50:09.155] Build status: SCHEDULED
[05:50:09.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:28:0) after 6m4s
[05:56:13.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:28:0)
[05:56:13.592] Build status: SCHEDULED
[05:56:13.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:29:0) after 9m23s
[06:05:36.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:29:0)
[06:05:36.624] Build status: SCHEDULED
[06:05:36.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:30:0) after 1m23s
[06:06:59.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:30:0)
[06:06:59.717] Build status: SCHEDULED
[06:06:59.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:31:0) after 1m31s
[06:08:30.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:31:0)
[06:08:30.712] Build status: SCHEDULED
[06:08:30.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:32:0) after 8m38s
[06:17:08.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:32:0)
[06:17:08.749] Build status: SCHEDULED
[06:17:08.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:33:0) after 6m8s
[06:23:16.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:33:0)
[06:23:16.867] Build status: SCHEDULED
[06:23:16.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:34:0) after 5m11s
[06:28:27.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:34:0)
[06:28:27.876] Build status: SCHEDULED
[06:28:27.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:35:0) after 9m27s
[06:37:54.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:35:0)
[06:37:54.957] Build status: SCHEDULED
[06:37:54.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:36:0) after 9m22s
[06:47:16.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:36:0)
[06:47:16.985] Build status: SCHEDULED
[06:47:16.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:37:0) after 5m25s
[06:52:42.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:37:0)
[06:52:42.025] Build status: SCHEDULED
[06:52:42.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:38:0) after 5m39s
[06:58:21.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:38:0)
[06:58:21.034] Build status: SCHEDULED
[06:58:21.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:39:0) after 2m16s
[07:00:37.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:39:0)
[07:00:37.065] Build status: SCHEDULED
[07:00:37.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:40:0) after 7m51s
[07:08:28.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:40:0)
[07:08:28.072] Build status: SCHEDULED
[07:08:28.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:41:0) after 1m54s
[07:10:22.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:41:0)
[07:10:22.107] Build status: SCHEDULED
[07:10:22.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:42:0) after 7m7s
[07:17:29.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:42:0)
[07:17:29.170] Build status: SCHEDULED
[07:17:29.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:43:0) after 1m53s
[07:19:22.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:43:0)
[07:19:22.173] Build status: SCHEDULED
[07:19:22.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:44:0) after 4m26s
[07:23:48.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:44:0)
[07:23:48.302] Build status: SCHEDULED
[07:23:48.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:45:0) after 7m18s
[07:31:06.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:45:0)
[07:31:06.423] Build status: SCHEDULED
[07:31:06.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:46:0) after 8m20s
[07:39:26.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:46:0)
[07:39:26.704] Build status: SCHEDULED
[07:39:26.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:47:0) after 3m36s
[07:43:02.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:47:0)
[07:43:02.720] Build status: SCHEDULED
[07:43:02.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:48:0) after 2m20s
[07:45:22.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:48:0)
[07:45:23.443] Build status: SCHEDULED
[07:45:23.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:49:0) after 1m51s
[07:47:14.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:49:0)
[07:47:14.554] Build status: SCHEDULED
[07:47:14.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:50:0) after 1m37s
[07:48:51.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:50:0)
[07:48:51.594] Build status: SCHEDULED
[07:48:51.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:51:0) after 7m13s
[07:56:04.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:51:0)
[07:56:04.615] Build status: SCHEDULED
[07:56:04.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:52:0) after 6m26s
[08:02:30.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:52:0)
[08:02:30.648] Build status: SCHEDULED
[08:02:30.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:53:0) after 3m13s
[08:05:43.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:53:0)
[08:05:43.689] Build status: SCHEDULED
[08:05:43.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:54:0) after 6m58s
[08:12:41.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:54:0)
[08:12:41.724] Build status: SCHEDULED
[08:12:41.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:55:0) after 4m33s
[08:17:14.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:55:0)
[08:17:14.755] Build status: SCHEDULED
[08:17:14.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:56:0) after 8m57s
[08:26:11.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:56:0)
[08:26:11.841] Build status: SCHEDULED
[08:26:11.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:57:0) after 5m12s
[08:31:23.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:57:0)
[08:31:23.877] Build status: SCHEDULED
[08:31:23.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:58:0) after 3m45s
[08:35:08.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:58:0)
[08:35:08.933] Build status: SCHEDULED
[08:35:08.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:59:0) after 9m15s
[08:44:24.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:59:0)
[08:44:24.018] Build status: SCHEDULED
[08:44:24.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:60:0) after 5m56s
[08:50:20.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:60:0)
[08:50:20.113] Build status: SCHEDULED
[08:50:20.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:61:0) after 9m44s
[09:00:04.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:61:0)
[09:00:04.145] Build status: SCHEDULED
[09:00:04.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:62:0) after 5m42s
[09:05:46.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:62:0)
[09:05:46.227] Build status: SCHEDULED
[09:05:46.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:63:0) after 1m6s
[09:06:52.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:63:0)
[09:06:52.284] Build status: SCHEDULED
[09:06:52.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:64:0) after 2m41s
[09:09:33.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:64:0)
[09:09:33.377] Build status: SCHEDULED
[09:09:33.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:65:0) after 6m31s
[09:16:04.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:65:0)
[09:16:04.521] Build status: SCHEDULED
[09:16:04.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:66:0) after 2m3s
[09:18:07.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:66:0)
[09:18:07.556] Build status: SCHEDULED
[09:18:07.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:67:0) after 5m9s
[09:23:16.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:67:0)
[09:23:16.642] Build status: SCHEDULED
[09:23:16.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:68:0) after 4m22s
[09:24:19.256] Received PubSub notification, asking Buildbucket for the build status
[09:24:19.274] Build status: STARTED
[09:27:38.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:68:0)
[09:27:38.666] Build status: STARTED
[09:27:38.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:70:0) after 4m10s
[09:31:48.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:70:0)
[09:31:48.699] Build status: STARTED
[09:31:48.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:71:0) after 2m51s
[09:34:39.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:71:0)
[09:34:39.773] Build status: STARTED
[09:34:39.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:72:0) after 9m3s
[09:43:42.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:72:0)
[09:43:42.855] Build status: STARTED
[09:43:42.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865771777223761728:73:0) after 9m18s
[09:45:07.874] Received PubSub notification, asking Buildbucket for the build status
[09:45:07.889] Build:
{
"id": "8700341714905507265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T03:43:04.744795758Z",
"startTime": "2025-10-22T09:24:19.119846886Z",
"endTime": "2025-10-22T09:45:02.024138609Z",
"updateTime": "2025-10-22T09:45:02.024138609Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7751d2a055a64e8a1c78a104cb22c24eca4dc98",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:45:07.889] Invocation finished in 6h2m4.739391567s with status SUCCEEDED