[04:32:02.301] New invocation is queued and will start shortly
[04:32:03.477] Starting the invocation (attempt 1)
[04:32:03.661] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cd66c2ae843609bf86b1964329b098cb70154cac"
[04:32:03.662] Popped gitiles commit info from properties and tags
[04:32:03.662] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:32:03.663] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:32:03.663] Buildbucket request:
{
"requestId": "8863594368120825728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863594368120825728",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c4c667f34190b22b0b94dad2cfb18add46c7a30d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4c667f34190b22b0b94dad2cfb18add46c7a30d",
"title": "c4c667f34190b22b0b94dad2cfb18add46c7a30d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4c667f34190b22b0b94dad2cfb18add46c7a30d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05085c318b79670662c9fb9a0a149a84e4fa32d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05085c318b79670662c9fb9a0a149a84e4fa32d6",
"title": "05085c318b79670662c9fb9a0a149a84e4fa32d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05085c318b79670662c9fb9a0a149a84e4fa32d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cd66c2ae843609bf86b1964329b098cb70154cac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd66c2ae843609bf86b1964329b098cb70154cac",
"title": "cd66c2ae843609bf86b1964329b098cb70154cac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd66c2ae843609bf86b1964329b098cb70154cac"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cd66c2ae843609bf86b1964329b098cb70154cac",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863594368120825728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:32:04.234] Scheduled build:
{
"id": "8698164305945179041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-15T04:32:03.746894295Z",
"updateTime": "2025-11-15T04:32:03.746894295Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cd66c2ae843609bf86b1964329b098cb70154cac",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:32:04.234] Task URL: https://cr-buildbucket.appspot.com/build/8698164305945179041
[04:32:04.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:2:0) after 4m8s
[04:32:05.145] Received PubSub notification, asking Buildbucket for the build status
[04:32:05.251] Build status: SCHEDULED
[04:36:12.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:2:0)
[04:36:12.400] Build status: SCHEDULED
[04:36:12.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:4:0) after 3m33s
[04:39:45.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:4:0)
[04:39:45.528] Build status: SCHEDULED
[04:39:45.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:5:0) after 6m39s
[04:46:24.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:5:0)
[04:46:24.578] Build status: SCHEDULED
[04:46:24.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:6:0) after 7m14s
[04:53:38.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:6:0)
[04:53:38.631] Build status: SCHEDULED
[04:53:38.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:7:0) after 7m26s
[05:01:05.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:7:0)
[05:01:05.021] Build status: SCHEDULED
[05:01:05.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:8:0) after 9m24s
[05:10:29.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:8:0)
[05:10:29.049] Build status: SCHEDULED
[05:10:29.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:9:0) after 9m26s
[05:19:55.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:9:0)
[05:19:55.627] Build status: SCHEDULED
[05:19:55.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:10:0) after 5m30s
[05:25:25.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:10:0)
[05:25:25.926] Build status: SCHEDULED
[05:25:25.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:11:0) after 7m19s
[05:32:44.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:11:0)
[05:32:44.979] Build status: SCHEDULED
[05:32:44.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:12:0) after 2m31s
[05:35:16.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:12:0)
[05:35:16.057] Build status: SCHEDULED
[05:35:16.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:13:0) after 8m3s
[05:43:19.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:13:0)
[05:43:19.405] Build status: SCHEDULED
[05:43:19.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:14:0) after 5m36s
[05:48:55.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:14:0)
[05:48:55.660] Build status: SCHEDULED
[05:48:55.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:15:0) after 7m33s
[05:56:28.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:15:0)
[05:56:28.709] Build status: SCHEDULED
[05:56:28.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:16:0) after 3m32s
[06:00:00.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:16:0)
[06:00:00.941] Build status: SCHEDULED
[06:00:00.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:17:0) after 2m23s
[06:02:23.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:17:0)
[06:02:24.020] Build status: SCHEDULED
[06:02:24.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:18:0) after 3m18s
[06:05:42.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:18:0)
[06:05:42.338] Build status: SCHEDULED
[06:05:42.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:19:0) after 3m5s
[06:08:47.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:19:0)
[06:08:47.374] Build status: SCHEDULED
[06:08:47.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:20:0) after 6m20s
[06:15:07.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:20:0)
[06:15:07.399] Build status: SCHEDULED
[06:15:07.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:21:0) after 6m12s
[06:21:19.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:21:0)
[06:21:19.631] Build status: SCHEDULED
[06:21:19.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:22:0) after 8m33s
[06:29:52.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:22:0)
[06:29:52.785] Build status: SCHEDULED
[06:29:52.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:23:0) after 3m26s
[06:33:18.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:23:0)
[06:33:19.013] Build status: SCHEDULED
[06:33:19.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:24:0) after 7m1s
[06:40:19.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:24:0)
[06:40:20.013] Build status: SCHEDULED
[06:40:20.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:25:0) after 5m16s
[06:45:36.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:25:0)
[06:45:36.215] Build status: SCHEDULED
[06:45:36.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:26:0) after 6m55s
[06:52:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:26:0)
[06:52:31.302] Build status: SCHEDULED
[06:52:31.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:27:0) after 6m32s
[06:59:03.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:27:0)
[06:59:03.479] Build status: SCHEDULED
[06:59:03.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:28:0) after 9m25s
[07:08:28.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:28:0)
[07:08:28.515] Build status: SCHEDULED
[07:08:28.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:29:0) after 5m56s
[07:14:24.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:29:0)
[07:14:24.607] Build status: SCHEDULED
[07:14:24.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:30:0) after 1m24s
[07:15:48.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:30:0)
[07:15:48.634] Build status: SCHEDULED
[07:15:48.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:31:0) after 6m22s
[07:22:10.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:31:0)
[07:22:10.780] Build status: SCHEDULED
[07:22:10.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:32:0) after 8m19s
[07:30:29.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:32:0)
[07:30:29.865] Build status: SCHEDULED
[07:30:29.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:33:0) after 8m32s
[07:39:01.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:33:0)
[07:39:01.895] Build status: SCHEDULED
[07:39:01.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:34:0) after 5m55s
[07:44:56.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:34:0)
[07:44:56.900] Build status: SCHEDULED
[07:44:56.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:35:0) after 2m22s
[07:47:18.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:35:0)
[07:47:18.956] Build status: SCHEDULED
[07:47:18.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:36:0) after 4m23s
[07:51:42.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:36:0)
[07:51:42.185] Build status: SCHEDULED
[07:51:42.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:37:0) after 5m11s
[07:56:53.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:37:0)
[07:56:53.452] Build status: SCHEDULED
[07:56:53.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:38:0) after 5m51s
[08:02:44.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:38:0)
[08:02:44.501] Build status: SCHEDULED
[08:02:44.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:39:0) after 5m32s
[08:08:16.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:39:0)
[08:08:16.538] Build status: SCHEDULED
[08:08:16.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:40:0) after 9m25s
[08:17:41.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:40:0)
[08:17:41.557] Build status: SCHEDULED
[08:17:41.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:41:0) after 3m44s
[08:21:25.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:41:0)
[08:21:25.613] Build status: SCHEDULED
[08:21:25.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:42:0) after 7m0s
[08:28:25.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:42:0)
[08:28:25.648] Build status: SCHEDULED
[08:28:25.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:43:0) after 6m10s
[08:34:35.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:43:0)
[08:34:35.913] Build status: SCHEDULED
[08:34:35.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:44:0) after 2m51s
[08:37:27.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:44:0)
[08:37:27.099] Build status: SCHEDULED
[08:37:27.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:45:0) after 5m38s
[08:43:05.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:45:0)
[08:43:05.140] Build status: SCHEDULED
[08:43:05.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:46:0) after 8m13s
[08:51:18.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:46:0)
[08:51:18.436] Build status: SCHEDULED
[08:51:18.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:47:0) after 3m5s
[08:54:23.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:47:0)
[08:54:23.602] Build status: SCHEDULED
[08:54:23.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:48:0) after 5m56s
[09:00:20.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:48:0)
[09:00:20.068] Build status: SCHEDULED
[09:00:20.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:49:0) after 7m31s
[09:07:51.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:49:0)
[09:07:51.089] Build status: SCHEDULED
[09:07:51.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:50:0) after 4m0s
[09:11:51.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:50:0)
[09:11:51.242] Build status: SCHEDULED
[09:11:51.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:51:0) after 9m26s
[09:21:17.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:51:0)
[09:21:17.392] Build status: SCHEDULED
[09:21:17.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:52:0) after 7m52s
[09:29:09.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:52:0)
[09:29:09.646] Build status: SCHEDULED
[09:29:09.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:53:0) after 2m13s
[09:31:22.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:53:0)
[09:31:22.718] Build status: SCHEDULED
[09:31:22.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:54:0) after 5m5s
[09:36:27.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:54:0)
[09:36:27.812] Build status: SCHEDULED
[09:36:27.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:55:0) after 3m20s
[09:39:47.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:55:0)
[09:39:47.875] Build status: SCHEDULED
[09:39:47.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:56:0) after 2m30s
[09:42:17.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:56:0)
[09:42:17.905] Build status: SCHEDULED
[09:42:17.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:57:0) after 7m52s
[09:50:09.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:57:0)
[09:50:09.968] Build status: SCHEDULED
[09:50:09.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:58:0) after 8m33s
[09:58:42.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:58:0)
[09:58:43.005] Build status: SCHEDULED
[09:58:43.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:59:0) after 3m3s
[10:01:46.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:59:0)
[10:01:46.119] Build status: SCHEDULED
[10:01:46.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:60:0) after 4m52s
[10:06:38.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:60:0)
[10:06:38.159] Build status: SCHEDULED
[10:06:38.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:61:0) after 2m13s
[10:08:51.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:61:0)
[10:08:51.350] Build status: SCHEDULED
[10:08:51.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:62:0) after 9m2s
[10:17:53.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:62:0)
[10:17:53.398] Build status: SCHEDULED
[10:17:53.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:63:0) after 9m19s
[10:27:12.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:63:0)
[10:27:12.472] Build status: SCHEDULED
[10:27:12.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:64:0) after 2m4s
[10:29:16.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:64:0)
[10:29:16.532] Build status: SCHEDULED
[10:29:16.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:65:0) after 2m8s
[10:31:25.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:65:0)
[10:31:25.269] Build status: SCHEDULED
[10:31:25.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:66:0) after 4m29s
[10:35:54.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:66:0)
[10:35:54.372] Build status: SCHEDULED
[10:35:54.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:67:0) after 6m47s
[10:42:41.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:67:0)
[10:42:41.521] Build status: SCHEDULED
[10:42:41.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:68:0) after 8m47s
[10:51:28.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:68:0)
[10:51:28.606] Build status: SCHEDULED
[10:51:28.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:69:0) after 9m15s
[11:00:43.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:69:0)
[11:00:43.645] Build status: SCHEDULED
[11:00:43.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:70:0) after 7m11s
[11:07:54.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:70:0)
[11:07:54.743] Build status: SCHEDULED
[11:07:54.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:71:0) after 7m9s
[11:15:03.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:71:0)
[11:15:03.926] Build status: SCHEDULED
[11:15:03.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:72:0) after 7m3s
[11:22:06.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:72:0)
[11:22:06.981] Build status: SCHEDULED
[11:22:06.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:73:0) after 4m18s
[11:26:25.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:73:0)
[11:26:25.193] Build status: SCHEDULED
[11:26:25.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:74:0) after 1m33s
[11:27:58.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:74:0)
[11:27:58.238] Build status: SCHEDULED
[11:27:58.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:75:0) after 2m15s
[11:30:13.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:75:0)
[11:30:13.520] Build status: SCHEDULED
[11:30:13.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:76:0) after 8m8s
[11:38:21.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:76:0)
[11:38:21.766] Build status: SCHEDULED
[11:38:21.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:77:0) after 2m42s
[11:41:03.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:77:0)
[11:41:03.804] Build status: SCHEDULED
[11:41:03.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:78:0) after 2m41s
[11:43:44.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:78:0)
[11:43:45.013] Build status: SCHEDULED
[11:43:45.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:79:0) after 3m55s
[11:47:40.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:79:0)
[11:47:40.518] Build status: SCHEDULED
[11:47:40.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:80:0) after 4m6s
[11:51:46.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:80:0)
[11:51:46.656] Build status: SCHEDULED
[11:51:46.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:81:0) after 7m42s
[11:59:28.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:81:0)
[11:59:28.726] Build status: SCHEDULED
[11:59:28.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:82:0) after 1m28s
[12:00:56.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:82:0)
[12:00:56.883] Build status: SCHEDULED
[12:00:56.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:83:0) after 1m39s
[12:01:38.080] Received PubSub notification, asking Buildbucket for the build status
[12:01:38.098] Build status: STARTED
[12:02:35.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:83:0)
[12:02:35.969] Build status: STARTED
[12:02:35.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:85:0) after 6m30s
[12:09:06.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:85:0)
[12:09:06.044] Build status: STARTED
[12:09:06.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:86:0) after 2m42s
[12:11:48.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:86:0)
[12:11:48.085] Build status: STARTED
[12:11:48.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863594368120825728:87:0) after 1m53s
[12:12:36.654] Received PubSub notification, asking Buildbucket for the build status
[12:12:36.673] Build:
{
"id": "8698164305945179041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-15T04:32:03.746894295Z",
"startTime": "2025-11-15T12:01:37.929027459Z",
"endTime": "2025-11-15T12:12:36.336058900Z",
"updateTime": "2025-11-15T12:12:36.336058900Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cd66c2ae843609bf86b1964329b098cb70154cac",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:12:36.673] Invocation finished in 7h40m34.385033629s with status SUCCEEDED