[02:15:28.991] New invocation is queued and will start shortly
[02:15:30.114] Starting the invocation (attempt 1)
[02:15:30.143] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0"
[02:15:30.143] Popped gitiles commit info from properties and tags
[02:15:30.143] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:15:30.144] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:15:30.144] Buildbucket request:
{
"requestId": "8861428632231614848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861428632231614848",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f8deb14592349877b5e1538446963538139eb6e7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f8deb14592349877b5e1538446963538139eb6e7",
"title": "f8deb14592349877b5e1538446963538139eb6e7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f8deb14592349877b5e1538446963538139eb6e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "947eff3730e1f327fa3cb021f2016ff5aac6420a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@947eff3730e1f327fa3cb021f2016ff5aac6420a",
"title": "947eff3730e1f327fa3cb021f2016ff5aac6420a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/947eff3730e1f327fa3cb021f2016ff5aac6420a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c20ef72cce13dbf3d147cb66f79077a10eac2113"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c20ef72cce13dbf3d147cb66f79077a10eac2113",
"title": "c20ef72cce13dbf3d147cb66f79077a10eac2113",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c20ef72cce13dbf3d147cb66f79077a10eac2113"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66ea41c5706dd0674e87ed883504f7ea466ffada"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66ea41c5706dd0674e87ed883504f7ea466ffada",
"title": "66ea41c5706dd0674e87ed883504f7ea466ffada",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66ea41c5706dd0674e87ed883504f7ea466ffada"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0",
"title": "febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861428632231614848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:15:30.463] Scheduled build:
{
"id": "8695998570315312577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-09T02:15:30.192485228Z",
"updateTime": "2025-12-09T02:15:30.192485228Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:15:30.463] Task URL: https://cr-buildbucket.appspot.com/build/8695998570315312577
[02:15:30.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:2:0) after 1m7s
[02:15:31.413] Received PubSub notification, asking Buildbucket for the build status
[02:15:31.466] Build status: SCHEDULED
[02:16:37.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:2:0)
[02:16:37.502] Build status: SCHEDULED
[02:16:37.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:4:0) after 3m53s
[02:20:30.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:4:0)
[02:20:30.564] Build status: SCHEDULED
[02:20:30.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:5:0) after 8m58s
[02:29:28.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:5:0)
[02:29:28.739] Build status: SCHEDULED
[02:29:28.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:6:0) after 9m9s
[02:38:37.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:6:0)
[02:38:37.902] Build status: SCHEDULED
[02:38:37.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:7:0) after 3m36s
[02:42:13.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:7:0)
[02:42:13.929] Build status: SCHEDULED
[02:42:13.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:8:0) after 5m9s
[02:47:22.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:8:0)
[02:47:22.958] Build status: SCHEDULED
[02:47:22.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:9:0) after 3m42s
[02:51:04.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:9:0)
[02:51:05.009] Build status: SCHEDULED
[02:51:05.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:10:0) after 4m28s
[02:55:33.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:10:0)
[02:55:33.099] Build status: SCHEDULED
[02:55:33.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:11:0) after 8m51s
[03:04:24.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:11:0)
[03:04:24.189] Build status: SCHEDULED
[03:04:24.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:12:0) after 6m26s
[03:10:50.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:12:0)
[03:10:50.299] Build status: SCHEDULED
[03:10:50.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:13:0) after 5m39s
[03:16:29.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:13:0)
[03:16:29.416] Build status: SCHEDULED
[03:16:29.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:14:0) after 8m26s
[03:24:55.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:14:0)
[03:24:55.471] Build status: SCHEDULED
[03:24:55.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:15:0) after 4m49s
[03:29:44.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:15:0)
[03:29:44.588] Build status: SCHEDULED
[03:29:44.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:16:0) after 4m31s
[03:34:15.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:16:0)
[03:34:15.675] Build status: SCHEDULED
[03:34:15.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:17:0) after 5m3s
[03:39:18.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:17:0)
[03:39:18.761] Build status: SCHEDULED
[03:39:18.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:18:0) after 5m47s
[03:45:05.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:18:0)
[03:45:05.818] Build status: SCHEDULED
[03:45:05.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:19:0) after 4m54s
[03:49:59.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:19:0)
[03:49:59.853] Build status: SCHEDULED
[03:49:59.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:20:0) after 9m16s
[03:59:15.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:20:0)
[03:59:15.884] Build status: SCHEDULED
[03:59:15.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:21:0) after 7m37s
[04:06:52.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:21:0)
[04:06:52.981] Build status: SCHEDULED
[04:06:52.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:22:0) after 8m33s
[04:15:26.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:22:0)
[04:15:26.027] Build status: SCHEDULED
[04:15:26.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:23:0) after 9m52s
[04:25:17.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:23:0)
[04:25:18.046] Build status: SCHEDULED
[04:25:18.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:24:0) after 4m51s
[04:30:09.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:24:0)
[04:30:09.182] Build status: SCHEDULED
[04:30:09.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:25:0) after 6m48s
[04:36:57.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:25:0)
[04:36:57.252] Build status: SCHEDULED
[04:36:57.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:26:0) after 6m6s
[04:43:03.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:26:0)
[04:43:03.347] Build status: SCHEDULED
[04:43:03.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:27:0) after 4m21s
[04:47:24.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:27:0)
[04:47:24.561] Build status: SCHEDULED
[04:47:24.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:28:0) after 1m32s
[04:48:56.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:28:0)
[04:48:56.677] Build status: SCHEDULED
[04:48:56.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:29:0) after 9m54s
[04:58:50.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:29:0)
[04:58:50.812] Build status: SCHEDULED
[04:58:50.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:30:0) after 7m53s
[05:06:44.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:30:0)
[05:06:44.052] Build status: SCHEDULED
[05:06:44.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:31:0) after 1m38s
[05:08:22.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:31:0)
[05:08:22.086] Build status: SCHEDULED
[05:08:22.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:32:0) after 4m47s
[05:13:09.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:32:0)
[05:13:09.202] Build status: SCHEDULED
[05:13:09.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:33:0) after 5m28s
[05:18:37.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:33:0)
[05:18:37.242] Build status: SCHEDULED
[05:18:37.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:34:0) after 2m15s
[05:20:52.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:34:0)
[05:20:52.231] Build status: SCHEDULED
[05:20:52.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:35:0) after 6m32s
[05:27:24.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:35:0)
[05:27:24.306] Build status: SCHEDULED
[05:27:24.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:36:0) after 9m57s
[05:37:21.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:36:0)
[05:37:21.358] Build status: SCHEDULED
[05:37:21.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:37:0) after 7m13s
[05:44:34.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:37:0)
[05:44:34.394] Build status: SCHEDULED
[05:44:34.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:38:0) after 3m35s
[05:48:09.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:38:0)
[05:48:09.496] Build status: SCHEDULED
[05:48:09.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:39:0) after 6m14s
[05:54:23.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:39:0)
[05:54:23.529] Build status: SCHEDULED
[05:54:23.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:40:0) after 1m22s
[05:55:45.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:40:0)
[05:55:45.560] Build status: SCHEDULED
[05:55:45.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:41:0) after 5m22s
[06:01:07.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:41:0)
[06:01:07.591] Build status: SCHEDULED
[06:01:07.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:42:0) after 3m23s
[06:04:30.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:42:0)
[06:04:30.754] Build status: SCHEDULED
[06:04:30.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:43:0) after 8m35s
[06:13:05.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:43:0)
[06:13:05.787] Build status: SCHEDULED
[06:13:05.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:44:0) after 2m39s
[06:15:44.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:44:0)
[06:15:44.784] Build status: SCHEDULED
[06:15:44.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:45:0) after 7m25s
[06:23:09.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:45:0)
[06:23:09.836] Build status: SCHEDULED
[06:23:09.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:46:0) after 5m48s
[06:28:57.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:46:0)
[06:28:59.628] Build status: SCHEDULED
[06:28:59.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:47:0) after 2m9s
[06:31:08.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:47:0)
[06:31:08.664] Build status: SCHEDULED
[06:31:08.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:48:0) after 9m56s
[06:41:04.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:48:0)
[06:41:04.748] Build status: SCHEDULED
[06:41:04.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:49:0) after 6m23s
[06:47:27.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:49:0)
[06:47:27.816] Build status: SCHEDULED
[06:47:27.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:50:0) after 2m26s
[06:49:53.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:50:0)
[06:49:53.917] Build status: SCHEDULED
[06:49:53.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:51:0) after 6m27s
[06:56:20.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:51:0)
[06:56:20.971] Build status: SCHEDULED
[06:56:20.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:52:0) after 2m13s
[06:58:33.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:52:0)
[06:58:34.005] Build status: SCHEDULED
[06:58:34.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:53:0) after 7m57s
[07:06:31.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:53:0)
[07:06:31.046] Build status: SCHEDULED
[07:06:31.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:54:0) after 8m14s
[07:14:45.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:54:0)
[07:14:45.088] Build status: SCHEDULED
[07:14:45.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:55:0) after 8m24s
[07:23:09.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:55:0)
[07:23:09.126] Build status: SCHEDULED
[07:23:09.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:56:0) after 7m5s
[07:30:14.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:56:0)
[07:30:14.262] Build status: SCHEDULED
[07:30:14.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:57:0) after 9m57s
[07:40:11.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:57:0)
[07:40:11.423] Build status: SCHEDULED
[07:40:11.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:58:0) after 5m38s
[07:45:49.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:58:0)
[07:45:49.728] Build status: SCHEDULED
[07:45:49.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:59:0) after 7m50s
[07:53:39.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:59:0)
[07:53:39.803] Build status: SCHEDULED
[07:53:39.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:60:0) after 4m30s
[07:58:09.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:60:0)
[07:58:09.887] Build status: SCHEDULED
[07:58:09.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:61:0) after 3m18s
[08:01:28.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:61:0)
[08:01:28.195] Build status: SCHEDULED
[08:01:28.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:62:0) after 2m42s
[08:04:10.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:62:0)
[08:04:10.242] Build status: SCHEDULED
[08:04:10.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:63:0) after 5m52s
[08:10:02.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:63:0)
[08:10:02.279] Build status: SCHEDULED
[08:10:02.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:64:0) after 7m57s
[08:17:59.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:64:0)
[08:17:59.417] Build status: SCHEDULED
[08:17:59.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:65:0) after 4m45s
[08:22:44.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:65:0)
[08:22:44.584] Build status: SCHEDULED
[08:22:44.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:66:0) after 4m7s
[08:26:51.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:66:0)
[08:26:51.661] Build status: SCHEDULED
[08:26:51.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:67:0) after 2m32s
[08:29:23.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:67:0)
[08:29:23.798] Build status: SCHEDULED
[08:29:23.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:68:0) after 9m54s
[08:39:17.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:68:0)
[08:39:18.027] Build status: SCHEDULED
[08:39:18.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:69:0) after 5m6s
[08:44:24.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:69:0)
[08:44:24.069] Build status: SCHEDULED
[08:44:24.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:70:0) after 2m48s
[08:47:12.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:70:0)
[08:47:12.182] Build status: SCHEDULED
[08:47:12.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:71:0) after 3m39s
[08:50:51.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:71:0)
[08:50:51.236] Build status: SCHEDULED
[08:50:51.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:72:0) after 9m23s
[09:00:14.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:72:0)
[09:00:14.278] Build status: SCHEDULED
[09:00:14.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:73:0) after 8m46s
[09:09:00.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:73:0)
[09:09:00.312] Build status: SCHEDULED
[09:09:00.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:74:0) after 6m0s
[09:15:00.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:74:0)
[09:15:00.350] Build status: SCHEDULED
[09:15:00.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:75:0) after 8m30s
[09:23:30.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:75:0)
[09:23:30.462] Build status: SCHEDULED
[09:23:30.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:76:0) after 2m25s
[09:25:55.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:76:0)
[09:25:55.563] Build status: SCHEDULED
[09:25:55.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:77:0) after 3m52s
[09:29:47.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:77:0)
[09:29:47.615] Build status: SCHEDULED
[09:29:47.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:78:0) after 1m18s
[09:31:05.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:78:0)
[09:31:05.662] Build status: SCHEDULED
[09:31:05.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:79:0) after 5m8s
[09:36:13.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:79:0)
[09:36:13.884] Build status: SCHEDULED
[09:36:13.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:80:0) after 6m0s
[09:42:13.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:80:0)
[09:42:13.953] Build status: SCHEDULED
[09:42:13.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:81:0) after 1m44s
[09:43:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:81:0)
[09:43:57.989] Build status: SCHEDULED
[09:43:57.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:82:0) after 3m56s
[09:47:54.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:82:0)
[09:47:54.017] Build status: SCHEDULED
[09:47:54.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:83:0) after 6m8s
[09:54:02.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:83:0)
[09:54:02.048] Build status: SCHEDULED
[09:54:02.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:84:0) after 9m15s
[09:59:42.281] Received PubSub notification, asking Buildbucket for the build status
[09:59:42.344] Build status: STARTED
[10:03:17.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:84:0)
[10:03:17.085] Build status: STARTED
[10:03:17.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:86:0) after 5m39s
[10:08:56.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:86:0)
[10:08:56.130] Build status: STARTED
[10:08:56.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:87:0) after 3m51s
[10:12:47.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:87:0)
[10:12:47.154] Build status: STARTED
[10:12:47.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861428632231614848:88:0) after 3m50s
[10:15:22.862] Received PubSub notification, asking Buildbucket for the build status
[10:15:22.938] Build:
{
"id": "8695998570315312577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-09T02:15:30.192485228Z",
"startTime": "2025-12-09T09:59:41.933307851Z",
"endTime": "2025-12-09T10:15:22.365811326Z",
"updateTime": "2025-12-09T10:15:22.365811326Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "febe9856a0a39f09d6e9f8a66b0f63a1e72eb5b0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:15:22.938] Invocation finished in 7h59m53.95734287s with status SUCCEEDED