[02:53:23.129] New invocation is queued and will start shortly
[02:53:24.182] Starting the invocation (attempt 1)
[02:53:24.209] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
[02:53:24.209] Popped gitiles commit info from properties and tags
[02:53:24.209] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:53:24.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:53:24.209] Buildbucket request:
{
"requestId": "8872660271457339072",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872660271457339072",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1043464e06ce93592bdf182833f1ef76053ef537"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1043464e06ce93592bdf182833f1ef76053ef537",
"title": "1043464e06ce93592bdf182833f1ef76053ef537",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1043464e06ce93592bdf182833f1ef76053ef537"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e8f8576a200761c0b23b17db32bd01b368c4018"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e8f8576a200761c0b23b17db32bd01b368c4018",
"title": "5e8f8576a200761c0b23b17db32bd01b368c4018",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e8f8576a200761c0b23b17db32bd01b368c4018"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "aeb50b7a3c1fd457c367e42c98fef406b81fd10b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aeb50b7a3c1fd457c367e42c98fef406b81fd10b",
"title": "aeb50b7a3c1fd457c367e42c98fef406b81fd10b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aeb50b7a3c1fd457c367e42c98fef406b81fd10b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a4aea60ec666c5833c7b602140d73db9768bb432"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4aea60ec666c5833c7b602140d73db9768bb432",
"title": "a4aea60ec666c5833c7b602140d73db9768bb432",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4aea60ec666c5833c7b602140d73db9768bb432"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "53b9115f10ce4aea926230b04dbbe07afd1bf4ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53b9115f10ce4aea926230b04dbbe07afd1bf4ec",
"title": "53b9115f10ce4aea926230b04dbbe07afd1bf4ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53b9115f10ce4aea926230b04dbbe07afd1bf4ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb851fc596bf49296b2311589df240cf1c59da50"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb851fc596bf49296b2311589df240cf1c59da50",
"title": "fb851fc596bf49296b2311589df240cf1c59da50",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb851fc596bf49296b2311589df240cf1c59da50"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e58c82c9afbafce8c703fa98fa106b130f9b6a28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e58c82c9afbafce8c703fa98fa106b130f9b6a28",
"title": "e58c82c9afbafce8c703fa98fa106b130f9b6a28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e58c82c9afbafce8c703fa98fa106b130f9b6a28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7f3cf4ed00249c45f5442da3169ce3d777e62ee"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7f3cf4ed00249c45f5442da3169ce3d777e62ee",
"title": "d7f3cf4ed00249c45f5442da3169ce3d777e62ee",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7f3cf4ed00249c45f5442da3169ce3d777e62ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7fb3720ed25662332d2226ec166ad90529c01a19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fb3720ed25662332d2226ec166ad90529c01a19",
"title": "7fb3720ed25662332d2226ec166ad90529c01a19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fb3720ed25662332d2226ec166ad90529c01a19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
"title": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872660271457339072"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:53:24.635] Scheduled build:
{
"id": "8707230209609541297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-07T02:53:24.266093466Z",
"updateTime": "2025-08-07T02:53:24.266093466Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
"ref": "refs/heads/main"
}
}
}
[02:53:24.635] Task URL: https://cr-buildbucket.appspot.com/build/8707230209609541297
[02:53:24.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:2:0) after 1m51s
[02:53:25.552] Received PubSub notification, asking Buildbucket for the build status
[02:53:25.575] Build status: SCHEDULED
[02:55:15.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:2:0)
[02:55:15.857] Build status: SCHEDULED
[02:55:15.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:4:0) after 3m30s
[02:58:45.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:4:0)
[02:58:45.966] Build status: SCHEDULED
[02:58:45.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:5:0) after 8m44s
[03:07:30.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:5:0)
[03:07:30.270] Build status: SCHEDULED
[03:07:30.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:6:0) after 1m12s
[03:08:42.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:6:0)
[03:08:42.380] Build status: SCHEDULED
[03:08:42.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:7:0) after 1m20s
[03:10:02.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:7:0)
[03:10:02.481] Build status: SCHEDULED
[03:10:02.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:8:0) after 6m59s
[03:17:01.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:8:0)
[03:17:01.551] Build status: SCHEDULED
[03:17:01.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:9:0) after 1m31s
[03:18:32.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:9:0)
[03:18:32.675] Build status: SCHEDULED
[03:18:32.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:10:0) after 3m57s
[03:22:29.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:10:0)
[03:22:29.714] Build status: SCHEDULED
[03:22:29.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:11:0) after 8m0s
[03:30:29.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:11:0)
[03:30:29.793] Build status: SCHEDULED
[03:30:29.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:12:0) after 2m0s
[03:32:29.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:12:0)
[03:32:29.839] Build status: SCHEDULED
[03:32:29.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:13:0) after 9m53s
[03:42:22.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:13:0)
[03:42:23.003] Build status: SCHEDULED
[03:42:23.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:14:0) after 8m48s
[03:51:11.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:14:0)
[03:51:11.072] Build status: SCHEDULED
[03:51:11.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:15:0) after 3m18s
[03:54:29.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:15:0)
[03:54:29.115] Build status: SCHEDULED
[03:54:29.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:16:0) after 1m27s
[03:55:56.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:16:0)
[03:55:56.214] Build status: SCHEDULED
[03:55:56.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:17:0) after 6m6s
[04:02:02.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:17:0)
[04:02:02.261] Build status: SCHEDULED
[04:02:02.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:18:0) after 9m48s
[04:11:50.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:18:0)
[04:11:50.311] Build status: SCHEDULED
[04:11:50.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:19:0) after 4m49s
[04:16:39.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:19:0)
[04:16:39.401] Build status: SCHEDULED
[04:16:39.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:20:0) after 7m47s
[04:24:26.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:20:0)
[04:24:26.453] Build status: SCHEDULED
[04:24:26.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:21:0) after 8m46s
[04:33:12.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:21:0)
[04:33:12.508] Build status: SCHEDULED
[04:33:12.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:22:0) after 8m34s
[04:41:46.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:22:0)
[04:41:46.617] Build status: SCHEDULED
[04:41:46.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:23:0) after 9m26s
[04:51:12.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:23:0)
[04:51:12.810] Build status: SCHEDULED
[04:51:12.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:24:0) after 2m6s
[04:53:18.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:24:0)
[04:53:18.847] Build status: SCHEDULED
[04:53:18.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:25:0) after 5m40s
[04:58:58.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:25:0)
[04:58:58.902] Build status: SCHEDULED
[04:58:58.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:26:0) after 6m18s
[05:05:16.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:26:0)
[05:05:16.952] Build status: SCHEDULED
[05:05:16.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:27:0) after 8m35s
[05:13:51.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:27:0)
[05:13:52.063] Build status: SCHEDULED
[05:13:52.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:28:0) after 4m21s
[05:18:13.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:28:0)
[05:18:13.106] Build status: SCHEDULED
[05:18:13.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:29:0) after 8m3s
[05:26:16.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:29:0)
[05:26:16.150] Build status: SCHEDULED
[05:26:16.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:30:0) after 1m45s
[05:28:01.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:30:0)
[05:28:01.246] Build status: SCHEDULED
[05:28:01.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:31:0) after 2m2s
[05:30:03.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:31:0)
[05:30:03.376] Build status: SCHEDULED
[05:30:03.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:32:0) after 5m54s
[05:35:57.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:32:0)
[05:35:57.418] Build status: SCHEDULED
[05:35:57.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:33:0) after 2m40s
[05:38:37.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:33:0)
[05:38:37.445] Build status: SCHEDULED
[05:38:37.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:34:0) after 4m53s
[05:43:30.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:34:0)
[05:43:30.450] Build status: SCHEDULED
[05:43:30.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:35:0) after 9m57s
[05:53:27.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:35:0)
[05:53:27.494] Build status: SCHEDULED
[05:53:27.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:36:0) after 7m48s
[06:01:15.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:36:0)
[06:01:15.551] Build status: SCHEDULED
[06:01:15.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:37:0) after 3m29s
[06:04:44.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:37:0)
[06:04:44.695] Build status: SCHEDULED
[06:04:44.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:38:0) after 5m49s
[06:10:33.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:38:0)
[06:10:33.782] Build status: SCHEDULED
[06:10:33.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:39:0) after 1m53s
[06:12:26.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:39:0)
[06:12:26.827] Build status: SCHEDULED
[06:12:26.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:40:0) after 2m39s
[06:15:05.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:40:0)
[06:15:05.869] Build status: SCHEDULED
[06:15:05.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:41:0) after 7m29s
[06:22:34.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:41:0)
[06:22:34.921] Build status: SCHEDULED
[06:22:34.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:42:0) after 3m19s
[06:25:54.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:42:0)
[06:25:54.019] Build status: SCHEDULED
[06:25:54.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:43:0) after 1m47s
[06:27:41.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:43:0)
[06:27:41.135] Build status: SCHEDULED
[06:27:41.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:44:0) after 9m18s
[06:36:59.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:44:0)
[06:36:59.214] Build status: SCHEDULED
[06:36:59.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:45:0) after 4m42s
[06:41:41.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:45:0)
[06:41:41.272] Build status: SCHEDULED
[06:41:41.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:46:0) after 2m45s
[06:44:26.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:46:0)
[06:44:26.328] Build status: SCHEDULED
[06:44:26.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:47:0) after 2m2s
[06:46:28.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:47:0)
[06:46:28.384] Build status: SCHEDULED
[06:46:28.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:48:0) after 5m39s
[06:52:07.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:48:0)
[06:52:07.424] Build status: SCHEDULED
[06:52:07.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:49:0) after 9m49s
[07:01:56.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:49:0)
[07:01:56.469] Build status: SCHEDULED
[07:01:56.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:50:0) after 6m13s
[07:08:09.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:50:0)
[07:08:09.514] Build status: SCHEDULED
[07:08:09.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:51:0) after 3m57s
[07:12:06.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:51:0)
[07:12:06.566] Build status: SCHEDULED
[07:12:06.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:52:0) after 7m53s
[07:19:59.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:52:0)
[07:19:59.713] Build status: SCHEDULED
[07:19:59.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:53:0) after 4m48s
[07:24:47.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:53:0)
[07:24:47.757] Build status: SCHEDULED
[07:24:47.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:54:0) after 1m16s
[07:26:03.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:54:0)
[07:26:03.811] Build status: SCHEDULED
[07:26:03.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:55:0) after 9m21s
[07:35:24.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:55:0)
[07:35:24.834] Build status: SCHEDULED
[07:35:24.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:56:0) after 7m53s
[07:43:17.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:56:0)
[07:43:17.923] Build status: SCHEDULED
[07:43:17.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:57:0) after 4m21s
[07:47:38.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:57:0)
[07:47:39.016] Build status: SCHEDULED
[07:47:39.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:58:0) after 6m53s
[07:54:32.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:58:0)
[07:54:32.153] Build status: SCHEDULED
[07:54:32.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:59:0) after 7m38s
[08:02:10.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:59:0)
[08:02:10.297] Build status: SCHEDULED
[08:02:10.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:60:0) after 3m15s
[08:05:25.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:60:0)
[08:05:25.448] Build status: SCHEDULED
[08:05:25.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:61:0) after 8m41s
[08:14:06.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:61:0)
[08:14:06.539] Build status: SCHEDULED
[08:14:06.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:62:0) after 2m50s
[08:16:56.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:62:0)
[08:16:56.661] Build status: SCHEDULED
[08:16:56.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:63:0) after 3m29s
[08:20:25.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:63:0)
[08:20:25.689] Build status: SCHEDULED
[08:20:25.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:64:0) after 4m25s
[08:24:50.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:64:0)
[08:24:50.752] Build status: SCHEDULED
[08:24:50.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:65:0) after 4m9s
[08:28:59.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:65:0)
[08:28:59.812] Build status: SCHEDULED
[08:28:59.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:66:0) after 2m53s
[08:31:52.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:66:0)
[08:31:52.912] Build status: SCHEDULED
[08:31:52.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:67:0) after 9m54s
[08:41:46.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:67:0)
[08:41:47.004] Build status: SCHEDULED
[08:41:47.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:68:0) after 5m58s
[08:47:45.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:68:0)
[08:47:45.087] Build status: SCHEDULED
[08:47:45.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:69:0) after 2m47s
[08:50:32.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:69:0)
[08:50:32.139] Build status: SCHEDULED
[08:50:32.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:70:0) after 6m17s
[08:56:49.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:70:0)
[08:56:49.224] Build status: SCHEDULED
[08:56:49.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:71:0) after 8m27s
[09:05:16.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:71:0)
[09:05:16.259] Build status: SCHEDULED
[09:05:16.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:72:0) after 6m43s
[09:11:59.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:72:0)
[09:11:59.274] Build status: SCHEDULED
[09:11:59.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:73:0) after 2m54s
[09:14:53.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:73:0)
[09:14:53.316] Build status: SCHEDULED
[09:14:53.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:74:0) after 3m54s
[09:18:47.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:74:0)
[09:18:47.366] Build status: SCHEDULED
[09:18:47.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:75:0) after 6m0s
[09:24:47.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:75:0)
[09:24:47.517] Build status: SCHEDULED
[09:24:47.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:76:0) after 5m35s
[09:30:22.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:76:0)
[09:30:22.558] Build status: SCHEDULED
[09:30:22.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:77:0) after 5m24s
[09:35:46.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:77:0)
[09:35:46.634] Build status: SCHEDULED
[09:35:46.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:78:0) after 5m27s
[09:41:13.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:78:0)
[09:41:13.668] Build status: SCHEDULED
[09:41:13.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:79:0) after 9m10s
[09:50:23.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:79:0)
[09:50:23.755] Build status: SCHEDULED
[09:50:23.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:80:0) after 1m48s
[09:52:11.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:80:0)
[09:52:11.893] Build status: SCHEDULED
[09:52:11.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:81:0) after 5m23s
[09:57:34.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:81:0)
[09:57:34.923] Build status: SCHEDULED
[09:57:34.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:82:0) after 1m11s
[09:58:46.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:82:0)
[09:58:46.050] Build status: SCHEDULED
[09:58:46.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:83:0) after 3m18s
[10:02:04.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:83:0)
[10:02:04.098] Build status: SCHEDULED
[10:02:04.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:84:0) after 5m55s
[10:07:33.113] Received PubSub notification, asking Buildbucket for the build status
[10:07:33.151] Build status: STARTED
[10:07:59.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:84:0)
[10:07:59.138] Build status: STARTED
[10:07:59.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:86:0) after 5m17s
[10:13:16.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:86:0)
[10:13:16.174] Build status: STARTED
[10:13:16.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:87:0) after 9m15s
[10:22:31.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:87:0)
[10:22:31.301] Build status: STARTED
[10:22:31.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872660271457339072:88:0) after 2m55s
[10:24:07.868] Received PubSub notification, asking Buildbucket for the build status
[10:24:07.896] Build:
{
"id": "8707230209609541297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-07T02:53:24.266093466Z",
"startTime": "2025-08-07T10:07:32.923625420Z",
"endTime": "2025-08-07T10:24:07.640207773Z",
"updateTime": "2025-08-07T10:24:07.640207773Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
"ref": "refs/heads/main"
}
}
}
[10:24:07.897] Invocation finished in 7h30m44.775207858s with status SUCCEEDED