[19:16:56.702] New invocation is queued and will start shortly
[19:16:57.775] Starting the invocation (attempt 1)
[19:16:57.802] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fdb43347549be19a604a6a87a91829c90384270e"
[19:16:57.802] Popped gitiles commit info from properties and tags
[19:16:57.802] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:16:57.803] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:16:57.803] Buildbucket request:
{
"requestId": "8872688988207713904",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872688988207713904",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6042244e41a60e85f53a620fc471c7d0a8760fe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6042244e41a60e85f53a620fc471c7d0a8760fe",
"title": "d6042244e41a60e85f53a620fc471c7d0a8760fe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6042244e41a60e85f53a620fc471c7d0a8760fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b5497adef7f8916f3cdc4230f792c73859a58a00"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b5497adef7f8916f3cdc4230f792c73859a58a00",
"title": "b5497adef7f8916f3cdc4230f792c73859a58a00",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b5497adef7f8916f3cdc4230f792c73859a58a00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9d0328befc6574e6eb602926b99cf4a4950f82b5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9d0328befc6574e6eb602926b99cf4a4950f82b5",
"title": "9d0328befc6574e6eb602926b99cf4a4950f82b5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9d0328befc6574e6eb602926b99cf4a4950f82b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "74a4003249b4c8ebda6285c94552fe346d9fa351"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74a4003249b4c8ebda6285c94552fe346d9fa351",
"title": "74a4003249b4c8ebda6285c94552fe346d9fa351",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74a4003249b4c8ebda6285c94552fe346d9fa351"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cdb89fab424779d4366140e725b738ad95af2708"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdb89fab424779d4366140e725b738ad95af2708",
"title": "cdb89fab424779d4366140e725b738ad95af2708",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdb89fab424779d4366140e725b738ad95af2708"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "23ff7b9abf8d20f7bdca0382bb024c9965f93223"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@23ff7b9abf8d20f7bdca0382bb024c9965f93223",
"title": "23ff7b9abf8d20f7bdca0382bb024c9965f93223",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/23ff7b9abf8d20f7bdca0382bb024c9965f93223"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0bc94e4dff43a067f9a5cd418e390569251ca527"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bc94e4dff43a067f9a5cd418e390569251ca527",
"title": "0bc94e4dff43a067f9a5cd418e390569251ca527",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bc94e4dff43a067f9a5cd418e390569251ca527"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "baac171a60ea3e7204c92fe3611226b76fc55034"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@baac171a60ea3e7204c92fe3611226b76fc55034",
"title": "baac171a60ea3e7204c92fe3611226b76fc55034",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/baac171a60ea3e7204c92fe3611226b76fc55034"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1bd21aa7bb7a1628fe364a3960a0ecceed36bb06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1bd21aa7bb7a1628fe364a3960a0ecceed36bb06",
"title": "1bd21aa7bb7a1628fe364a3960a0ecceed36bb06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1bd21aa7bb7a1628fe364a3960a0ecceed36bb06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e1d3a5e7d645faa985b69db0a0c42933d2b777b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1d3a5e7d645faa985b69db0a0c42933d2b777b0",
"title": "e1d3a5e7d645faa985b69db0a0c42933d2b777b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1d3a5e7d645faa985b69db0a0c42933d2b777b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fdb43347549be19a604a6a87a91829c90384270e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fdb43347549be19a604a6a87a91829c90384270e",
"title": "fdb43347549be19a604a6a87a91829c90384270e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fdb43347549be19a604a6a87a91829c90384270e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fdb43347549be19a604a6a87a91829c90384270e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872688988207713904"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:16:58.291] Scheduled build:
{
"id": "8707258926317281329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-06T19:16:57.880661597Z",
"updateTime": "2025-08-06T19:16:57.880661597Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fdb43347549be19a604a6a87a91829c90384270e",
"ref": "refs/heads/main"
}
}
}
[19:16:58.292] Task URL: https://cr-buildbucket.appspot.com/build/8707258926317281329
[19:16:58.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:2:0) after 3m58s
[19:16:59.263] Received PubSub notification, asking Buildbucket for the build status
[19:16:59.282] Build status: SCHEDULED
[19:20:56.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:2:0)
[19:20:56.450] Build status: SCHEDULED
[19:20:56.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:4:0) after 5m6s
[19:26:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:4:0)
[19:26:02.502] Build status: SCHEDULED
[19:26:02.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:5:0) after 1m36s
[19:27:38.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:5:0)
[19:27:38.512] Build status: SCHEDULED
[19:27:38.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:6:0) after 6m8s
[19:33:46.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:6:0)
[19:33:46.604] Build status: SCHEDULED
[19:33:46.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:7:0) after 2m6s
[19:35:52.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:7:0)
[19:35:52.665] Build status: SCHEDULED
[19:35:52.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:8:0) after 4m25s
[19:40:17.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:8:0)
[19:40:17.776] Build status: SCHEDULED
[19:40:17.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:9:0) after 7m23s
[19:47:40.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:9:0)
[19:47:40.822] Build status: SCHEDULED
[19:47:40.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:10:0) after 7m18s
[19:54:58.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:10:0)
[19:54:58.966] Build status: SCHEDULED
[19:54:58.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:11:0) after 5m35s
[20:00:34.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:11:0)
[20:00:34.413] Build status: SCHEDULED
[20:00:34.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:12:0) after 4m49s
[20:05:23.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:12:0)
[20:05:23.610] Build status: SCHEDULED
[20:05:23.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:13:0) after 6m32s
[20:11:55.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:13:0)
[20:11:55.790] Build status: SCHEDULED
[20:11:55.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:14:0) after 5m19s
[20:17:14.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:14:0)
[20:17:14.832] Build status: SCHEDULED
[20:17:14.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:15:0) after 7m30s
[20:24:44.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:15:0)
[20:24:44.946] Build status: SCHEDULED
[20:24:44.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:16:0) after 9m13s
[20:33:58.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:16:0)
[20:33:58.220] Build status: SCHEDULED
[20:33:58.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:17:0) after 8m18s
[20:42:16.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:17:0)
[20:42:16.472] Build status: SCHEDULED
[20:42:16.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:18:0) after 4m2s
[20:46:18.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:18:0)
[20:46:18.746] Build status: SCHEDULED
[20:46:18.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:19:0) after 7m25s
[20:53:43.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:19:0)
[20:53:43.947] Build status: SCHEDULED
[20:53:43.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:20:0) after 7m11s
[21:00:55.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:20:0)
[21:00:55.149] Build status: SCHEDULED
[21:00:55.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:21:0) after 3m19s
[21:04:14.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:21:0)
[21:04:14.278] Build status: SCHEDULED
[21:04:14.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:22:0) after 7m34s
[21:11:48.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:22:0)
[21:11:48.431] Build status: SCHEDULED
[21:11:48.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:23:0) after 8m6s
[21:19:54.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:23:0)
[21:19:54.559] Build status: SCHEDULED
[21:19:54.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:24:0) after 8m55s
[21:28:49.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:24:0)
[21:28:49.737] Build status: SCHEDULED
[21:28:49.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:25:0) after 5m45s
[21:34:35.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:25:0)
[21:34:35.061] Build status: SCHEDULED
[21:34:35.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:26:0) after 7m4s
[21:41:39.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:26:0)
[21:41:39.139] Build status: SCHEDULED
[21:41:39.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:27:0) after 3m19s
[21:44:58.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:27:0)
[21:44:58.218] Build status: SCHEDULED
[21:44:58.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:28:0) after 6m33s
[21:51:31.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:28:0)
[21:51:31.368] Build status: SCHEDULED
[21:51:31.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:29:0) after 8m9s
[21:59:40.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:29:0)
[21:59:40.428] Build status: SCHEDULED
[21:59:40.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:30:0) after 1m24s
[22:01:04.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:30:0)
[22:01:04.642] Build status: SCHEDULED
[22:01:04.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:31:0) after 2m15s
[22:03:19.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:31:0)
[22:03:19.699] Build status: SCHEDULED
[22:03:19.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:32:0) after 3m55s
[22:07:14.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:32:0)
[22:07:14.753] Build status: SCHEDULED
[22:07:14.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:33:0) after 1m50s
[22:09:04.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:33:0)
[22:09:04.793] Build status: SCHEDULED
[22:09:04.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:34:0) after 4m17s
[22:13:21.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:34:0)
[22:13:21.868] Build status: SCHEDULED
[22:13:21.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:35:0) after 6m45s
[22:20:07.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:35:0)
[22:20:07.079] Build status: SCHEDULED
[22:20:07.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:36:0) after 4m24s
[22:24:31.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:36:0)
[22:24:31.122] Build status: SCHEDULED
[22:24:31.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:37:0) after 8m26s
[22:32:57.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:37:0)
[22:32:57.169] Build status: SCHEDULED
[22:32:57.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:38:0) after 4m34s
[22:37:31.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:38:0)
[22:37:31.335] Build status: SCHEDULED
[22:37:31.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:39:0) after 8m39s
[22:46:10.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:39:0)
[22:46:10.722] Build status: SCHEDULED
[22:46:10.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:40:0) after 9m49s
[22:55:59.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:40:0)
[22:55:59.876] Build status: SCHEDULED
[22:55:59.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:41:0) after 6m35s
[23:02:34.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:41:0)
[23:02:34.925] Build status: SCHEDULED
[23:02:34.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:42:0) after 5m2s
[23:07:36.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:42:0)
[23:07:37.012] Build status: SCHEDULED
[23:07:37.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:43:0) after 4m47s
[23:12:24.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:43:0)
[23:12:24.187] Build status: SCHEDULED
[23:12:24.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:44:0) after 5m50s
[23:18:14.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:44:0)
[23:18:14.272] Build status: SCHEDULED
[23:18:14.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:45:0) after 8m6s
[23:26:20.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:45:0)
[23:26:20.518] Build status: SCHEDULED
[23:26:20.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:46:0) after 1m8s
[23:27:28.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:46:0)
[23:27:28.604] Build status: SCHEDULED
[23:27:28.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:47:0) after 1m17s
[23:28:45.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:47:0)
[23:28:45.687] Build status: SCHEDULED
[23:28:45.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:48:0) after 7m19s
[23:36:04.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:48:0)
[23:36:04.796] Build status: SCHEDULED
[23:36:04.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:49:0) after 7m25s
[23:43:29.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:49:0)
[23:43:29.840] Build status: SCHEDULED
[23:43:29.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:50:0) after 7m51s
[23:51:20.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:50:0)
[23:51:20.881] Build status: SCHEDULED
[23:51:20.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:51:0) after 2m41s
[23:54:01.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:51:0)
[23:54:01.943] Build status: SCHEDULED
[23:54:01.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:52:0) after 5m4s
[23:59:05.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:52:0)
[23:59:05.985] Build status: SCHEDULED
[23:59:05.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:53:0) after 6m12s
[00:05:18.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:53:0)
[00:05:18.052] Build status: SCHEDULED
[00:05:18.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:54:0) after 1m54s
[00:07:12.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:54:0)
[00:07:12.141] Build status: SCHEDULED
[00:07:12.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:55:0) after 9m6s
[00:16:18.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:55:0)
[00:16:18.346] Build status: SCHEDULED
[00:16:18.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:56:0) after 6m10s
[00:22:28.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:56:0)
[00:22:28.428] Build status: SCHEDULED
[00:22:28.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:57:0) after 4m3s
[00:26:31.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:57:0)
[00:26:31.513] Build status: SCHEDULED
[00:26:31.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:58:0) after 3m43s
[00:30:14.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:58:0)
[00:30:14.548] Build status: SCHEDULED
[00:30:14.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:59:0) after 8m49s
[00:39:03.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:59:0)
[00:39:03.675] Build status: SCHEDULED
[00:39:03.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:60:0) after 8m20s
[00:47:23.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:60:0)
[00:47:23.718] Build status: SCHEDULED
[00:47:23.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:61:0) after 1m26s
[00:48:49.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:61:0)
[00:48:49.856] Build status: SCHEDULED
[00:48:49.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:62:0) after 5m30s
[00:54:19.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:62:0)
[00:54:19.991] Build status: SCHEDULED
[00:54:19.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:63:0) after 2m44s
[00:57:04.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:63:0)
[00:57:04.112] Build status: SCHEDULED
[00:57:04.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:64:0) after 3m7s
[01:00:11.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:64:0)
[01:00:11.112] Build status: SCHEDULED
[01:00:11.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:65:0) after 6m22s
[01:06:33.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:65:0)
[01:06:33.188] Build status: SCHEDULED
[01:06:33.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:66:0) after 3m48s
[01:10:21.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:66:0)
[01:10:21.230] Build status: SCHEDULED
[01:10:21.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:67:0) after 8m56s
[01:19:17.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:67:0)
[01:19:17.300] Build status: SCHEDULED
[01:19:17.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:68:0) after 6m47s
[01:26:04.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:68:0)
[01:26:04.652] Build status: SCHEDULED
[01:26:04.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:69:0) after 4m35s
[01:30:39.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:69:0)
[01:30:39.686] Build status: SCHEDULED
[01:30:39.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:70:0) after 8m52s
[01:39:31.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:70:0)
[01:39:31.725] Build status: SCHEDULED
[01:39:31.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:71:0) after 1m15s
[01:40:46.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:71:0)
[01:40:46.879] Build status: SCHEDULED
[01:40:46.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:72:0) after 8m10s
[01:48:56.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:72:0)
[01:48:56.910] Build status: SCHEDULED
[01:48:56.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:73:0) after 9m30s
[01:58:26.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:73:0)
[01:58:26.991] Build status: SCHEDULED
[01:58:26.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:74:0) after 4m37s
[02:03:04.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:74:0)
[02:03:04.036] Build status: SCHEDULED
[02:03:04.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:75:0) after 3m54s
[02:06:58.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:75:0)
[02:06:58.159] Build status: SCHEDULED
[02:06:58.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:76:0) after 9m34s
[02:16:32.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:76:0)
[02:16:32.293] Build status: SCHEDULED
[02:16:32.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:77:0) after 3m44s
[02:20:16.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:77:0)
[02:20:16.498] Build status: SCHEDULED
[02:20:16.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:78:0) after 5m1s
[02:25:17.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:78:0)
[02:25:17.531] Build status: SCHEDULED
[02:25:17.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:79:0) after 8m28s
[02:33:45.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:79:0)
[02:33:45.537] Build status: SCHEDULED
[02:33:45.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:80:0) after 5m14s
[02:36:49.912] Received PubSub notification, asking Buildbucket for the build status
[02:36:49.948] Build status: STARTED
[02:38:59.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:80:0)
[02:38:59.647] Build status: STARTED
[02:38:59.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:82:0) after 2m32s
[02:41:31.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:82:0)
[02:41:31.758] Build status: STARTED
[02:41:31.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:83:0) after 1m10s
[02:42:41.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:83:0)
[02:42:41.947] Build status: STARTED
[02:42:41.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:84:0) after 9m57s
[02:52:39.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:84:0)
[02:52:39.095] Build status: STARTED
[02:52:39.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872688988207713904:85:0) after 5m10s
[02:53:19.929] Received PubSub notification, asking Buildbucket for the build status
[02:53:19.946] Build:
{
"id": "8707258926317281329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-06T19:16:57.880661597Z",
"startTime": "2025-08-07T02:36:49.587128193Z",
"endTime": "2025-08-07T02:53:19.640602256Z",
"updateTime": "2025-08-07T02:53:19.640602256Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fdb43347549be19a604a6a87a91829c90384270e",
"ref": "refs/heads/main"
}
}
}
[02:53:19.946] Invocation finished in 7h36m23.252581401s with status SUCCEEDED