[21:21:01.618] New invocation is queued and will start shortly
[21:21:03.172] Starting the invocation (attempt 1)
[21:21:03.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a743e6fd3bed17107e9cfa1bc4d0c280a96c966"
[21:21:03.198] Popped gitiles commit info from properties and tags
[21:21:03.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:21:03.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:21:03.199] Buildbucket request:
{
"requestId": "8880291326831954608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880291326831954608",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d184121752dbc26612874ad593e0df07c7b16db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d184121752dbc26612874ad593e0df07c7b16db",
"title": "1d184121752dbc26612874ad593e0df07c7b16db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d184121752dbc26612874ad593e0df07c7b16db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3df65831453234b6fdf6e90122e5131225e655cd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3df65831453234b6fdf6e90122e5131225e655cd",
"title": "3df65831453234b6fdf6e90122e5131225e655cd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3df65831453234b6fdf6e90122e5131225e655cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba3e462f065fdb5ae1e3da15cfb15ac439c760cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba3e462f065fdb5ae1e3da15cfb15ac439c760cc",
"title": "ba3e462f065fdb5ae1e3da15cfb15ac439c760cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba3e462f065fdb5ae1e3da15cfb15ac439c760cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8611aa3a9ef382faab9e40f364e7f9d5d663029e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8611aa3a9ef382faab9e40f364e7f9d5d663029e",
"title": "8611aa3a9ef382faab9e40f364e7f9d5d663029e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8611aa3a9ef382faab9e40f364e7f9d5d663029e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "95e5829ee831710f98b5c14cd248734bf14c09d0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95e5829ee831710f98b5c14cd248734bf14c09d0",
"title": "95e5829ee831710f98b5c14cd248734bf14c09d0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95e5829ee831710f98b5c14cd248734bf14c09d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a59058e1e5c29e31e505d1144b8f907f953b1f4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a59058e1e5c29e31e505d1144b8f907f953b1f4a",
"title": "a59058e1e5c29e31e505d1144b8f907f953b1f4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a59058e1e5c29e31e505d1144b8f907f953b1f4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0b9afbfde00f0b547e0662c352b889fc05fce9b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0b9afbfde00f0b547e0662c352b889fc05fce9b",
"title": "e0b9afbfde00f0b547e0662c352b889fc05fce9b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0b9afbfde00f0b547e0662c352b889fc05fce9b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0171dbf200580843b9bd7770e4f8d61429566ad2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0171dbf200580843b9bd7770e4f8d61429566ad2",
"title": "0171dbf200580843b9bd7770e4f8d61429566ad2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0171dbf200580843b9bd7770e4f8d61429566ad2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a743e6fd3bed17107e9cfa1bc4d0c280a96c966"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a743e6fd3bed17107e9cfa1bc4d0c280a96c966",
"title": "4a743e6fd3bed17107e9cfa1bc4d0c280a96c966",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a743e6fd3bed17107e9cfa1bc4d0c280a96c966"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a743e6fd3bed17107e9cfa1bc4d0c280a96c966",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880291326831954608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:21:03.621] Scheduled build:
{
"id": "8714861264437716017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-14T21:21:03.270666571Z",
"updateTime": "2025-05-14T21:21:03.270666571Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a743e6fd3bed17107e9cfa1bc4d0c280a96c966",
"ref": "refs/heads/main"
}
}
}
[21:21:03.621] Task URL: https://cr-buildbucket.appspot.com/build/8714861264437716017
[21:21:03.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:2:0) after 5m44s
[21:21:04.616] Received PubSub notification, asking Buildbucket for the build status
[21:21:04.645] Build status: SCHEDULED
[21:26:47.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:2:0)
[21:26:47.800] Build status: SCHEDULED
[21:26:47.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:4:0) after 6m47s
[21:33:34.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:4:0)
[21:33:34.918] Build status: SCHEDULED
[21:33:34.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:5:0) after 8m48s
[21:42:23.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:5:0)
[21:42:23.140] Build status: SCHEDULED
[21:42:23.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:6:0) after 2m39s
[21:45:02.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:6:0)
[21:45:02.327] Build status: SCHEDULED
[21:45:02.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:7:0) after 6m8s
[21:51:10.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:7:0)
[21:51:10.419] Build status: SCHEDULED
[21:51:10.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:8:0) after 9m59s
[22:01:09.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:8:0)
[22:01:09.507] Build status: SCHEDULED
[22:01:09.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:9:0) after 7m13s
[22:08:22.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:9:0)
[22:08:22.625] Build status: SCHEDULED
[22:08:22.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:10:0) after 5m33s
[22:13:55.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:10:0)
[22:13:55.883] Build status: SCHEDULED
[22:13:55.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:11:0) after 1m54s
[22:15:49.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:11:0)
[22:15:50.038] Build status: SCHEDULED
[22:15:50.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:12:0) after 8m57s
[22:24:47.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:12:0)
[22:24:47.129] Build status: SCHEDULED
[22:24:47.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:13:0) after 9m56s
[22:34:43.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:13:0)
[22:34:43.179] Build status: SCHEDULED
[22:34:43.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:14:0) after 3m47s
[22:38:30.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:14:0)
[22:38:30.228] Build status: SCHEDULED
[22:38:30.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:15:0) after 2m10s
[22:40:40.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:15:0)
[22:40:40.278] Build status: SCHEDULED
[22:40:40.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:16:0) after 3m15s
[22:43:55.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:16:0)
[22:43:55.327] Build status: SCHEDULED
[22:43:55.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:17:0) after 3m37s
[22:47:32.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:17:0)
[22:47:32.412] Build status: SCHEDULED
[22:47:32.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:18:0) after 5m20s
[22:52:52.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:18:0)
[22:52:52.516] Build status: SCHEDULED
[22:52:52.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:19:0) after 4m52s
[22:57:44.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:19:0)
[22:57:44.652] Build status: SCHEDULED
[22:57:44.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:20:0) after 3m4s
[23:00:48.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:20:0)
[23:00:48.698] Build status: SCHEDULED
[23:00:48.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:21:0) after 7m12s
[23:08:00.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:21:0)
[23:08:00.821] Build status: SCHEDULED
[23:08:00.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:22:0) after 5m49s
[23:13:49.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:22:0)
[23:13:49.942] Build status: SCHEDULED
[23:13:49.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:23:0) after 6m57s
[23:20:47.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:23:0)
[23:20:47.020] Build status: SCHEDULED
[23:20:47.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:24:0) after 1m51s
[23:22:38.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:24:0)
[23:22:38.081] Build status: SCHEDULED
[23:22:38.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:25:0) after 4m2s
[23:26:40.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:25:0)
[23:26:40.113] Build status: SCHEDULED
[23:26:40.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:26:0) after 9m53s
[23:36:33.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:26:0)
[23:36:33.214] Build status: SCHEDULED
[23:36:33.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:27:0) after 5m55s
[23:42:28.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:27:0)
[23:42:28.302] Build status: SCHEDULED
[23:42:28.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:28:0) after 2m40s
[23:45:08.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:28:0)
[23:45:08.345] Build status: SCHEDULED
[23:45:08.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:29:0) after 2m56s
[23:48:04.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:29:0)
[23:48:04.387] Build status: SCHEDULED
[23:48:04.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:30:0) after 6m24s
[23:54:28.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:30:0)
[23:54:28.475] Build status: SCHEDULED
[23:54:28.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:31:0) after 4m42s
[23:59:10.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:31:0)
[23:59:10.575] Build status: SCHEDULED
[23:59:10.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:32:0) after 7m56s
[00:07:06.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:32:0)
[00:07:06.632] Build status: SCHEDULED
[00:07:06.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:33:0) after 6m41s
[00:13:47.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:33:0)
[00:13:47.799] Build status: SCHEDULED
[00:13:47.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:34:0) after 6m6s
[00:19:53.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:34:0)
[00:19:53.837] Build status: SCHEDULED
[00:19:53.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:35:0) after 9m46s
[00:29:39.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:35:0)
[00:29:39.847] Build status: SCHEDULED
[00:29:39.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:36:0) after 2m11s
[00:31:50.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:36:0)
[00:31:50.937] Build status: SCHEDULED
[00:31:50.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:37:0) after 7m42s
[00:39:32.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:37:0)
[00:39:33.017] Build status: SCHEDULED
[00:39:33.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:38:0) after 1m15s
[00:40:48.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:38:0)
[00:40:48.096] Build status: SCHEDULED
[00:40:48.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:39:0) after 6m42s
[00:47:30.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:39:0)
[00:47:30.280] Build status: SCHEDULED
[00:47:30.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:40:0) after 9m58s
[00:57:28.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:40:0)
[00:57:28.344] Build status: SCHEDULED
[00:57:28.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:41:0) after 8m27s
[01:05:55.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:41:0)
[01:05:55.445] Build status: SCHEDULED
[01:05:55.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:42:0) after 8m42s
[01:14:37.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:42:0)
[01:14:37.568] Build status: SCHEDULED
[01:14:37.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:43:0) after 2m14s
[01:16:51.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:43:0)
[01:16:51.620] Build status: SCHEDULED
[01:16:51.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:44:0) after 4m22s
[01:21:13.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:44:0)
[01:21:13.677] Build status: SCHEDULED
[01:21:13.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:45:0) after 3m6s
[01:24:19.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:45:0)
[01:24:19.725] Build status: SCHEDULED
[01:24:19.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:46:0) after 1m0s
[01:25:19.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:46:0)
[01:25:19.873] Build status: SCHEDULED
[01:25:19.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:47:0) after 9m45s
[01:35:04.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:47:0)
[01:35:04.931] Build status: SCHEDULED
[01:35:04.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:48:0) after 9m26s
[01:44:31.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:48:0)
[01:44:31.027] Build status: SCHEDULED
[01:44:31.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:49:0) after 7m17s
[01:51:48.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:49:0)
[01:51:48.088] Build status: SCHEDULED
[01:51:48.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:50:0) after 1m40s
[01:53:28.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:50:0)
[01:53:28.181] Build status: SCHEDULED
[01:53:28.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:51:0) after 5m40s
[01:59:08.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:51:0)
[01:59:08.190] Build status: SCHEDULED
[01:59:08.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:52:0) after 8m47s
[02:07:55.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:52:0)
[02:07:55.259] Build status: SCHEDULED
[02:07:55.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:53:0) after 8m27s
[02:16:22.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:53:0)
[02:16:22.349] Build status: SCHEDULED
[02:16:22.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:54:0) after 7m44s
[02:24:06.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:54:0)
[02:24:06.519] Build status: SCHEDULED
[02:24:06.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:55:0) after 3m37s
[02:27:43.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:55:0)
[02:27:43.555] Build status: SCHEDULED
[02:27:43.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:56:0) after 7m18s
[02:35:01.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:56:0)
[02:35:01.840] Build status: SCHEDULED
[02:35:01.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:57:0) after 1m52s
[02:36:53.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:57:0)
[02:36:53.896] Build status: SCHEDULED
[02:36:53.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:58:0) after 3m48s
[02:40:41.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:58:0)
[02:40:41.935] Build status: SCHEDULED
[02:40:41.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:59:0) after 4m33s
[02:45:14.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:59:0)
[02:45:15.012] Build status: SCHEDULED
[02:45:15.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:60:0) after 2m53s
[02:48:08.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:60:0)
[02:48:08.056] Build status: SCHEDULED
[02:48:08.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:61:0) after 3m2s
[02:51:10.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:61:0)
[02:51:10.158] Build status: SCHEDULED
[02:51:10.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:62:0) after 2m37s
[02:53:47.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:62:0)
[02:53:47.206] Build status: SCHEDULED
[02:53:47.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:63:0) after 1m13s
[02:55:00.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:63:0)
[02:55:00.387] Build status: SCHEDULED
[02:55:00.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:64:0) after 3m37s
[02:58:37.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:64:0)
[02:58:37.457] Build status: SCHEDULED
[02:58:37.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:65:0) after 2m25s
[03:01:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:65:0)
[03:01:02.506] Build status: SCHEDULED
[03:01:02.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:66:0) after 7m30s
[03:08:32.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:66:0)
[03:08:32.583] Build status: SCHEDULED
[03:08:32.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:67:0) after 5m9s
[03:13:41.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:67:0)
[03:13:41.630] Build status: SCHEDULED
[03:13:41.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:68:0) after 7m14s
[03:20:55.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:68:0)
[03:20:55.677] Build status: SCHEDULED
[03:20:55.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:69:0) after 1m13s
[03:22:08.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:69:0)
[03:22:08.763] Build status: SCHEDULED
[03:22:08.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:70:0) after 9m27s
[03:31:35.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:70:0)
[03:31:35.801] Build status: SCHEDULED
[03:31:35.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:71:0) after 1m25s
[03:33:00.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:71:0)
[03:33:00.848] Build status: SCHEDULED
[03:33:00.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:72:0) after 9m25s
[03:42:25.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:72:0)
[03:42:25.978] Build status: SCHEDULED
[03:42:25.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:73:0) after 7m22s
[03:49:48.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:73:0)
[03:49:48.026] Build status: SCHEDULED
[03:49:48.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:74:0) after 8m5s
[03:57:53.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:74:0)
[03:57:53.111] Build status: SCHEDULED
[03:57:53.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:75:0) after 2m51s
[04:00:44.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:75:0)
[04:00:44.188] Build status: SCHEDULED
[04:00:44.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:76:0) after 3m43s
[04:04:27.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:76:0)
[04:04:27.251] Build status: SCHEDULED
[04:04:27.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:77:0) after 8m32s
[04:09:44.469] Received PubSub notification, asking Buildbucket for the build status
[04:09:44.502] Build status: STARTED
[04:12:59.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:77:0)
[04:12:59.350] Build status: STARTED
[04:12:59.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880291326831954608:79:0) after 9m34s
[04:21:27.251] Received PubSub notification, asking Buildbucket for the build status
[04:21:27.303] Build:
{
"id": "8714861264437716017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-14T21:21:03.270666571Z",
"startTime": "2025-05-15T04:09:44.239010406Z",
"endTime": "2025-05-15T04:21:26.958322264Z",
"updateTime": "2025-05-15T04:21:26.958322264Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4a743e6fd3bed17107e9cfa1bc4d0c280a96c966",
"ref": "refs/heads/main"
}
}
}
[04:21:27.303] Invocation finished in 7h0m25.700155375s with status SUCCEEDED