[02:03:52.147] New invocation is queued and will start shortly
[02:03:53.195] Starting the invocation (attempt 1)
[02:03:53.233] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7"
[02:03:53.233] Popped gitiles commit info from properties and tags
[02:03:53.233] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:03:53.233] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:03:53.233] Buildbucket request:
{
"requestId": "8860795184156462288",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860795184156462288",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e96ee923c404aea7e333b862c685b5bb9b2118f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e96ee923c404aea7e333b862c685b5bb9b2118f",
"title": "6e96ee923c404aea7e333b862c685b5bb9b2118f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e96ee923c404aea7e333b862c685b5bb9b2118f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5cad92374151b848933510bfa1eb238728e73688"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5cad92374151b848933510bfa1eb238728e73688",
"title": "5cad92374151b848933510bfa1eb238728e73688",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5cad92374151b848933510bfa1eb238728e73688"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bd271910293d301151b12d9c388a7c879280094d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd271910293d301151b12d9c388a7c879280094d",
"title": "bd271910293d301151b12d9c388a7c879280094d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd271910293d301151b12d9c388a7c879280094d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7c05e35080b8e8223d00a20aafef89e5a59a8fc7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c05e35080b8e8223d00a20aafef89e5a59a8fc7",
"title": "7c05e35080b8e8223d00a20aafef89e5a59a8fc7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c05e35080b8e8223d00a20aafef89e5a59a8fc7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6389a1f7ed20c3362b3cebf1eec1debdc87a8c85"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6389a1f7ed20c3362b3cebf1eec1debdc87a8c85",
"title": "6389a1f7ed20c3362b3cebf1eec1debdc87a8c85",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6389a1f7ed20c3362b3cebf1eec1debdc87a8c85"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7",
"title": "e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860795184156462288"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:03:53.654] Scheduled build:
{
"id": "8695365122244158785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-16T02:03:53.349180299Z",
"updateTime": "2025-12-16T02:03:53.349180299Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7",
"ref": "refs/heads/main"
}
}
}
[02:03:53.654] Task URL: https://cr-buildbucket.appspot.com/build/8695365122244158785
[02:03:53.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:2:0) after 9m19s
[02:03:54.680] Received PubSub notification, asking Buildbucket for the build status
[02:03:54.704] Build status: SCHEDULED
[02:13:12.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:2:0)
[02:13:12.684] Build status: SCHEDULED
[02:13:12.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:4:0) after 5m2s
[02:18:14.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:4:0)
[02:18:14.712] Build status: SCHEDULED
[02:18:14.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:5:0) after 2m22s
[02:20:36.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:5:0)
[02:20:36.754] Build status: SCHEDULED
[02:20:36.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:6:0) after 2m58s
[02:23:34.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:6:0)
[02:23:34.868] Build status: SCHEDULED
[02:23:34.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:7:0) after 8m42s
[02:32:16.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:7:0)
[02:32:17.090] Build status: SCHEDULED
[02:32:17.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:8:0) after 6m40s
[02:38:57.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:8:0)
[02:38:57.205] Build status: SCHEDULED
[02:38:57.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:9:0) after 7m6s
[02:46:03.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:9:0)
[02:46:03.380] Build status: SCHEDULED
[02:46:03.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:10:0) after 3m56s
[02:49:59.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:10:0)
[02:49:59.410] Build status: SCHEDULED
[02:49:59.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:11:0) after 4m14s
[02:54:13.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:11:0)
[02:54:13.479] Build status: SCHEDULED
[02:54:13.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:12:0) after 8m3s
[03:02:16.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:12:0)
[03:02:16.588] Build status: SCHEDULED
[03:02:16.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:13:0) after 1m44s
[03:04:00.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:13:0)
[03:04:00.703] Build status: SCHEDULED
[03:04:00.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:14:0) after 7m53s
[03:11:53.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:14:0)
[03:11:53.710] Build status: SCHEDULED
[03:11:53.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:15:0) after 7m15s
[03:19:08.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:15:0)
[03:19:08.954] Build status: SCHEDULED
[03:19:08.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:16:0) after 1m2s
[03:20:10.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:16:0)
[03:20:10.990] Build status: SCHEDULED
[03:20:10.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:17:0) after 7m59s
[03:28:10.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:17:0)
[03:28:10.109] Build status: SCHEDULED
[03:28:10.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:18:0) after 3m9s
[03:31:19.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:18:0)
[03:31:19.144] Build status: SCHEDULED
[03:31:19.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:19:0) after 3m50s
[03:35:09.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:19:0)
[03:35:09.173] Build status: SCHEDULED
[03:35:09.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:20:0) after 9m35s
[03:44:44.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:20:0)
[03:44:44.254] Build status: SCHEDULED
[03:44:44.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:21:0) after 6m27s
[03:51:11.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:21:0)
[03:51:11.413] Build status: SCHEDULED
[03:51:11.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:22:0) after 5m18s
[03:56:29.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:22:0)
[03:56:29.456] Build status: SCHEDULED
[03:56:29.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:23:0) after 2m34s
[03:59:03.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:23:0)
[03:59:03.483] Build status: SCHEDULED
[03:59:03.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:24:0) after 1m53s
[04:00:56.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:24:0)
[04:00:56.563] Build status: SCHEDULED
[04:00:56.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:25:0) after 1m15s
[04:02:11.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:25:0)
[04:02:11.601] Build status: SCHEDULED
[04:02:11.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:26:0) after 7m43s
[04:09:54.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:26:0)
[04:09:54.695] Build status: SCHEDULED
[04:09:54.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:27:0) after 5m53s
[04:15:47.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:27:0)
[04:15:47.819] Build status: SCHEDULED
[04:15:47.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:28:0) after 7m39s
[04:23:27.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:28:0)
[04:23:27.083] Build status: SCHEDULED
[04:23:27.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:29:0) after 6m59s
[04:30:26.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:29:0)
[04:30:26.134] Build status: SCHEDULED
[04:30:26.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:30:0) after 5m20s
[04:35:46.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:30:0)
[04:35:46.265] Build status: SCHEDULED
[04:35:46.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:31:0) after 2m9s
[04:37:55.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:31:0)
[04:37:55.304] Build status: SCHEDULED
[04:37:55.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:32:0) after 9m55s
[04:47:50.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:32:0)
[04:47:50.425] Build status: SCHEDULED
[04:47:50.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:33:0) after 5m46s
[04:53:36.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:33:0)
[04:53:36.476] Build status: SCHEDULED
[04:53:36.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:34:0) after 7m43s
[05:01:19.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:34:0)
[05:01:19.510] Build status: SCHEDULED
[05:01:19.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:35:0) after 1m56s
[05:03:15.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:35:0)
[05:03:15.623] Build status: SCHEDULED
[05:03:15.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:36:0) after 4m55s
[05:08:10.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:36:0)
[05:08:10.650] Build status: SCHEDULED
[05:08:10.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:37:0) after 1m54s
[05:10:04.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:37:0)
[05:10:04.891] Build status: SCHEDULED
[05:10:04.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:38:0) after 1m39s
[05:11:44.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:38:0)
[05:11:44.069] Build status: SCHEDULED
[05:11:44.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:39:0) after 6m17s
[05:18:01.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:39:0)
[05:18:01.066] Build status: SCHEDULED
[05:18:01.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:40:0) after 3m51s
[05:21:52.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:40:0)
[05:21:52.146] Build status: SCHEDULED
[05:21:52.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:41:0) after 8m5s
[05:29:57.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:41:0)
[05:29:57.231] Build status: SCHEDULED
[05:29:57.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:42:0) after 9m37s
[05:39:34.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:42:0)
[05:39:34.331] Build status: SCHEDULED
[05:39:34.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:43:0) after 3m17s
[05:42:51.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:43:0)
[05:42:51.426] Build status: SCHEDULED
[05:42:51.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:44:0) after 6m7s
[05:48:58.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:44:0)
[05:48:58.534] Build status: SCHEDULED
[05:48:58.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:45:0) after 1m49s
[05:50:47.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:45:0)
[05:50:47.579] Build status: SCHEDULED
[05:50:47.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:46:0) after 4m21s
[05:55:08.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:46:0)
[05:55:08.564] Build status: SCHEDULED
[05:55:08.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:47:0) after 9m38s
[06:04:46.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:47:0)
[06:04:46.593] Build status: SCHEDULED
[06:04:46.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:48:0) after 7m13s
[06:11:59.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:48:0)
[06:11:59.629] Build status: SCHEDULED
[06:11:59.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:49:0) after 2m17s
[06:14:16.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:49:0)
[06:14:16.676] Build status: SCHEDULED
[06:14:16.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:50:0) after 1m42s
[06:15:58.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:50:0)
[06:15:58.713] Build status: SCHEDULED
[06:15:58.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:51:0) after 7m48s
[06:23:46.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:51:0)
[06:23:46.824] Build status: SCHEDULED
[06:23:46.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:52:0) after 9m15s
[06:33:01.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:52:0)
[06:33:01.862] Build status: SCHEDULED
[06:33:01.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:53:0) after 9m44s
[06:42:45.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:53:0)
[06:42:45.973] Build status: SCHEDULED
[06:42:45.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:54:0) after 1m17s
[06:44:02.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:54:0)
[06:44:03.005] Build status: SCHEDULED
[06:44:03.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:55:0) after 1m2s
[06:45:05.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:55:0)
[06:45:05.050] Build status: SCHEDULED
[06:45:05.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:56:0) after 9m18s
[06:54:23.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:56:0)
[06:54:23.129] Build status: SCHEDULED
[06:54:23.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:57:0) after 6m59s
[07:01:22.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:57:0)
[07:01:22.252] Build status: SCHEDULED
[07:01:22.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:58:0) after 1m58s
[07:03:20.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:58:0)
[07:03:20.425] Build status: SCHEDULED
[07:03:20.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:59:0) after 6m0s
[07:09:20.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:59:0)
[07:09:20.553] Build status: SCHEDULED
[07:09:20.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:60:0) after 6m19s
[07:15:39.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:60:0)
[07:15:39.596] Build status: SCHEDULED
[07:15:39.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:61:0) after 7m57s
[07:23:36.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:61:0)
[07:23:36.641] Build status: SCHEDULED
[07:23:36.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:62:0) after 7m1s
[07:30:37.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:62:0)
[07:30:37.668] Build status: SCHEDULED
[07:30:37.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:63:0) after 1m52s
[07:32:29.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:63:0)
[07:32:29.709] Build status: SCHEDULED
[07:32:29.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:64:0) after 3m34s
[07:36:03.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:64:0)
[07:36:03.744] Build status: SCHEDULED
[07:36:03.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:65:0) after 3m47s
[07:39:50.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:65:0)
[07:39:50.860] Build status: SCHEDULED
[07:39:50.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:66:0) after 3m18s
[07:43:08.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:66:0)
[07:43:08.942] Build status: SCHEDULED
[07:43:08.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:67:0) after 3m42s
[07:46:50.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:67:0)
[07:46:51.049] Build status: SCHEDULED
[07:46:51.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:68:0) after 6m57s
[07:53:48.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:68:0)
[07:53:48.181] Build status: SCHEDULED
[07:53:48.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:69:0) after 1m38s
[07:55:26.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:69:0)
[07:55:26.213] Build status: SCHEDULED
[07:55:26.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:70:0) after 2m26s
[07:57:52.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:70:0)
[07:57:52.245] Build status: SCHEDULED
[07:57:52.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:71:0) after 9m16s
[08:07:08.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:71:0)
[08:07:08.294] Build status: SCHEDULED
[08:07:08.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:72:0) after 3m59s
[08:11:07.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:72:0)
[08:11:07.351] Build status: SCHEDULED
[08:11:07.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:73:0) after 5m33s
[08:16:40.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:73:0)
[08:16:40.385] Build status: SCHEDULED
[08:16:40.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:74:0) after 3m35s
[08:20:15.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:74:0)
[08:20:15.427] Build status: SCHEDULED
[08:20:15.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:75:0) after 1m32s
[08:21:47.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:75:0)
[08:21:47.459] Build status: SCHEDULED
[08:21:47.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:76:0) after 7m52s
[08:29:39.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:76:0)
[08:29:39.542] Build status: SCHEDULED
[08:29:39.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:77:0) after 1m50s
[08:31:29.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:77:0)
[08:31:29.628] Build status: SCHEDULED
[08:31:29.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:78:0) after 1m27s
[08:32:56.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:78:0)
[08:32:56.681] Build status: SCHEDULED
[08:32:56.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:79:0) after 6m23s
[08:39:19.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:79:0)
[08:39:19.765] Build status: SCHEDULED
[08:39:19.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:80:0) after 7m34s
[08:46:53.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:80:0)
[08:46:53.802] Build status: SCHEDULED
[08:46:53.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:81:0) after 6m4s
[08:52:57.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:81:0)
[08:52:57.879] Build status: SCHEDULED
[08:52:57.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:82:0) after 2m20s
[08:55:17.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:82:0)
[08:55:17.934] Build status: SCHEDULED
[08:55:17.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:83:0) after 6m14s
[09:01:31.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:83:0)
[09:01:31.989] Build status: SCHEDULED
[09:01:31.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:84:0) after 1m46s
[09:03:18.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:84:0)
[09:03:18.602] Build status: SCHEDULED
[09:03:18.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:85:0) after 9m14s
[09:12:32.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:85:0)
[09:12:32.718] Build status: SCHEDULED
[09:12:32.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:86:0) after 6m56s
[09:19:28.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:86:0)
[09:19:28.931] Build status: SCHEDULED
[09:19:28.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:87:0) after 9m42s
[09:24:02.454] Received PubSub notification, asking Buildbucket for the build status
[09:24:02.473] Build status: STARTED
[09:29:11.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:87:0)
[09:29:11.130] Build status: STARTED
[09:29:11.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:89:0) after 6m49s
[09:36:00.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:89:0)
[09:36:00.159] Build status: STARTED
[09:36:00.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860795184156462288:90:0) after 9m54s
[09:38:21.345] Received PubSub notification, asking Buildbucket for the build status
[09:38:21.361] Build:
{
"id": "8695365122244158785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-16T02:03:53.349180299Z",
"startTime": "2025-12-16T09:24:02.288711920Z",
"endTime": "2025-12-16T09:38:20.632309618Z",
"updateTime": "2025-12-16T09:38:20.632309618Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e5d78e5ee4d49b290f2fe7e6d5b610b0e5012ec7",
"ref": "refs/heads/main"
}
}
}
[09:38:21.361] Invocation finished in 7h34m29.22025268s with status SUCCEEDED