[09:40:02.871] New invocation is queued and will start shortly
[09:40:04.018] Starting the invocation (attempt 1)
[09:40:04.048] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/769a062730c0d17de49bcf1733bebfbb78c8ac04"
[09:40:04.049] Popped gitiles commit info from properties and tags
[09:40:04.049] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:40:04.049] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:40:04.049] Buildbucket request:
{
"requestId": "8869010807813575504",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869010807813575504",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "769a062730c0d17de49bcf1733bebfbb78c8ac04"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@769a062730c0d17de49bcf1733bebfbb78c8ac04",
"title": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/769a062730c0d17de49bcf1733bebfbb78c8ac04"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869010807813575504"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:40:04.401] Scheduled build:
{
"id": "8703580745867308673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T09:40:04.106851557Z",
"updateTime": "2025-09-16T09:40:04.106851557Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
"ref": "refs/heads/main"
}
}
}
[09:40:04.401] Task URL: https://cr-buildbucket.appspot.com/build/8703580745867308673
[09:40:04.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:2:0) after 9m2s
[09:40:05.360] Received PubSub notification, asking Buildbucket for the build status
[09:40:05.424] Build status: SCHEDULED
[09:49:06.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:2:0)
[09:49:06.425] Build status: SCHEDULED
[09:49:06.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:4:0) after 7m37s
[09:56:43.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:4:0)
[09:56:43.463] Build status: SCHEDULED
[09:56:43.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:5:0) after 8m23s
[10:05:06.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:5:0)
[10:05:06.607] Build status: SCHEDULED
[10:05:06.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:6:0) after 5m10s
[10:10:16.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:6:0)
[10:10:16.661] Build status: SCHEDULED
[10:10:16.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:7:0) after 8m8s
[10:18:24.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:7:0)
[10:18:24.802] Build status: SCHEDULED
[10:18:24.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:8:0) after 2m13s
[10:20:37.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:8:0)
[10:20:37.931] Build status: SCHEDULED
[10:20:37.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:9:0) after 5m8s
[10:25:45.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:9:0)
[10:25:46.020] Build status: SCHEDULED
[10:25:46.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:10:0) after 1m45s
[10:27:31.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:10:0)
[10:27:31.276] Build status: SCHEDULED
[10:27:31.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:11:0) after 4m8s
[10:31:39.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:11:0)
[10:31:39.703] Build status: SCHEDULED
[10:31:39.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:12:0) after 8m30s
[10:40:09.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:12:0)
[10:40:09.782] Build status: SCHEDULED
[10:40:09.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:13:0) after 6m52s
[10:47:01.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:13:0)
[10:47:01.826] Build status: SCHEDULED
[10:47:01.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:14:0) after 7m30s
[10:54:31.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:14:0)
[10:54:31.909] Build status: SCHEDULED
[10:54:31.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:15:0) after 3m12s
[10:57:43.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:15:0)
[10:57:43.942] Build status: SCHEDULED
[10:57:43.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:16:0) after 5m55s
[11:03:38.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:16:0)
[11:03:39.009] Build status: SCHEDULED
[11:03:39.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:17:0) after 1m59s
[11:05:38.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:17:0)
[11:05:38.159] Build status: SCHEDULED
[11:05:38.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:18:0) after 2m21s
[11:07:59.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:18:0)
[11:07:59.364] Build status: SCHEDULED
[11:07:59.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:19:0) after 9m25s
[11:17:24.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:19:0)
[11:17:24.378] Build status: SCHEDULED
[11:17:24.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:20:0) after 7m45s
[11:25:09.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:20:0)
[11:25:09.417] Build status: SCHEDULED
[11:25:09.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:21:0) after 7m44s
[11:32:53.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:21:0)
[11:32:53.577] Build status: SCHEDULED
[11:32:53.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:22:0) after 6m2s
[11:38:55.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:22:0)
[11:38:55.609] Build status: SCHEDULED
[11:38:55.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:23:0) after 9m49s
[11:48:44.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:23:0)
[11:48:44.663] Build status: SCHEDULED
[11:48:44.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:24:0) after 3m20s
[11:52:04.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:24:0)
[11:52:04.706] Build status: SCHEDULED
[11:52:04.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:25:0) after 9m22s
[12:01:26.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:25:0)
[12:01:26.747] Build status: SCHEDULED
[12:01:26.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:26:0) after 9m38s
[12:11:04.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:26:0)
[12:11:04.825] Build status: SCHEDULED
[12:11:04.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:27:0) after 6m50s
[12:17:54.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:27:0)
[12:17:54.865] Build status: SCHEDULED
[12:17:54.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:28:0) after 8m0s
[12:26:28.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:28:0)
[12:26:28.503] Build status: SCHEDULED
[12:26:28.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:29:0) after 5m46s
[12:32:14.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:29:0)
[12:32:14.897] Build status: SCHEDULED
[12:32:14.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:30:0) after 3m7s
[12:35:22.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:30:0)
[12:35:22.379] Build status: SCHEDULED
[12:35:22.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:31:0) after 4m30s
[12:39:52.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:31:0)
[12:39:52.414] Build status: SCHEDULED
[12:39:52.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:32:0) after 8m21s
[12:48:13.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:32:0)
[12:48:13.448] Build status: SCHEDULED
[12:48:13.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:33:0) after 4m53s
[12:53:06.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:33:0)
[12:53:06.517] Build status: SCHEDULED
[12:53:06.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:34:0) after 3m15s
[12:56:21.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:34:0)
[12:56:21.862] Build status: SCHEDULED
[12:56:21.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:35:0) after 7m50s
[13:04:12.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:35:0)
[13:04:12.229] Build status: SCHEDULED
[13:04:12.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:36:0) after 5m59s
[13:10:11.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:36:0)
[13:10:11.675] Build status: SCHEDULED
[13:10:11.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:37:0) after 6m8s
[13:16:20.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:37:0)
[13:16:20.077] Build status: SCHEDULED
[13:16:20.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:38:0) after 8m56s
[13:25:16.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:38:0)
[13:25:16.168] Build status: SCHEDULED
[13:25:16.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:39:0) after 6m18s
[13:31:34.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:39:0)
[13:31:34.252] Build status: SCHEDULED
[13:31:34.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:40:0) after 4m38s
[13:36:12.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:40:0)
[13:36:12.287] Build status: SCHEDULED
[13:36:12.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:41:0) after 3m36s
[13:39:48.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:41:0)
[13:39:48.345] Build status: SCHEDULED
[13:39:48.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:42:0) after 2m16s
[13:42:04.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:42:0)
[13:42:04.384] Build status: SCHEDULED
[13:42:04.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:43:0) after 7m5s
[13:49:09.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:43:0)
[13:49:09.469] Build status: SCHEDULED
[13:49:09.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:44:0) after 8m59s
[13:58:08.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:44:0)
[13:58:08.626] Build status: SCHEDULED
[13:58:08.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:45:0) after 4m17s
[14:02:25.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:45:0)
[14:02:25.726] Build status: SCHEDULED
[14:02:25.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:46:0) after 5m31s
[14:07:56.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:46:0)
[14:07:56.759] Build status: SCHEDULED
[14:07:56.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:47:0) after 6m51s
[14:14:47.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:47:0)
[14:14:47.928] Build status: SCHEDULED
[14:14:47.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:48:0) after 3m46s
[14:18:33.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:48:0)
[14:18:33.952] Build status: SCHEDULED
[14:18:33.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:49:0) after 7m4s
[14:25:37.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:49:0)
[14:25:38.008] Build status: SCHEDULED
[14:25:38.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:50:0) after 3m4s
[14:28:42.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:50:0)
[14:28:42.102] Build status: SCHEDULED
[14:28:42.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:51:0) after 6m2s
[14:34:44.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:51:0)
[14:34:44.187] Build status: SCHEDULED
[14:34:44.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:52:0) after 7m30s
[14:42:14.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:52:0)
[14:42:14.382] Build status: SCHEDULED
[14:42:14.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:53:0) after 9m51s
[14:52:05.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:53:0)
[14:52:05.516] Build status: SCHEDULED
[14:52:05.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:54:0) after 4m41s
[14:56:46.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:54:0)
[14:56:46.623] Build status: SCHEDULED
[14:56:46.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:55:0) after 1m29s
[14:58:15.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:55:0)
[14:58:15.663] Build status: SCHEDULED
[14:58:15.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:56:0) after 5m56s
[15:04:11.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:56:0)
[15:04:11.764] Build status: SCHEDULED
[15:04:11.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:57:0) after 2m44s
[15:06:55.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:57:0)
[15:06:55.894] Build status: SCHEDULED
[15:06:55.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:58:0) after 8m39s
[15:15:35.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:58:0)
[15:15:35.069] Build status: SCHEDULED
[15:15:35.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:59:0) after 5m8s
[15:20:43.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:59:0)
[15:20:43.084] Build status: SCHEDULED
[15:20:43.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:60:0) after 1m3s
[15:21:46.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:60:0)
[15:21:46.183] Build status: SCHEDULED
[15:21:46.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:61:0) after 2m28s
[15:24:14.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:61:0)
[15:24:14.225] Build status: SCHEDULED
[15:24:14.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:62:0) after 5m21s
[15:29:35.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:62:0)
[15:29:35.314] Build status: SCHEDULED
[15:29:35.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:63:0) after 2m5s
[15:31:40.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:63:0)
[15:31:40.350] Build status: SCHEDULED
[15:31:40.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:64:0) after 2m23s
[15:34:03.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:64:0)
[15:34:03.482] Build status: SCHEDULED
[15:34:03.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:65:0) after 9m31s
[15:43:34.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:65:0)
[15:43:34.560] Build status: SCHEDULED
[15:43:34.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:66:0) after 7m37s
[15:51:11.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:66:0)
[15:51:11.680] Build status: SCHEDULED
[15:51:11.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:67:0) after 8m7s
[15:59:18.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:67:0)
[15:59:18.724] Build status: SCHEDULED
[15:59:18.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:68:0) after 9m23s
[16:08:41.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:68:0)
[16:08:41.934] Build status: SCHEDULED
[16:08:41.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:69:0) after 7m45s
[16:16:27.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:69:0)
[16:16:27.098] Build status: SCHEDULED
[16:16:27.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:70:0) after 7m51s
[16:24:18.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:70:0)
[16:24:18.140] Build status: SCHEDULED
[16:24:18.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:71:0) after 1m59s
[16:26:17.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:71:0)
[16:26:17.191] Build status: SCHEDULED
[16:26:17.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:72:0) after 9m49s
[16:36:06.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:72:0)
[16:36:06.350] Build status: SCHEDULED
[16:36:06.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:73:0) after 8m9s
[16:44:15.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:73:0)
[16:44:15.425] Build status: SCHEDULED
[16:44:15.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:74:0) after 5m21s
[16:48:42.762] Received PubSub notification, asking Buildbucket for the build status
[16:48:42.794] Build status: STARTED
[16:49:36.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:74:0)
[16:49:36.530] Build status: STARTED
[16:49:36.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:76:0) after 4m51s
[16:54:27.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:76:0)
[16:54:27.642] Build status: STARTED
[16:54:27.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:77:0) after 5m13s
[16:59:40.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:77:0)
[16:59:40.898] Build status: STARTED
[16:59:40.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:78:0) after 4m38s
[17:04:18.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:78:0)
[17:04:18.940] Build status: STARTED
[17:04:18.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:79:0) after 8m26s
[17:12:44.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:79:0)
[17:12:44.974] Build status: STARTED
[17:12:44.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:80:0) after 1m27s
[17:14:12.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:80:0)
[17:14:12.394] Build status: STARTED
[17:14:12.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:81:0) after 6m10s
[17:20:22.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:81:0)
[17:20:22.794] Build status: STARTED
[17:20:22.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:82:0) after 7m54s
[17:28:16.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:82:0)
[17:28:16.892] Build status: STARTED
[17:28:16.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869010807813575504:83:0) after 9m32s
[17:34:29.113] Received PubSub notification, asking Buildbucket for the build status
[17:34:29.149] Build:
{
"id": "8703580745867308673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T09:40:04.106851557Z",
"startTime": "2025-09-16T16:48:42.588446899Z",
"endTime": "2025-09-16T17:34:28.894207673Z",
"updateTime": "2025-09-16T17:34:28.894207673Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
"ref": "refs/heads/main"
}
}
}
[17:34:29.149] Invocation finished in 7h54m26.28275279s with status SUCCEEDED