[00:26:20.278] New invocation is queued and will start shortly
[00:26:21.398] Starting the invocation (attempt 1)
[00:26:21.421] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
[00:26:21.421] Popped gitiles commit info from properties and tags
[00:26:21.421] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:26:21.421] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:26:21.436] Buildbucket request:
{
"requestId": "8862522662654568832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862522662654568832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee8b6ee2534eafad3292d44b84e21d273fdf01db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee8b6ee2534eafad3292d44b84e21d273fdf01db",
"title": "ee8b6ee2534eafad3292d44b84e21d273fdf01db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee8b6ee2534eafad3292d44b84e21d273fdf01db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b4e85396981f9d7b019b84e2d06af12f83361e97"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b4e85396981f9d7b019b84e2d06af12f83361e97",
"title": "b4e85396981f9d7b019b84e2d06af12f83361e97",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b4e85396981f9d7b019b84e2d06af12f83361e97"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c4c8c7be6a2edd18076865fd4e9b66830c1dee48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4c8c7be6a2edd18076865fd4e9b66830c1dee48",
"title": "c4c8c7be6a2edd18076865fd4e9b66830c1dee48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4c8c7be6a2edd18076865fd4e9b66830c1dee48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
"title": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e1a57a6a46203effb449a4c1d910ba0e290f5d72"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1a57a6a46203effb449a4c1d910ba0e290f5d72",
"title": "e1a57a6a46203effb449a4c1d910ba0e290f5d72",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1a57a6a46203effb449a4c1d910ba0e290f5d72"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ab421e291f28316fdb926c5c06ddb4da7be3ff89"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"title": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862522662654568832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:26:21.843] Scheduled build:
{
"id": "8697092600728741985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T00:26:21.486703451Z",
"updateTime": "2025-11-27T00:26:21.486703451Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
}
}
}
[00:26:21.843] Task URL: https://cr-buildbucket.appspot.com/build/8697092600728741985
[00:26:21.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:2:0) after 4m27s
[00:26:22.830] Received PubSub notification, asking Buildbucket for the build status
[00:26:23.017] Build status: SCHEDULED
[00:30:48.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:2:0)
[00:30:48.891] Build status: SCHEDULED
[00:30:48.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:4:0) after 7m9s
[00:37:57.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:4:0)
[00:37:58.058] Build status: SCHEDULED
[00:37:58.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:5:0) after 3m43s
[00:41:41.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:5:0)
[00:41:41.090] Build status: SCHEDULED
[00:41:41.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:6:0) after 6m23s
[00:48:04.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:6:0)
[00:48:04.183] Build status: SCHEDULED
[00:48:04.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:7:0) after 1m59s
[00:50:03.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:7:0)
[00:50:03.208] Build status: SCHEDULED
[00:50:03.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:8:0) after 6m1s
[00:56:04.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:8:0)
[00:56:04.295] Build status: SCHEDULED
[00:56:04.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:9:0) after 6m55s
[01:02:59.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:9:0)
[01:02:59.366] Build status: SCHEDULED
[01:02:59.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:10:0) after 3m52s
[01:06:51.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:10:0)
[01:06:51.404] Build status: SCHEDULED
[01:06:51.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:11:0) after 2m4s
[01:08:55.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:11:0)
[01:08:55.488] Build status: SCHEDULED
[01:08:55.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:12:0) after 9m1s
[01:17:56.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:12:0)
[01:17:56.518] Build status: SCHEDULED
[01:17:56.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:13:0) after 7m16s
[01:25:12.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:13:0)
[01:25:12.575] Build status: SCHEDULED
[01:25:12.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:14:0) after 1m17s
[01:26:29.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:14:0)
[01:26:29.674] Build status: SCHEDULED
[01:26:29.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:15:0) after 6m0s
[01:32:29.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:15:0)
[01:32:29.716] Build status: SCHEDULED
[01:32:29.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:16:0) after 8m54s
[01:41:23.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:16:0)
[01:41:23.900] Build status: SCHEDULED
[01:41:23.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:17:0) after 1m40s
[01:43:03.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:17:0)
[01:43:03.931] Build status: SCHEDULED
[01:43:03.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:18:0) after 3m17s
[01:46:20.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:18:0)
[01:46:21.007] Build status: SCHEDULED
[01:46:21.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:19:0) after 7m27s
[01:53:48.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:19:0)
[01:53:48.046] Build status: SCHEDULED
[01:53:48.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:20:0) after 8m29s
[02:02:17.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:20:0)
[02:02:17.350] Build status: SCHEDULED
[02:02:17.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:21:0) after 7m3s
[02:09:20.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:21:0)
[02:09:20.450] Build status: SCHEDULED
[02:09:20.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:22:0) after 4m42s
[02:14:02.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:22:0)
[02:14:02.513] Build status: SCHEDULED
[02:14:02.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:23:0) after 6m1s
[02:20:03.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:23:0)
[02:20:03.653] Build status: SCHEDULED
[02:20:03.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:24:0) after 6m19s
[02:26:22.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:24:0)
[02:26:22.740] Build status: SCHEDULED
[02:26:22.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:25:0) after 6m13s
[02:32:35.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:25:0)
[02:32:35.913] Build status: SCHEDULED
[02:32:35.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:26:0) after 6m28s
[02:39:03.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:26:0)
[02:39:03.983] Build status: SCHEDULED
[02:39:03.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:27:0) after 7m9s
[02:46:13.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:27:0)
[02:46:13.063] Build status: SCHEDULED
[02:46:13.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:28:0) after 3m21s
[02:49:34.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:28:0)
[02:49:34.145] Build status: SCHEDULED
[02:49:34.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:29:0) after 7m11s
[02:56:45.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:29:0)
[02:56:45.188] Build status: SCHEDULED
[02:56:45.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:30:0) after 2m40s
[02:59:25.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:30:0)
[02:59:25.229] Build status: SCHEDULED
[02:59:25.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:31:0) after 1m12s
[03:00:37.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:31:0)
[03:00:37.344] Build status: SCHEDULED
[03:00:37.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:32:0) after 2m38s
[03:03:15.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:32:0)
[03:03:15.429] Build status: SCHEDULED
[03:03:15.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:33:0) after 8m54s
[03:12:09.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:33:0)
[03:12:09.637] Build status: SCHEDULED
[03:12:09.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:34:0) after 9m0s
[03:21:09.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:34:0)
[03:21:09.770] Build status: SCHEDULED
[03:21:09.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:35:0) after 3m51s
[03:25:00.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:35:0)
[03:25:00.905] Build status: SCHEDULED
[03:25:00.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:36:0) after 6m53s
[03:31:53.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:36:0)
[03:31:53.935] Build status: SCHEDULED
[03:31:53.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:37:0) after 7m21s
[03:39:15.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:37:0)
[03:39:15.076] Build status: SCHEDULED
[03:39:15.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:38:0) after 6m51s
[03:46:06.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:38:0)
[03:46:06.176] Build status: SCHEDULED
[03:46:06.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:39:0) after 6m54s
[03:53:00.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:39:0)
[03:53:00.246] Build status: SCHEDULED
[03:53:00.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:40:0) after 7m26s
[04:00:26.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:40:0)
[04:00:26.481] Build status: SCHEDULED
[04:00:26.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:41:0) after 3m22s
[04:03:48.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:41:0)
[04:03:48.579] Build status: SCHEDULED
[04:03:48.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:42:0) after 2m17s
[04:06:05.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:42:0)
[04:06:05.575] Build status: SCHEDULED
[04:06:05.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:43:0) after 5m45s
[04:11:50.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:43:0)
[04:11:50.634] Build status: SCHEDULED
[04:11:50.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:44:0) after 1m53s
[04:13:43.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:44:0)
[04:13:43.716] Build status: SCHEDULED
[04:13:43.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:45:0) after 5m19s
[04:19:02.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:45:0)
[04:19:02.839] Build status: SCHEDULED
[04:19:02.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:46:0) after 3m55s
[04:22:57.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:46:0)
[04:22:57.869] Build status: SCHEDULED
[04:22:57.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:47:0) after 4m3s
[04:27:00.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:47:0)
[04:27:00.975] Build status: SCHEDULED
[04:27:00.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:48:0) after 9m58s
[04:36:59.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:48:0)
[04:36:59.064] Build status: SCHEDULED
[04:36:59.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:49:0) after 4m13s
[04:41:12.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:49:0)
[04:41:12.163] Build status: SCHEDULED
[04:41:12.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:50:0) after 9m46s
[04:50:58.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:50:0)
[04:50:58.265] Build status: SCHEDULED
[04:50:58.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:51:0) after 1m0s
[04:51:58.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:51:0)
[04:51:58.295] Build status: SCHEDULED
[04:51:58.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:52:0) after 4m17s
[04:56:15.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:52:0)
[04:56:15.328] Build status: SCHEDULED
[04:56:15.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:53:0) after 7m45s
[05:04:00.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:53:0)
[05:04:00.413] Build status: SCHEDULED
[05:04:00.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:54:0) after 1m44s
[05:05:44.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:54:0)
[05:05:44.441] Build status: SCHEDULED
[05:05:44.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:55:0) after 2m49s
[05:08:33.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:55:0)
[05:08:33.576] Build status: SCHEDULED
[05:08:33.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:56:0) after 1m33s
[05:10:06.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:56:0)
[05:10:06.755] Build status: SCHEDULED
[05:10:06.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:57:0) after 2m39s
[05:12:45.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:57:0)
[05:12:45.794] Build status: SCHEDULED
[05:12:45.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:58:0) after 2m15s
[05:15:00.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:58:0)
[05:15:00.809] Build status: SCHEDULED
[05:15:00.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:59:0) after 2m3s
[05:17:03.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:59:0)
[05:17:03.893] Build status: SCHEDULED
[05:17:03.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:60:0) after 5m19s
[05:22:22.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:60:0)
[05:22:22.991] Build status: SCHEDULED
[05:22:22.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:61:0) after 4m16s
[05:26:39.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:61:0)
[05:26:39.085] Build status: SCHEDULED
[05:26:39.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:62:0) after 3m48s
[05:30:27.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:62:0)
[05:30:27.180] Build status: SCHEDULED
[05:30:27.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:63:0) after 8m55s
[05:39:22.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:63:0)
[05:39:22.196] Build status: SCHEDULED
[05:39:22.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:64:0) after 3m54s
[05:43:16.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:64:0)
[05:43:16.241] Build status: SCHEDULED
[05:43:16.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:65:0) after 9m31s
[05:52:47.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:65:0)
[05:52:47.319] Build status: SCHEDULED
[05:52:47.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:66:0) after 5m49s
[05:58:36.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:66:0)
[05:58:36.437] Build status: SCHEDULED
[05:58:36.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:67:0) after 7m15s
[06:05:51.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:67:0)
[06:05:51.479] Build status: SCHEDULED
[06:05:51.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:68:0) after 1m30s
[06:07:21.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:68:0)
[06:07:21.549] Build status: SCHEDULED
[06:07:21.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:69:0) after 7m56s
[06:15:17.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:69:0)
[06:15:17.684] Build status: SCHEDULED
[06:15:17.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:70:0) after 3m16s
[06:18:33.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:70:0)
[06:18:33.753] Build status: SCHEDULED
[06:18:33.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:71:0) after 9m6s
[06:27:39.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:71:0)
[06:27:40.033] Build status: SCHEDULED
[06:27:40.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:72:0) after 8m19s
[06:35:59.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:72:0)
[06:35:59.165] Build status: SCHEDULED
[06:35:59.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:73:0) after 6m42s
[06:42:41.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:73:0)
[06:42:41.248] Build status: SCHEDULED
[06:42:41.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:74:0) after 8m50s
[06:51:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:74:0)
[06:51:31.297] Build status: SCHEDULED
[06:51:31.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:75:0) after 7m58s
[06:59:29.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:75:0)
[06:59:29.346] Build status: SCHEDULED
[06:59:29.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:76:0) after 1m21s
[07:00:50.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:76:0)
[07:00:50.637] Build status: SCHEDULED
[07:00:50.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:77:0) after 8m25s
[07:09:15.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:77:0)
[07:09:15.705] Build status: SCHEDULED
[07:09:15.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:78:0) after 7m41s
[07:16:56.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:78:0)
[07:16:56.763] Build status: SCHEDULED
[07:16:56.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:79:0) after 9m35s
[07:26:31.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:79:0)
[07:26:31.796] Build status: SCHEDULED
[07:26:31.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:80:0) after 6m52s
[07:33:23.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:80:0)
[07:33:23.830] Build status: SCHEDULED
[07:33:23.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:81:0) after 7m46s
[07:41:09.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:81:0)
[07:41:10.390] Build status: SCHEDULED
[07:41:10.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:82:0) after 3m45s
[07:44:55.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:82:0)
[07:44:55.395] Build status: SCHEDULED
[07:44:55.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:83:0) after 5m5s
[07:47:13.274] Received PubSub notification, asking Buildbucket for the build status
[07:47:13.290] Build status: STARTED
[07:50:00.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:83:0)
[07:50:00.481] Build status: STARTED
[07:50:00.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8862522662654568832:85:0) after 9m30s
[07:57:31.096] Received PubSub notification, asking Buildbucket for the build status
[07:57:31.118] Build:
{
"id": "8697092600728741985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T00:26:21.486703451Z",
"startTime": "2025-11-27T07:46:45.575078529Z",
"endTime": "2025-11-27T07:57:29.084667646Z",
"updateTime": "2025-11-27T07:57:29.084667646Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
}
}
}
[07:57:31.118] Invocation finished in 7h31m10.852495677s with status SUCCEEDED