[01:35:31.495] New invocation is queued and will start shortly
[01:35:32.677] Starting the invocation (attempt 1)
[01:35:32.713] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
[01:35:32.713] Popped gitiles commit info from properties and tags
[01:35:32.713] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:35:32.713] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:35:32.713] Buildbucket request:
{
"requestId": "8872574573056410704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872574573056410704",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90",
"title": "13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13d5a248a7b8e1acf1024dd8d5dde2d274d5bd90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f601d6506b83d885c657f386bd9d0366128ac573"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f601d6506b83d885c657f386bd9d0366128ac573",
"title": "f601d6506b83d885c657f386bd9d0366128ac573",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f601d6506b83d885c657f386bd9d0366128ac573"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "969464c07c73162b0b282baecbea15deeb345e3e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@969464c07c73162b0b282baecbea15deeb345e3e",
"title": "969464c07c73162b0b282baecbea15deeb345e3e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/969464c07c73162b0b282baecbea15deeb345e3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6732af373b57d5375ff17cbf31a4ab0152226333"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6732af373b57d5375ff17cbf31a4ab0152226333",
"title": "6732af373b57d5375ff17cbf31a4ab0152226333",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6732af373b57d5375ff17cbf31a4ab0152226333"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
"title": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b9b629a122fd9ea9ce26c1819f7eed811fa8b60"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872574573056410704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:35:33.347] Scheduled build:
{
"id": "8707144511010737009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T01:35:32.819583793Z",
"updateTime": "2025-08-08T01:35:32.819583793Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
"ref": "refs/heads/main"
}
}
}
[01:35:33.347] Task URL: https://cr-buildbucket.appspot.com/build/8707144511010737009
[01:35:33.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:2:0) after 3m32s
[01:35:34.286] Received PubSub notification, asking Buildbucket for the build status
[01:35:34.321] Build status: SCHEDULED
[01:39:05.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:2:0)
[01:39:05.407] Build status: SCHEDULED
[01:39:05.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:4:0) after 7m44s
[01:46:49.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:4:0)
[01:46:49.449] Build status: SCHEDULED
[01:46:49.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:5:0) after 5m32s
[01:52:21.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:5:0)
[01:52:21.565] Build status: SCHEDULED
[01:52:21.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:6:0) after 6m55s
[01:59:16.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:6:0)
[01:59:16.592] Build status: SCHEDULED
[01:59:16.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:7:0) after 3m31s
[02:02:47.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:7:0)
[02:02:47.681] Build status: SCHEDULED
[02:02:47.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:8:0) after 5m13s
[02:08:00.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:8:0)
[02:08:00.774] Build status: SCHEDULED
[02:08:00.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:9:0) after 4m32s
[02:12:32.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:9:0)
[02:12:32.913] Build status: SCHEDULED
[02:12:32.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:10:0) after 9m4s
[02:21:36.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:10:0)
[02:21:36.944] Build status: SCHEDULED
[02:21:36.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:11:0) after 1m42s
[02:23:18.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:11:0)
[02:23:18.931] Build status: SCHEDULED
[02:23:18.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:12:0) after 1m35s
[02:24:53.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:12:0)
[02:24:54.007] Build status: SCHEDULED
[02:24:54.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:13:0) after 6m32s
[02:31:26.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:13:0)
[02:31:26.567] Build status: SCHEDULED
[02:31:26.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:14:0) after 5m50s
[02:37:16.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:14:0)
[02:37:16.611] Build status: SCHEDULED
[02:37:16.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:15:0) after 4m37s
[02:41:53.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:15:0)
[02:41:53.792] Build status: SCHEDULED
[02:41:53.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:16:0) after 1m6s
[02:42:59.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:16:0)
[02:42:59.798] Build status: SCHEDULED
[02:42:59.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:17:0) after 9m34s
[02:52:33.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:17:0)
[02:52:33.850] Build status: SCHEDULED
[02:52:33.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:18:0) after 8m31s
[03:01:04.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:18:0)
[03:01:04.882] Build status: SCHEDULED
[03:01:04.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:19:0) after 6m58s
[03:08:02.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:19:0)
[03:08:02.960] Build status: SCHEDULED
[03:08:02.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:20:0) after 6m21s
[03:14:24.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:20:0)
[03:14:24.098] Build status: SCHEDULED
[03:14:24.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:21:0) after 2m29s
[03:16:53.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:21:0)
[03:16:53.246] Build status: SCHEDULED
[03:16:53.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:22:0) after 4m33s
[03:21:26.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:22:0)
[03:21:26.346] Build status: SCHEDULED
[03:21:26.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:23:0) after 9m37s
[03:31:03.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:23:0)
[03:31:03.401] Build status: SCHEDULED
[03:31:03.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:24:0) after 8m52s
[03:39:55.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:24:0)
[03:39:55.480] Build status: SCHEDULED
[03:39:55.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:25:0) after 2m25s
[03:42:20.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:25:0)
[03:42:20.510] Build status: SCHEDULED
[03:42:20.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:26:0) after 2m19s
[03:44:39.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:26:0)
[03:44:39.563] Build status: SCHEDULED
[03:44:39.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:27:0) after 6m38s
[03:51:17.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:27:0)
[03:51:17.569] Build status: SCHEDULED
[03:51:17.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:28:0) after 8m2s
[03:59:19.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:28:0)
[03:59:19.570] Build status: SCHEDULED
[03:59:19.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:29:0) after 6m52s
[04:06:11.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:29:0)
[04:06:11.697] Build status: SCHEDULED
[04:06:11.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:30:0) after 3m53s
[04:10:04.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:30:0)
[04:10:04.771] Build status: SCHEDULED
[04:10:04.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:31:0) after 7m21s
[04:17:25.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:31:0)
[04:17:25.865] Build status: SCHEDULED
[04:17:25.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:32:0) after 9m8s
[04:26:33.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:32:0)
[04:26:33.887] Build status: SCHEDULED
[04:26:33.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:33:0) after 5m44s
[04:32:17.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:33:0)
[04:32:17.922] Build status: SCHEDULED
[04:32:17.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:34:0) after 5m45s
[04:38:02.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:34:0)
[04:38:02.957] Build status: SCHEDULED
[04:38:02.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:35:0) after 7m13s
[04:45:16.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:35:0)
[04:45:16.144] Build status: SCHEDULED
[04:45:16.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:36:0) after 7m44s
[04:53:00.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:36:0)
[04:53:00.271] Build status: SCHEDULED
[04:53:00.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:37:0) after 5m51s
[04:58:51.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:37:0)
[04:58:51.332] Build status: SCHEDULED
[04:58:51.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:38:0) after 5m24s
[05:04:15.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:38:0)
[05:04:15.385] Build status: SCHEDULED
[05:04:15.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:39:0) after 4m38s
[05:08:53.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:39:0)
[05:08:53.422] Build status: SCHEDULED
[05:08:53.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:40:0) after 3m3s
[05:11:56.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:40:0)
[05:11:56.586] Build status: SCHEDULED
[05:11:56.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:41:0) after 4m56s
[05:16:52.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:41:0)
[05:16:52.627] Build status: SCHEDULED
[05:16:52.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:42:0) after 8m44s
[05:25:36.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:42:0)
[05:25:36.678] Build status: SCHEDULED
[05:25:36.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:43:0) after 8m1s
[05:33:37.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:43:0)
[05:33:37.714] Build status: SCHEDULED
[05:33:37.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:44:0) after 1m36s
[05:35:13.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:44:0)
[05:35:13.753] Build status: SCHEDULED
[05:35:13.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:45:0) after 3m43s
[05:38:56.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:45:0)
[05:38:56.745] Build status: SCHEDULED
[05:38:56.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:46:0) after 1m57s
[05:40:53.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:46:0)
[05:40:53.817] Build status: SCHEDULED
[05:40:53.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:47:0) after 7m16s
[05:48:09.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:47:0)
[05:48:09.874] Build status: SCHEDULED
[05:48:09.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:48:0) after 5m43s
[05:53:52.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:48:0)
[05:53:52.991] Build status: SCHEDULED
[05:53:52.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:49:0) after 2m56s
[05:56:49.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:49:0)
[05:56:49.124] Build status: SCHEDULED
[05:56:49.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:50:0) after 3m6s
[05:59:55.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:50:0)
[05:59:55.169] Build status: SCHEDULED
[05:59:55.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:51:0) after 4m43s
[06:04:38.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:51:0)
[06:04:38.301] Build status: SCHEDULED
[06:04:38.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:52:0) after 1m54s
[06:06:32.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:52:0)
[06:06:32.385] Build status: SCHEDULED
[06:06:32.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:53:0) after 4m6s
[06:10:38.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:53:0)
[06:10:38.454] Build status: SCHEDULED
[06:10:38.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:54:0) after 3m17s
[06:13:55.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:54:0)
[06:13:55.503] Build status: SCHEDULED
[06:13:55.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:55:0) after 6m27s
[06:20:22.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:55:0)
[06:20:22.644] Build status: SCHEDULED
[06:20:22.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:56:0) after 1m18s
[06:21:40.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:56:0)
[06:21:40.682] Build status: SCHEDULED
[06:21:40.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:57:0) after 4m4s
[06:25:44.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:57:0)
[06:25:44.685] Build status: SCHEDULED
[06:25:44.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:58:0) after 3m29s
[06:29:13.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:58:0)
[06:29:13.737] Build status: SCHEDULED
[06:29:13.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:59:0) after 5m44s
[06:34:57.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:59:0)
[06:34:57.822] Build status: SCHEDULED
[06:34:57.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:60:0) after 4m12s
[06:39:09.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:60:0)
[06:39:09.916] Build status: SCHEDULED
[06:39:09.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:61:0) after 8m14s
[06:47:24.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:61:0)
[06:47:24.078] Build status: SCHEDULED
[06:47:24.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:62:0) after 8m10s
[06:55:34.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:62:0)
[06:55:34.163] Build status: SCHEDULED
[06:55:34.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:63:0) after 2m1s
[06:57:35.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:63:0)
[06:57:35.244] Build status: SCHEDULED
[06:57:35.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:64:0) after 3m15s
[07:00:50.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:64:0)
[07:00:50.253] Build status: SCHEDULED
[07:00:50.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:65:0) after 7m8s
[07:07:58.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:65:0)
[07:07:58.328] Build status: SCHEDULED
[07:07:58.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:66:0) after 7m53s
[07:15:51.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:66:0)
[07:15:51.378] Build status: SCHEDULED
[07:15:51.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:67:0) after 8m11s
[07:24:02.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:67:0)
[07:24:02.455] Build status: SCHEDULED
[07:24:02.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:68:0) after 6m58s
[07:31:00.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:68:0)
[07:31:00.666] Build status: SCHEDULED
[07:31:00.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:69:0) after 6m30s
[07:37:30.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:69:0)
[07:37:30.700] Build status: SCHEDULED
[07:37:30.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:70:0) after 7m33s
[07:45:03.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:70:0)
[07:45:03.738] Build status: SCHEDULED
[07:45:03.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:71:0) after 2m10s
[07:47:13.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:71:0)
[07:47:13.987] Build status: SCHEDULED
[07:47:13.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:72:0) after 1m19s
[07:48:33.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:72:0)
[07:48:33.226] Build status: SCHEDULED
[07:48:33.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:73:0) after 4m17s
[07:52:50.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:73:0)
[07:52:50.640] Build status: SCHEDULED
[07:52:50.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:74:0) after 4m18s
[07:57:08.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:74:0)
[07:57:08.686] Build status: SCHEDULED
[07:57:08.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:75:0) after 9m3s
[08:06:11.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:75:0)
[08:06:11.800] Build status: SCHEDULED
[08:06:11.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:76:0) after 8m37s
[08:14:48.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:76:0)
[08:14:48.883] Build status: SCHEDULED
[08:14:48.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:77:0) after 5m27s
[08:20:15.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:77:0)
[08:20:15.938] Build status: SCHEDULED
[08:20:15.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:78:0) after 2m42s
[08:22:58.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:78:0)
[08:22:58.097] Build status: SCHEDULED
[08:22:58.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:79:0) after 1m55s
[08:24:53.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:79:0)
[08:24:53.119] Build status: SCHEDULED
[08:24:53.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:80:0) after 3m20s
[08:28:13.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:80:0)
[08:28:13.261] Build status: SCHEDULED
[08:28:13.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:81:0) after 3m50s
[08:32:03.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:81:0)
[08:32:03.301] Build status: SCHEDULED
[08:32:03.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:82:0) after 7m17s
[08:39:20.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:82:0)
[08:39:20.341] Build status: SCHEDULED
[08:39:20.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:83:0) after 5m36s
[08:44:56.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:83:0)
[08:44:56.479] Build status: SCHEDULED
[08:44:56.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:84:0) after 9m20s
[08:54:16.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:84:0)
[08:54:16.551] Build status: SCHEDULED
[08:54:16.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:85:0) after 3m45s
[08:58:01.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:85:0)
[08:58:01.648] Build status: SCHEDULED
[08:58:01.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:86:0) after 9m37s
[09:07:38.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:86:0)
[09:07:39.057] Build status: SCHEDULED
[09:07:39.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:87:0) after 2m1s
[09:09:40.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:87:0)
[09:09:40.124] Build status: SCHEDULED
[09:09:40.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:88:0) after 7m1s
[09:16:41.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:88:0)
[09:16:41.163] Build status: SCHEDULED
[09:16:41.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:89:0) after 7m3s
[09:22:51.589] Received PubSub notification, asking Buildbucket for the build status
[09:22:51.613] Build status: STARTED
[09:23:44.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:89:0)
[09:23:44.373] Build status: STARTED
[09:23:44.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:91:0) after 4m3s
[09:27:47.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:91:0)
[09:27:47.407] Build status: STARTED
[09:27:47.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:92:0) after 4m16s
[09:32:03.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:92:0)
[09:32:03.450] Build status: STARTED
[09:32:03.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872574573056410704:93:0) after 7m47s
[09:36:04.907] Received PubSub notification, asking Buildbucket for the build status
[09:36:04.925] Build:
{
"id": "8707144511010737009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T01:35:32.819583793Z",
"startTime": "2025-08-08T09:22:51.314503842Z",
"endTime": "2025-08-08T09:36:04.615422438Z",
"updateTime": "2025-08-08T09:36:04.615422438Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9b9b629a122fd9ea9ce26c1819f7eed811fa8b60",
"ref": "refs/heads/main"
}
}
}
[09:36:04.925] Invocation finished in 8h0m33.440867805s with status SUCCEEDED