[04:27:34.071] New invocation is queued and will start shortly
[04:27:35.922] Starting the invocation (attempt 1)
[04:27:35.953] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e0318cbf853bd2838ef0be854ae747593c445093"
[04:27:35.953] Popped gitiles commit info from properties and tags
[04:27:35.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:27:35.953] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:27:35.954] Buildbucket request:
{
"requestId": "8880173894230141072",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880173894230141072",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e6b5053d4ea8edbfe077d67f967a36043d68e19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e6b5053d4ea8edbfe077d67f967a36043d68e19",
"title": "6e6b5053d4ea8edbfe077d67f967a36043d68e19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e6b5053d4ea8edbfe077d67f967a36043d68e19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "91988cdde90496bb6c43e12fecbf7b9652d990f8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91988cdde90496bb6c43e12fecbf7b9652d990f8",
"title": "91988cdde90496bb6c43e12fecbf7b9652d990f8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91988cdde90496bb6c43e12fecbf7b9652d990f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9ef56ade53a3f63c86dc829199fb3a1b3bfe249"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9ef56ade53a3f63c86dc829199fb3a1b3bfe249",
"title": "f9ef56ade53a3f63c86dc829199fb3a1b3bfe249",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9ef56ade53a3f63c86dc829199fb3a1b3bfe249"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "675208e825d80f8415ab71a5af70a3c7780ed072"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@675208e825d80f8415ab71a5af70a3c7780ed072",
"title": "675208e825d80f8415ab71a5af70a3c7780ed072",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/675208e825d80f8415ab71a5af70a3c7780ed072"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "440bcbfce6a10d9600d465cf58912362948e4d93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@440bcbfce6a10d9600d465cf58912362948e4d93",
"title": "440bcbfce6a10d9600d465cf58912362948e4d93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/440bcbfce6a10d9600d465cf58912362948e4d93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "866cbb959c122d8bd58a7023bacf51523818d278"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@866cbb959c122d8bd58a7023bacf51523818d278",
"title": "866cbb959c122d8bd58a7023bacf51523818d278",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/866cbb959c122d8bd58a7023bacf51523818d278"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7e25bc12a88aeef0d0b0bf3dead7721e09d96904"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7e25bc12a88aeef0d0b0bf3dead7721e09d96904",
"title": "7e25bc12a88aeef0d0b0bf3dead7721e09d96904",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7e25bc12a88aeef0d0b0bf3dead7721e09d96904"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88088b137476e9cdc689a7e4c4e0f59b135d5e36"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88088b137476e9cdc689a7e4c4e0f59b135d5e36",
"title": "88088b137476e9cdc689a7e4c4e0f59b135d5e36",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88088b137476e9cdc689a7e4c4e0f59b135d5e36"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "54b73a2676a5f327bb17052ba8016d50da7e4ea4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"title": "54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/54b73a2676a5f327bb17052ba8016d50da7e4ea4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a1e03da2c0a45dc66b6e288febb87b398a7bef06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a1e03da2c0a45dc66b6e288febb87b398a7bef06",
"title": "a1e03da2c0a45dc66b6e288febb87b398a7bef06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a1e03da2c0a45dc66b6e288febb87b398a7bef06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0318cbf853bd2838ef0be854ae747593c445093"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0318cbf853bd2838ef0be854ae747593c445093",
"title": "e0318cbf853bd2838ef0be854ae747593c445093",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0318cbf853bd2838ef0be854ae747593c445093"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0318cbf853bd2838ef0be854ae747593c445093",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880173894230141072"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:27:36.708] Scheduled build:
{
"id": "8714743831543268897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-16T04:27:36.005503073Z",
"updateTime": "2025-05-16T04:27:36.005503073Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0318cbf853bd2838ef0be854ae747593c445093",
"ref": "refs/heads/main"
}
}
}
[04:27:36.708] Task URL: https://cr-buildbucket.appspot.com/build/8714743831543268897
[04:27:36.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:2:0) after 5m34s
[04:27:37.687] Received PubSub notification, asking Buildbucket for the build status
[04:27:37.754] Build status: SCHEDULED
[04:33:10.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:2:0)
[04:33:10.864] Build status: SCHEDULED
[04:33:10.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:4:0) after 7m54s
[04:41:04.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:4:0)
[04:41:05.021] Build status: SCHEDULED
[04:41:05.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:5:0) after 6m54s
[04:47:59.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:5:0)
[04:47:59.075] Build status: SCHEDULED
[04:47:59.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:6:0) after 7m43s
[04:55:42.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:6:0)
[04:55:42.144] Build status: SCHEDULED
[04:55:42.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:7:0) after 6m14s
[05:01:56.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:7:0)
[05:01:56.209] Build status: SCHEDULED
[05:01:56.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:8:0) after 2m42s
[05:04:38.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:8:0)
[05:04:38.256] Build status: SCHEDULED
[05:04:38.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:9:0) after 4m51s
[05:09:29.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:9:0)
[05:09:29.288] Build status: SCHEDULED
[05:09:29.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:10:0) after 5m29s
[05:14:58.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:10:0)
[05:14:58.396] Build status: SCHEDULED
[05:14:58.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:11:0) after 4m40s
[05:19:38.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:11:0)
[05:19:38.494] Build status: SCHEDULED
[05:19:38.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:12:0) after 3m53s
[05:23:31.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:12:0)
[05:23:31.662] Build status: SCHEDULED
[05:23:31.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:13:0) after 3m46s
[05:27:17.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:13:0)
[05:27:17.668] Build status: SCHEDULED
[05:27:17.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:14:0) after 1m22s
[05:28:39.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:14:0)
[05:28:39.759] Build status: SCHEDULED
[05:28:39.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:15:0) after 1m5s
[05:29:44.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:15:0)
[05:29:44.824] Build status: SCHEDULED
[05:29:44.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:16:0) after 1m19s
[05:31:03.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:16:0)
[05:31:03.914] Build status: SCHEDULED
[05:31:03.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:17:0) after 1m28s
[05:32:31.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:17:0)
[05:32:32.066] Build status: SCHEDULED
[05:32:32.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:18:0) after 5m3s
[05:37:35.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:18:0)
[05:37:35.123] Build status: SCHEDULED
[05:37:35.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:19:0) after 1m31s
[05:39:06.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:19:0)
[05:39:06.129] Build status: SCHEDULED
[05:39:06.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:20:0) after 6m39s
[05:45:45.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:20:0)
[05:45:45.219] Build status: SCHEDULED
[05:45:45.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:21:0) after 8m37s
[05:54:22.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:21:0)
[05:54:22.341] Build status: SCHEDULED
[05:54:22.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:22:0) after 8m36s
[06:02:58.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:22:0)
[06:02:58.379] Build status: SCHEDULED
[06:02:58.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:23:0) after 1m35s
[06:04:33.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:23:0)
[06:04:33.428] Build status: SCHEDULED
[06:04:33.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:24:0) after 5m44s
[06:10:17.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:24:0)
[06:10:17.492] Build status: SCHEDULED
[06:10:17.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:25:0) after 7m43s
[06:18:00.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:25:0)
[06:18:00.573] Build status: SCHEDULED
[06:18:00.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:26:0) after 1m47s
[06:19:47.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:26:0)
[06:19:47.629] Build status: SCHEDULED
[06:19:47.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:27:0) after 7m27s
[06:27:14.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:27:0)
[06:27:14.701] Build status: SCHEDULED
[06:27:14.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:28:0) after 8m29s
[06:35:43.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:28:0)
[06:35:43.900] Build status: SCHEDULED
[06:35:43.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:29:0) after 9m3s
[06:44:47.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:29:0)
[06:44:47.346] Build status: SCHEDULED
[06:44:47.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:30:0) after 7m27s
[06:52:14.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:30:0)
[06:52:14.543] Build status: SCHEDULED
[06:52:14.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:31:0) after 3m55s
[06:56:09.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:31:0)
[06:56:09.596] Build status: SCHEDULED
[06:56:09.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:32:0) after 5m6s
[07:01:15.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:32:0)
[07:01:15.676] Build status: SCHEDULED
[07:01:15.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:33:0) after 8m52s
[07:10:07.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:33:0)
[07:10:07.731] Build status: SCHEDULED
[07:10:07.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:34:0) after 4m43s
[07:14:50.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:34:0)
[07:14:50.816] Build status: SCHEDULED
[07:14:50.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:35:0) after 5m47s
[07:20:37.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:35:0)
[07:20:37.865] Build status: SCHEDULED
[07:20:37.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:36:0) after 7m13s
[07:27:50.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:36:0)
[07:27:50.910] Build status: SCHEDULED
[07:27:50.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:37:0) after 8m35s
[07:36:25.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:37:0)
[07:36:26.022] Build status: SCHEDULED
[07:36:26.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:38:0) after 9m28s
[07:45:54.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:38:0)
[07:45:54.066] Build status: SCHEDULED
[07:45:54.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:39:0) after 3m12s
[07:49:06.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:39:0)
[07:49:06.122] Build status: SCHEDULED
[07:49:06.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:40:0) after 8m59s
[07:58:05.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:40:0)
[07:58:05.164] Build status: SCHEDULED
[07:58:05.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:41:0) after 7m6s
[08:05:11.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:41:0)
[08:05:11.266] Build status: SCHEDULED
[08:05:11.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:42:0) after 8m23s
[08:13:34.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:42:0)
[08:13:34.303] Build status: SCHEDULED
[08:13:34.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:43:0) after 8m27s
[08:22:01.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:43:0)
[08:22:01.491] Build status: SCHEDULED
[08:22:01.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:44:0) after 8m35s
[08:30:37.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:44:0)
[08:30:37.250] Build status: SCHEDULED
[08:30:37.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:45:0) after 8m25s
[08:39:02.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:45:0)
[08:39:02.376] Build status: SCHEDULED
[08:39:02.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:46:0) after 4m47s
[08:43:50.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:46:0)
[08:43:50.154] Build status: SCHEDULED
[08:43:50.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:47:0) after 6m28s
[08:50:18.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:47:0)
[08:50:18.880] Build status: SCHEDULED
[08:50:18.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:48:0) after 7m51s
[08:58:09.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:48:0)
[08:58:09.921] Build status: SCHEDULED
[08:58:09.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:49:0) after 6m49s
[09:04:59.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:49:0)
[09:04:59.365] Build status: SCHEDULED
[09:04:59.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:50:0) after 5m50s
[09:10:50.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:50:0)
[09:10:50.330] Build status: SCHEDULED
[09:10:50.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:51:0) after 9m21s
[09:20:11.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:51:0)
[09:20:11.373] Build status: SCHEDULED
[09:20:11.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:52:0) after 6m28s
[09:26:39.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:52:0)
[09:26:39.508] Build status: SCHEDULED
[09:26:39.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:53:0) after 3m54s
[09:30:33.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:53:0)
[09:30:33.559] Build status: SCHEDULED
[09:30:33.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:54:0) after 5m40s
[09:36:13.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:54:0)
[09:36:13.694] Build status: SCHEDULED
[09:36:13.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:55:0) after 1m4s
[09:37:17.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:55:0)
[09:37:18.159] Build status: SCHEDULED
[09:37:18.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:56:0) after 7m42s
[09:45:00.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:56:0)
[09:45:00.206] Build status: SCHEDULED
[09:45:00.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:57:0) after 6m13s
[09:51:13.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:57:0)
[09:51:13.275] Build status: SCHEDULED
[09:51:13.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:58:0) after 7m12s
[09:58:25.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:58:0)
[09:58:25.402] Build status: SCHEDULED
[09:58:25.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:59:0) after 1m49s
[10:00:15.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:59:0)
[10:00:15.299] Build status: SCHEDULED
[10:00:15.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:60:0) after 9m15s
[10:09:30.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:60:0)
[10:09:30.410] Build status: SCHEDULED
[10:09:30.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:61:0) after 4m25s
[10:13:55.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:61:0)
[10:13:55.608] Build status: SCHEDULED
[10:13:55.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:62:0) after 5m0s
[10:18:55.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:62:0)
[10:18:55.776] Build status: SCHEDULED
[10:18:55.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:63:0) after 7m50s
[10:26:45.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:63:0)
[10:26:45.841] Build status: SCHEDULED
[10:26:45.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:64:0) after 3m12s
[10:29:57.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:64:0)
[10:29:57.972] Build status: SCHEDULED
[10:29:57.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:65:0) after 5m5s
[10:35:03.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:65:0)
[10:35:03.116] Build status: SCHEDULED
[10:35:03.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:66:0) after 8m17s
[10:43:20.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:66:0)
[10:43:20.171] Build status: SCHEDULED
[10:43:20.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:67:0) after 7m55s
[10:51:15.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:67:0)
[10:51:15.267] Build status: SCHEDULED
[10:51:15.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:68:0) after 5m12s
[10:56:27.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:68:0)
[10:56:27.280] Build status: SCHEDULED
[10:56:27.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:69:0) after 5m22s
[11:01:49.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:69:0)
[11:01:49.387] Build status: SCHEDULED
[11:01:49.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:70:0) after 4m6s
[11:05:55.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:70:0)
[11:05:55.400] Build status: SCHEDULED
[11:05:55.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:71:0) after 4m33s
[11:10:28.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:71:0)
[11:10:28.500] Build status: SCHEDULED
[11:10:28.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:72:0) after 3m57s
[11:14:25.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:72:0)
[11:14:25.590] Build status: SCHEDULED
[11:14:25.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:73:0) after 6m44s
[11:21:09.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:73:0)
[11:21:09.679] Build status: SCHEDULED
[11:21:09.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:74:0) after 2m6s
[11:23:15.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:74:0)
[11:23:15.687] Build status: SCHEDULED
[11:23:15.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:75:0) after 9m51s
[11:33:06.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:75:0)
[11:33:06.764] Build status: SCHEDULED
[11:33:06.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:76:0) after 7m25s
[11:40:31.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:76:0)
[11:40:31.788] Build status: SCHEDULED
[11:40:31.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:77:0) after 7m9s
[11:47:40.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:77:0)
[11:47:40.929] Build status: SCHEDULED
[11:47:40.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:78:0) after 2m47s
[11:50:27.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:78:0)
[11:50:27.985] Build status: SCHEDULED
[11:50:27.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:79:0) after 5m40s
[11:56:08.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:79:0)
[11:56:08.168] Build status: SCHEDULED
[11:56:08.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:80:0) after 4m14s
[11:59:39.377] Received PubSub notification, asking Buildbucket for the build status
[11:59:39.394] Build status: STARTED
[12:00:22.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:80:0)
[12:00:22.304] Build status: STARTED
[12:00:22.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:82:0) after 2m11s
[12:02:33.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:82:0)
[12:02:33.429] Build status: STARTED
[12:02:33.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:83:0) after 3m17s
[12:05:50.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:83:0)
[12:05:50.889] Build status: STARTED
[12:05:50.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880173894230141072:84:0) after 7m39s
[12:13:09.536] Received PubSub notification, asking Buildbucket for the build status
[12:13:09.562] Build:
{
"id": "8714743831543268897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-16T04:27:36.005503073Z",
"startTime": "2025-05-16T11:59:39.194430920Z",
"endTime": "2025-05-16T12:13:09.127431472Z",
"updateTime": "2025-05-16T12:13:09.127431472Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0318cbf853bd2838ef0be854ae747593c445093",
"ref": "refs/heads/main"
}
}
}
[12:13:09.562] Invocation finished in 7h45m35.503860139s with status SUCCEEDED