[07:13:09.487] New invocation is queued and will start shortly
[07:13:10.779] Starting the invocation (attempt 1)
[07:13:10.803] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
[07:13:10.803] Popped gitiles commit info from properties and tags
[07:13:10.803] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:13:10.803] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:13:10.803] Buildbucket request:
{
"requestId": "8882971982150142544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8882971982150142544",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb60cea414dd9a8353fb4998a3137139975c2eb6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb60cea414dd9a8353fb4998a3137139975c2eb6",
"title": "cb60cea414dd9a8353fb4998a3137139975c2eb6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb60cea414dd9a8353fb4998a3137139975c2eb6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
"title": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4fa03e9fd2a527aeade33989e7d20f3273b2a01b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882971982150142544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:13:11.287] Scheduled build:
{
"id": "8717541919963015681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-15T07:13:10.944988415Z",
"updateTime": "2025-04-15T07:13:10.944988415Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:13:11.287] Task URL: https://cr-buildbucket.appspot.com/build/8717541919963015681
[07:13:11.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:2:0) after 7m39s
[07:13:12.296] Received PubSub notification, asking Buildbucket for the build status
[07:13:12.319] Build status: SCHEDULED
[07:20:50.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:2:0)
[07:20:50.370] Build status: SCHEDULED
[07:20:50.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:4:0) after 7m44s
[07:28:34.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:4:0)
[07:28:34.403] Build status: SCHEDULED
[07:28:34.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:5:0) after 5m48s
[07:34:22.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:5:0)
[07:34:22.558] Build status: SCHEDULED
[07:34:22.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:6:0) after 9m47s
[07:44:09.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:6:0)
[07:44:09.600] Build status: SCHEDULED
[07:44:09.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:7:0) after 7m12s
[07:51:21.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:7:0)
[07:51:21.596] Build status: SCHEDULED
[07:51:21.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:8:0) after 5m8s
[07:56:29.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:8:0)
[07:56:29.868] Build status: SCHEDULED
[07:56:29.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:9:0) after 9m42s
[08:06:12.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:9:0)
[08:06:12.154] Build status: SCHEDULED
[08:06:12.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:10:0) after 4m49s
[08:11:01.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:10:0)
[08:11:01.268] Build status: SCHEDULED
[08:11:01.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:11:0) after 7m23s
[08:18:24.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:11:0)
[08:18:24.383] Build status: SCHEDULED
[08:18:24.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:12:0) after 7m58s
[08:26:22.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:12:0)
[08:26:22.537] Build status: SCHEDULED
[08:26:22.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:13:0) after 3m55s
[08:30:17.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:13:0)
[08:30:17.684] Build status: SCHEDULED
[08:30:17.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:14:0) after 4m5s
[08:34:22.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:14:0)
[08:34:22.823] Build status: SCHEDULED
[08:34:22.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:15:0) after 1m42s
[08:36:04.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:15:0)
[08:36:05.125] Build status: SCHEDULED
[08:36:05.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:16:0) after 3m52s
[08:39:57.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:16:0)
[08:39:57.551] Build status: SCHEDULED
[08:39:57.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:17:0) after 5m48s
[08:45:45.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:17:0)
[08:45:45.680] Build status: SCHEDULED
[08:45:45.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:18:0) after 3m52s
[08:49:37.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:18:0)
[08:49:37.713] Build status: SCHEDULED
[08:49:37.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:19:0) after 5m42s
[08:55:19.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:19:0)
[08:55:19.785] Build status: SCHEDULED
[08:55:19.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:20:0) after 5m40s
[09:00:59.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:20:0)
[09:00:59.842] Build status: SCHEDULED
[09:00:59.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:21:0) after 5m48s
[09:06:47.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:21:0)
[09:06:47.874] Build status: SCHEDULED
[09:06:47.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:22:0) after 2m44s
[09:09:32.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:22:0)
[09:09:32.032] Build status: SCHEDULED
[09:09:32.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:23:0) after 6m34s
[09:16:06.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:23:0)
[09:16:06.069] Build status: SCHEDULED
[09:16:06.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:24:0) after 2m52s
[09:18:58.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:24:0)
[09:18:58.106] Build status: SCHEDULED
[09:18:58.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:25:0) after 1m35s
[09:20:33.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:25:0)
[09:20:33.147] Build status: SCHEDULED
[09:20:33.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:26:0) after 4m40s
[09:25:13.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:26:0)
[09:25:13.562] Build status: SCHEDULED
[09:25:13.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:27:0) after 8m32s
[09:33:45.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:27:0)
[09:33:45.653] Build status: SCHEDULED
[09:33:45.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:28:0) after 7m41s
[09:41:26.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:28:0)
[09:41:26.871] Build status: SCHEDULED
[09:41:26.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:29:0) after 2m30s
[09:43:56.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:29:0)
[09:43:56.916] Build status: SCHEDULED
[09:43:56.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:30:0) after 1m7s
[09:45:03.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:30:0)
[09:45:03.957] Build status: SCHEDULED
[09:45:03.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:31:0) after 7m38s
[09:52:41.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:31:0)
[09:52:42.004] Build status: SCHEDULED
[09:52:42.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:32:0) after 3m20s
[09:56:02.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:32:0)
[09:56:02.038] Build status: SCHEDULED
[09:56:02.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:33:0) after 1m35s
[09:57:37.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:33:0)
[09:57:37.075] Build status: SCHEDULED
[09:57:37.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:34:0) after 2m38s
[10:00:15.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:34:0)
[10:00:15.198] Build status: SCHEDULED
[10:00:15.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:35:0) after 3m40s
[10:03:55.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:35:0)
[10:03:55.456] Build status: SCHEDULED
[10:03:55.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:36:0) after 7m48s
[10:11:43.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:36:0)
[10:11:44.027] Build status: SCHEDULED
[10:11:44.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:37:0) after 8m31s
[10:20:15.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:37:0)
[10:20:15.060] Build status: SCHEDULED
[10:20:15.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:38:0) after 9m47s
[10:30:02.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:38:0)
[10:30:02.096] Build status: SCHEDULED
[10:30:02.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:39:0) after 6m15s
[10:36:17.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:39:0)
[10:36:17.141] Build status: SCHEDULED
[10:36:17.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:40:0) after 9m10s
[10:45:27.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:40:0)
[10:45:27.196] Build status: SCHEDULED
[10:45:27.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:41:0) after 9m58s
[10:55:25.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:41:0)
[10:55:25.262] Build status: SCHEDULED
[10:55:25.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:42:0) after 6m44s
[11:02:09.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:42:0)
[11:02:09.350] Build status: SCHEDULED
[11:02:09.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:43:0) after 2m28s
[11:04:37.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:43:0)
[11:04:37.380] Build status: SCHEDULED
[11:04:37.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:44:0) after 7m49s
[11:12:26.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:44:0)
[11:12:26.422] Build status: SCHEDULED
[11:12:26.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:45:0) after 8m28s
[11:20:54.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:45:0)
[11:20:54.481] Build status: SCHEDULED
[11:20:54.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:46:0) after 4m35s
[11:25:29.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:46:0)
[11:25:29.516] Build status: SCHEDULED
[11:25:29.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:47:0) after 3m11s
[11:28:40.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:47:0)
[11:28:40.641] Build status: SCHEDULED
[11:28:40.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:48:0) after 4m22s
[11:33:02.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:48:0)
[11:33:02.815] Build status: SCHEDULED
[11:33:02.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:49:0) after 3m5s
[11:36:07.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:49:0)
[11:36:07.852] Build status: SCHEDULED
[11:36:07.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:50:0) after 7m32s
[11:43:39.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:50:0)
[11:43:39.929] Build status: SCHEDULED
[11:43:39.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:51:0) after 9m29s
[11:53:08.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:51:0)
[11:53:08.975] Build status: SCHEDULED
[11:53:08.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:52:0) after 2m10s
[11:55:19.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:52:0)
[11:55:19.063] Build status: SCHEDULED
[11:55:19.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:53:0) after 3m5s
[11:58:24.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:53:0)
[11:58:24.105] Build status: SCHEDULED
[11:58:24.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:54:0) after 3m57s
[12:02:21.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:54:0)
[12:02:21.183] Build status: SCHEDULED
[12:02:21.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:55:0) after 9m13s
[12:11:34.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:55:0)
[12:11:34.307] Build status: SCHEDULED
[12:11:34.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:56:0) after 3m7s
[12:14:41.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:56:0)
[12:14:41.422] Build status: SCHEDULED
[12:14:41.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:57:0) after 8m44s
[12:23:25.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:57:0)
[12:23:25.461] Build status: SCHEDULED
[12:23:25.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:58:0) after 2m47s
[12:26:12.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:58:0)
[12:26:12.452] Build status: SCHEDULED
[12:26:12.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:59:0) after 3m42s
[12:29:54.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:59:0)
[12:29:54.576] Build status: SCHEDULED
[12:29:54.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:60:0) after 3m42s
[12:33:36.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:60:0)
[12:33:36.656] Build status: SCHEDULED
[12:33:36.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:61:0) after 2m20s
[12:35:56.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:61:0)
[12:35:56.774] Build status: SCHEDULED
[12:35:56.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:62:0) after 1m35s
[12:37:31.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:62:0)
[12:37:31.838] Build status: SCHEDULED
[12:37:31.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:63:0) after 4m3s
[12:41:34.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:63:0)
[12:41:34.890] Build status: SCHEDULED
[12:41:34.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:64:0) after 1m40s
[12:43:14.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:64:0)
[12:43:14.981] Build status: SCHEDULED
[12:43:14.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:65:0) after 1m31s
[12:44:46.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:65:0)
[12:44:46.077] Build status: SCHEDULED
[12:44:46.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:66:0) after 3m10s
[12:47:56.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:66:0)
[12:47:56.136] Build status: SCHEDULED
[12:47:56.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:67:0) after 6m25s
[12:54:21.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:67:0)
[12:54:21.168] Build status: SCHEDULED
[12:54:21.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:68:0) after 8m57s
[13:03:18.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:68:0)
[13:03:18.252] Build status: SCHEDULED
[13:03:18.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:69:0) after 3m23s
[13:06:41.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:69:0)
[13:06:41.399] Build status: SCHEDULED
[13:06:41.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:70:0) after 7m40s
[13:14:21.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:70:0)
[13:14:21.535] Build status: SCHEDULED
[13:14:21.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:71:0) after 7m4s
[13:21:25.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:71:0)
[13:21:25.928] Build status: SCHEDULED
[13:21:25.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:72:0) after 3m3s
[13:24:28.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:72:0)
[13:24:28.963] Build status: SCHEDULED
[13:24:28.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:73:0) after 1m48s
[13:26:17.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:73:0)
[13:26:17.062] Build status: SCHEDULED
[13:26:17.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:74:0) after 1m26s
[13:27:43.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:74:0)
[13:27:43.117] Build status: SCHEDULED
[13:27:43.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:75:0) after 7m53s
[13:35:36.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:75:0)
[13:35:36.162] Build status: SCHEDULED
[13:35:36.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:76:0) after 1m36s
[13:37:12.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:76:0)
[13:37:12.205] Build status: SCHEDULED
[13:37:12.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:77:0) after 1m30s
[13:38:42.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:77:0)
[13:38:42.239] Build status: SCHEDULED
[13:38:42.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:78:0) after 3m57s
[13:42:39.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:78:0)
[13:42:39.372] Build status: SCHEDULED
[13:42:39.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:79:0) after 1m51s
[13:44:30.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:79:0)
[13:44:30.423] Build status: SCHEDULED
[13:44:30.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:80:0) after 5m58s
[13:50:28.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:80:0)
[13:50:28.462] Build status: SCHEDULED
[13:50:28.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:81:0) after 7m29s
[13:57:57.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:81:0)
[13:57:57.581] Build status: SCHEDULED
[13:57:57.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:82:0) after 1m45s
[13:59:42.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:82:0)
[13:59:42.657] Build status: SCHEDULED
[13:59:42.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:83:0) after 9m33s
[14:09:15.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:83:0)
[14:09:15.815] Build status: SCHEDULED
[14:09:15.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:84:0) after 4m14s
[14:13:29.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:84:0)
[14:13:29.960] Build status: SCHEDULED
[14:13:29.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:85:0) after 1m47s
[14:15:16.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:85:0)
[14:15:17.006] Build status: SCHEDULED
[14:15:17.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:86:0) after 1m25s
[14:16:42.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:86:0)
[14:16:42.147] Build status: SCHEDULED
[14:16:42.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:87:0) after 3m23s
[14:20:05.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:87:0)
[14:20:05.349] Build status: SCHEDULED
[14:20:05.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:88:0) after 3m52s
[14:23:57.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:88:0)
[14:23:57.428] Build status: SCHEDULED
[14:23:57.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:89:0) after 6m56s
[14:30:53.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:89:0)
[14:30:53.579] Build status: SCHEDULED
[14:30:53.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:90:0) after 5m12s
[14:36:05.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:90:0)
[14:36:05.700] Build status: SCHEDULED
[14:36:05.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:91:0) after 5m20s
[14:41:25.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:91:0)
[14:41:25.863] Build status: SCHEDULED
[14:41:25.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:92:0) after 4m46s
[14:46:11.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:92:0)
[14:46:11.897] Build status: SCHEDULED
[14:46:11.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:93:0) after 2m29s
[14:48:40.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:93:0)
[14:48:40.995] Build status: SCHEDULED
[14:48:40.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:94:0) after 4m10s
[14:52:51.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:94:0)
[14:52:51.202] Build status: SCHEDULED
[14:52:51.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:95:0) after 8m48s
[15:01:39.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:95:0)
[15:01:39.246] Build status: SCHEDULED
[15:01:39.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:96:0) after 5m34s
[15:07:13.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:96:0)
[15:07:13.330] Build status: SCHEDULED
[15:07:13.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:97:0) after 3m4s
[15:10:17.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:97:0)
[15:10:17.524] Build status: SCHEDULED
[15:10:17.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:98:0) after 2m35s
[15:12:08.472] Received PubSub notification, asking Buildbucket for the build status
[15:12:08.491] Build status: STARTED
[15:12:52.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:98:0)
[15:12:52.560] Build status: STARTED
[15:12:52.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:100:0) after 5m41s
[15:18:33.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:100:0)
[15:18:33.599] Build status: STARTED
[15:18:33.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:101:0) after 1m34s
[15:20:07.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882971982150142544:101:0)
[15:20:07.635] Build:
{
"id": "8717541919963015681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-15T07:13:10.944988415Z",
"startTime": "2025-04-15T15:12:08.269442507Z",
"endTime": "2025-04-15T15:20:03.395735696Z",
"updateTime": "2025-04-15T15:20:03.395735696Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4fa03e9fd2a527aeade33989e7d20f3273b2a01b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:20:07.635] Invocation finished in 8h6m58.160286158s with status SUCCEEDED