[23:37:06.337] New invocation is queued and will start shortly
[23:37:07.430] Starting the invocation (attempt 1)
[23:37:07.459] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
[23:37:07.459] Popped gitiles commit info from properties and tags
[23:37:07.459] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:37:07.460] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:37:07.461] Buildbucket request:
{
"requestId": "8873850380890112112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873850380890112112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@861126d4a963dd3104dee678b03c1a9cef8d91ff",
"title": "861126d4a963dd3104dee678b03c1a9cef8d91ff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"title": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9948c36272736eba98bd145b6f90723d1c7adb4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9948c36272736eba98bd145b6f90723d1c7adb4",
"title": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9948c36272736eba98bd145b6f90723d1c7adb4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7006d2857e5a5156e56fe2d1c198db39891b99fc",
"title": "7006d2857e5a5156e56fe2d1c198db39891b99fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"title": "4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"title": "2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"title": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"title": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"title": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d4a628e9c49321b4e56519887b8a9965715dab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d4a628e9c49321b4e56519887b8a9965715dab",
"title": "70d4a628e9c49321b4e56519887b8a9965715dab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d4a628e9c49321b4e56519887b8a9965715dab",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873850380890112112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:37:08.037] Scheduled build:
{
"id": "8708420318982721745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T23:37:07.523816815Z",
"updateTime": "2025-07-24T23:37:07.523816815Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d4a628e9c49321b4e56519887b8a9965715dab",
"ref": "refs/heads/main"
}
}
}
[23:37:08.037] Task URL: https://cr-buildbucket.appspot.com/build/8708420318982721745
[23:37:08.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:2:0) after 6m18s
[23:37:09.114] Received PubSub notification, asking Buildbucket for the build status
[23:37:09.137] Build status: SCHEDULED
[23:43:26.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:2:0)
[23:43:26.149] Build status: SCHEDULED
[23:43:26.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:4:0) after 5m8s
[23:48:34.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:4:0)
[23:48:34.268] Build status: SCHEDULED
[23:48:34.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:5:0) after 6m35s
[23:55:09.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:5:0)
[23:55:09.640] Build status: SCHEDULED
[23:55:09.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:6:0) after 7m0s
[00:02:09.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:6:0)
[00:02:09.828] Build status: SCHEDULED
[00:02:09.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:7:0) after 7m54s
[00:10:04.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:7:0)
[00:10:04.166] Build status: SCHEDULED
[00:10:04.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:8:0) after 5m15s
[00:15:19.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:8:0)
[00:15:19.245] Build status: SCHEDULED
[00:15:19.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:9:0) after 4m10s
[00:19:29.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:9:0)
[00:19:29.331] Build status: SCHEDULED
[00:19:29.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:10:0) after 6m7s
[00:25:36.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:10:0)
[00:25:36.406] Build status: SCHEDULED
[00:25:36.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:11:0) after 5m11s
[00:30:47.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:11:0)
[00:30:47.583] Build status: SCHEDULED
[00:30:47.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:12:0) after 9m28s
[00:40:15.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:12:0)
[00:40:15.620] Build status: SCHEDULED
[00:40:15.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:13:0) after 4m6s
[00:44:21.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:13:0)
[00:44:21.790] Build status: SCHEDULED
[00:44:21.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:14:0) after 7m50s
[00:52:11.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:14:0)
[00:52:11.861] Build status: SCHEDULED
[00:52:11.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:15:0) after 4m14s
[00:56:25.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:15:0)
[00:56:25.956] Build status: SCHEDULED
[00:56:25.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:16:0) after 9m43s
[01:06:09.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:16:0)
[01:06:09.115] Build status: SCHEDULED
[01:06:09.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:17:0) after 3m20s
[01:09:29.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:17:0)
[01:09:29.277] Build status: SCHEDULED
[01:09:29.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:18:0) after 9m8s
[01:18:37.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:18:0)
[01:18:37.295] Build status: SCHEDULED
[01:18:37.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:19:0) after 8m18s
[01:26:55.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:19:0)
[01:26:55.396] Build status: SCHEDULED
[01:26:55.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:20:0) after 2m36s
[01:29:31.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:20:0)
[01:29:31.441] Build status: SCHEDULED
[01:29:31.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:21:0) after 6m6s
[01:35:37.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:21:0)
[01:35:37.579] Build status: SCHEDULED
[01:35:37.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:22:0) after 3m52s
[01:39:29.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:22:0)
[01:39:29.705] Build status: SCHEDULED
[01:39:29.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:23:0) after 5m23s
[01:44:52.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:23:0)
[01:44:52.742] Build status: SCHEDULED
[01:44:52.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:24:0) after 2m39s
[01:47:31.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:24:0)
[01:47:31.857] Build status: SCHEDULED
[01:47:31.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:25:0) after 1m16s
[01:48:48.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:25:0)
[01:48:48.182] Build status: SCHEDULED
[01:48:48.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:26:0) after 8m19s
[01:57:07.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:26:0)
[01:57:07.269] Build status: SCHEDULED
[01:57:07.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:27:0) after 5m10s
[02:02:17.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:27:0)
[02:02:17.334] Build status: SCHEDULED
[02:02:17.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:28:0) after 1m40s
[02:03:57.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:28:0)
[02:03:57.608] Build status: SCHEDULED
[02:03:57.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:29:0) after 1m11s
[02:05:08.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:29:0)
[02:05:08.616] Build status: SCHEDULED
[02:05:08.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:30:0) after 9m52s
[02:15:00.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:30:0)
[02:15:00.706] Build status: SCHEDULED
[02:15:00.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:31:0) after 8m43s
[02:23:43.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:31:0)
[02:23:43.873] Build status: SCHEDULED
[02:23:43.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:32:0) after 9m49s
[02:33:32.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:32:0)
[02:33:32.901] Build status: SCHEDULED
[02:33:32.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:33:0) after 9m30s
[02:43:02.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:33:0)
[02:43:02.942] Build status: SCHEDULED
[02:43:02.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:34:0) after 3m45s
[02:46:47.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:34:0)
[02:46:47.954] Build status: SCHEDULED
[02:46:47.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:35:0) after 9m43s
[02:56:31.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:35:0)
[02:56:31.050] Build status: SCHEDULED
[02:56:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:36:0) after 4m50s
[03:01:21.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:36:0)
[03:01:21.092] Build status: SCHEDULED
[03:01:21.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:37:0) after 9m2s
[03:10:23.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:37:0)
[03:10:23.180] Build status: SCHEDULED
[03:10:23.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:38:0) after 9m26s
[03:19:49.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:38:0)
[03:19:49.407] Build status: SCHEDULED
[03:19:49.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:39:0) after 2m2s
[03:21:51.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:39:0)
[03:21:51.508] Build status: SCHEDULED
[03:21:51.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:40:0) after 3m15s
[03:25:06.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:40:0)
[03:25:06.555] Build status: SCHEDULED
[03:25:06.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:41:0) after 6m49s
[03:31:55.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:41:0)
[03:31:55.691] Build status: SCHEDULED
[03:31:55.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:42:0) after 5m52s
[03:37:47.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:42:0)
[03:37:47.744] Build status: SCHEDULED
[03:37:47.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:43:0) after 9m4s
[03:46:51.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:43:0)
[03:46:51.870] Build status: SCHEDULED
[03:46:51.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:44:0) after 2m31s
[03:49:22.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:44:0)
[03:49:22.951] Build status: SCHEDULED
[03:49:22.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:45:0) after 7m32s
[03:56:54.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:45:0)
[03:56:55.006] Build status: SCHEDULED
[03:56:55.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:46:0) after 9m43s
[04:06:38.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:46:0)
[04:06:38.109] Build status: SCHEDULED
[04:06:38.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:47:0) after 9m52s
[04:16:30.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:47:0)
[04:16:30.161] Build status: SCHEDULED
[04:16:30.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:48:0) after 4m37s
[04:21:07.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:48:0)
[04:21:07.205] Build status: SCHEDULED
[04:21:07.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:49:0) after 1m22s
[04:22:29.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:49:0)
[04:22:29.286] Build status: SCHEDULED
[04:22:29.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:50:0) after 1m27s
[04:23:56.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:50:0)
[04:23:56.341] Build status: SCHEDULED
[04:23:56.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:51:0) after 7m11s
[04:31:07.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:51:0)
[04:31:07.588] Build status: SCHEDULED
[04:31:07.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:52:0) after 6m17s
[04:37:24.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:52:0)
[04:37:24.622] Build status: SCHEDULED
[04:37:24.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:53:0) after 1m31s
[04:38:55.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:53:0)
[04:38:55.686] Build status: SCHEDULED
[04:38:55.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:54:0) after 6m38s
[04:45:33.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:54:0)
[04:45:33.792] Build status: SCHEDULED
[04:45:33.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:55:0) after 7m15s
[04:52:48.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:55:0)
[04:52:48.965] Build status: SCHEDULED
[04:52:48.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:56:0) after 6m15s
[04:59:04.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:56:0)
[04:59:04.127] Build status: SCHEDULED
[04:59:04.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:57:0) after 2m40s
[05:01:44.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:57:0)
[05:01:44.184] Build status: SCHEDULED
[05:01:44.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:58:0) after 6m57s
[05:08:41.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:58:0)
[05:08:41.224] Build status: SCHEDULED
[05:08:41.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:59:0) after 6m48s
[05:15:29.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:59:0)
[05:15:29.357] Build status: SCHEDULED
[05:15:29.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:60:0) after 8m3s
[05:23:32.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:60:0)
[05:23:32.417] Build status: SCHEDULED
[05:23:32.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:61:0) after 7m14s
[05:30:46.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:61:0)
[05:30:46.467] Build status: SCHEDULED
[05:30:46.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:62:0) after 2m24s
[05:33:10.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:62:0)
[05:33:10.515] Build status: SCHEDULED
[05:33:10.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:63:0) after 2m33s
[05:35:43.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:63:0)
[05:35:43.571] Build status: SCHEDULED
[05:35:43.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:64:0) after 8m58s
[05:44:41.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:64:0)
[05:44:41.613] Build status: SCHEDULED
[05:44:41.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:65:0) after 2m13s
[05:46:54.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:65:0)
[05:46:54.768] Build status: SCHEDULED
[05:46:54.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:66:0) after 5m19s
[05:52:13.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:66:0)
[05:52:13.882] Build status: SCHEDULED
[05:52:13.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:67:0) after 3m15s
[05:55:28.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:67:0)
[05:55:28.916] Build status: SCHEDULED
[05:55:28.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:68:0) after 2m44s
[05:58:12.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:68:0)
[05:58:12.974] Build status: SCHEDULED
[05:58:12.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:69:0) after 9m41s
[06:07:54.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:69:0)
[06:07:54.024] Build status: SCHEDULED
[06:07:54.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:70:0) after 4m42s
[06:12:36.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:70:0)
[06:12:36.142] Build status: SCHEDULED
[06:12:36.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:71:0) after 2m46s
[06:15:22.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:71:0)
[06:15:22.274] Build status: SCHEDULED
[06:15:22.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:72:0) after 2m6s
[06:17:28.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:72:0)
[06:17:28.309] Build status: SCHEDULED
[06:17:28.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:73:0) after 4m20s
[06:21:48.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:73:0)
[06:21:48.354] Build status: SCHEDULED
[06:21:48.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:74:0) after 1m44s
[06:23:32.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:74:0)
[06:23:32.457] Build status: SCHEDULED
[06:23:32.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:75:0) after 9m30s
[06:33:02.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:75:0)
[06:33:02.541] Build status: SCHEDULED
[06:33:02.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:76:0) after 3m4s
[06:36:06.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:76:0)
[06:36:06.650] Build status: SCHEDULED
[06:36:06.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:77:0) after 4m3s
[06:40:09.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:77:0)
[06:40:09.716] Build status: SCHEDULED
[06:40:09.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:78:0) after 9m18s
[06:49:27.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:78:0)
[06:49:27.788] Build status: SCHEDULED
[06:49:27.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:79:0) after 8m16s
[06:57:43.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:79:0)
[06:57:43.878] Build status: SCHEDULED
[06:57:43.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:80:0) after 2m43s
[07:00:26.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:80:0)
[07:00:26.941] Build status: SCHEDULED
[07:00:26.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:81:0) after 1m5s
[07:01:31.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:81:0)
[07:01:31.948] Build status: SCHEDULED
[07:01:31.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:82:0) after 8m10s
[07:09:41.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:82:0)
[07:09:41.991] Build status: SCHEDULED
[07:09:41.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:83:0) after 4m15s
[07:13:57.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:83:0)
[07:13:57.076] Build status: SCHEDULED
[07:13:57.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:84:0) after 4m32s
[07:15:58.409] Received PubSub notification, asking Buildbucket for the build status
[07:15:58.425] Build status: STARTED
[07:18:29.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:84:0)
[07:18:29.164] Build status: STARTED
[07:18:29.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:86:0) after 5m5s
[07:23:34.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:86:0)
[07:23:34.253] Build status: STARTED
[07:23:34.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873850380890112112:87:0) after 8m49s
[07:24:23.948] Received PubSub notification, asking Buildbucket for the build status
[07:24:23.985] Build:
{
"id": "8708420318982721745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T23:37:07.523816815Z",
"startTime": "2025-07-25T07:15:58.235889589Z",
"endTime": "2025-07-25T07:24:23.712059756Z",
"updateTime": "2025-07-25T07:24:23.712059756Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d4a628e9c49321b4e56519887b8a9965715dab",
"ref": "refs/heads/main"
}
}
}
[07:24:23.985] Invocation finished in 7h47m17.663904863s with status SUCCEEDED