[20:02:24.856] New invocation is queued and will start shortly
[20:02:25.912] Starting the invocation (attempt 1)
[20:02:25.943] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
[20:02:25.943] Popped gitiles commit info from properties and tags
[20:02:25.943] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:02:25.943] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:02:25.944] Buildbucket request:
{
"requestId": "8879662093941158816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879662093941158816",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9084c83b28632b636b3defeb3bbb8039050634e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9084c83b28632b636b3defeb3bbb8039050634e",
"title": "a9084c83b28632b636b3defeb3bbb8039050634e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9084c83b28632b636b3defeb3bbb8039050634e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7080af19e3ff7bdd151be531a628de3ca0ff6277"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7080af19e3ff7bdd151be531a628de3ca0ff6277",
"title": "7080af19e3ff7bdd151be531a628de3ca0ff6277",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7080af19e3ff7bdd151be531a628de3ca0ff6277"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"title": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa9e18c0decb63b31585363196819dd0470a466e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa9e18c0decb63b31585363196819dd0470a466e",
"title": "fa9e18c0decb63b31585363196819dd0470a466e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa9e18c0decb63b31585363196819dd0470a466e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"title": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb2347b9d1aa706c188857bed81a02aa97445f6a",
"title": "bb2347b9d1aa706c188857bed81a02aa97445f6a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc15bc2f44a368453edb05e6070f18dca7cce362"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc15bc2f44a368453edb05e6070f18dca7cce362",
"title": "bc15bc2f44a368453edb05e6070f18dca7cce362",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc15bc2f44a368453edb05e6070f18dca7cce362"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dee4878326e1898bd126b9acf5ff5340c14b214b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dee4878326e1898bd126b9acf5ff5340c14b214b",
"title": "dee4878326e1898bd126b9acf5ff5340c14b214b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dee4878326e1898bd126b9acf5ff5340c14b214b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3f422ab6068d21dd452147cd910341243e451e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3f422ab6068d21dd452147cd910341243e451e6",
"title": "d3f422ab6068d21dd452147cd910341243e451e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3f422ab6068d21dd452147cd910341243e451e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"title": "6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72ed9ebc58764db2865d28faaaec4b99477c393d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72ed9ebc58764db2865d28faaaec4b99477c393d",
"title": "72ed9ebc58764db2865d28faaaec4b99477c393d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72ed9ebc58764db2865d28faaaec4b99477c393d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ebc860ce53543c7460a9dc308e861b98cef5858c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebc860ce53543c7460a9dc308e861b98cef5858c",
"title": "ebc860ce53543c7460a9dc308e861b98cef5858c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebc860ce53543c7460a9dc308e861b98cef5858c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b102538a1c03643363d6f4c010f78edc80faa29e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b102538a1c03643363d6f4c010f78edc80faa29e",
"title": "b102538a1c03643363d6f4c010f78edc80faa29e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b102538a1c03643363d6f4c010f78edc80faa29e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "15349ff6832f0e3de8909acf2b6d686652708b68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15349ff6832f0e3de8909acf2b6d686652708b68",
"title": "15349ff6832f0e3de8909acf2b6d686652708b68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15349ff6832f0e3de8909acf2b6d686652708b68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b09da2b271a342dfbf246534d5d2c86e160c41ed",
"title": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "654e456b4749b77ebf6bf78f19414c594e39edcc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@654e456b4749b77ebf6bf78f19414c594e39edcc",
"title": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879662093941158816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:02:26.406] Scheduled build:
{
"id": "8714232032071934593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T20:02:26.016009765Z",
"updateTime": "2025-05-21T20:02:26.016009765Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:02:26.406] Task URL: https://cr-buildbucket.appspot.com/build/8714232032071934593
[20:02:26.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:2:0) after 9m48s
[20:02:27.403] Received PubSub notification, asking Buildbucket for the build status
[20:02:27.438] Build status: SCHEDULED
[20:12:14.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:2:0)
[20:12:14.500] Build status: SCHEDULED
[20:12:14.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:4:0) after 2m54s
[20:15:08.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:4:0)
[20:15:08.551] Build status: SCHEDULED
[20:15:08.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:5:0) after 3m4s
[20:18:12.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:5:0)
[20:18:12.723] Build status: SCHEDULED
[20:18:12.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:6:0) after 7m4s
[20:25:16.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:6:0)
[20:25:16.903] Build status: SCHEDULED
[20:25:16.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:7:0) after 1m49s
[20:27:05.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:7:0)
[20:27:05.943] Build status: SCHEDULED
[20:27:05.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:8:0) after 7m23s
[20:34:28.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:8:0)
[20:34:29.010] Build status: SCHEDULED
[20:34:29.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:9:0) after 8m1s
[20:42:30.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:9:0)
[20:42:30.170] Build status: SCHEDULED
[20:42:30.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:10:0) after 7m42s
[20:50:12.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:10:0)
[20:50:12.482] Build status: SCHEDULED
[20:50:12.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:11:0) after 2m34s
[20:52:46.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:11:0)
[20:52:46.690] Build status: SCHEDULED
[20:52:46.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:12:0) after 9m19s
[21:02:05.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:12:0)
[21:02:05.739] Build status: SCHEDULED
[21:02:05.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:13:0) after 2m33s
[21:04:38.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:13:0)
[21:04:38.795] Build status: SCHEDULED
[21:04:38.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:14:0) after 5m19s
[21:09:57.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:14:0)
[21:09:58.022] Build status: SCHEDULED
[21:09:58.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:15:0) after 6m34s
[21:16:32.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:15:0)
[21:16:32.174] Build status: SCHEDULED
[21:16:32.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:16:0) after 9m9s
[21:25:41.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:16:0)
[21:25:41.260] Build status: SCHEDULED
[21:25:41.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:17:0) after 9m46s
[21:35:27.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:17:0)
[21:35:27.384] Build status: SCHEDULED
[21:35:27.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:18:0) after 5m39s
[21:41:06.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:18:0)
[21:41:06.483] Build status: SCHEDULED
[21:41:06.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:19:0) after 9m52s
[21:50:58.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:19:0)
[21:50:58.528] Build status: SCHEDULED
[21:50:58.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:20:0) after 1m27s
[21:52:25.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:20:0)
[21:52:25.529] Build status: SCHEDULED
[21:52:25.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:21:0) after 5m24s
[21:57:49.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:21:0)
[21:57:49.826] Build status: SCHEDULED
[21:57:49.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:22:0) after 4m17s
[22:02:06.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:22:0)
[22:02:06.925] Build status: SCHEDULED
[22:02:06.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:23:0) after 9m13s
[22:11:20.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:23:0)
[22:11:20.078] Build status: SCHEDULED
[22:11:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:24:0) after 8m29s
[22:19:49.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:24:0)
[22:19:49.176] Build status: SCHEDULED
[22:19:49.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:25:0) after 8m35s
[22:28:24.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:25:0)
[22:28:24.288] Build status: SCHEDULED
[22:28:24.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:26:0) after 2m14s
[22:30:38.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:26:0)
[22:30:38.328] Build status: SCHEDULED
[22:30:38.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:27:0) after 6m53s
[22:37:31.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:27:0)
[22:37:31.389] Build status: SCHEDULED
[22:37:31.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:28:0) after 9m21s
[22:46:52.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:28:0)
[22:46:52.454] Build status: SCHEDULED
[22:46:52.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:29:0) after 7m31s
[22:54:23.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:29:0)
[22:54:23.603] Build status: SCHEDULED
[22:54:23.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:30:0) after 4m38s
[22:59:01.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:30:0)
[22:59:01.729] Build status: SCHEDULED
[22:59:01.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:31:0) after 4m17s
[23:03:18.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:31:0)
[23:03:18.849] Build status: SCHEDULED
[23:03:18.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:32:0) after 6m21s
[23:09:39.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:32:0)
[23:09:39.910] Build status: SCHEDULED
[23:09:39.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:33:0) after 8m3s
[23:17:43.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:33:0)
[23:17:43.106] Build status: SCHEDULED
[23:17:43.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:34:0) after 8m28s
[23:26:11.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:34:0)
[23:26:11.168] Build status: SCHEDULED
[23:26:11.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:35:0) after 2m9s
[23:28:20.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:35:0)
[23:28:20.231] Build status: SCHEDULED
[23:28:20.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:36:0) after 1m20s
[23:29:40.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:36:0)
[23:29:40.431] Build status: SCHEDULED
[23:29:40.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:37:0) after 2m24s
[23:32:04.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:37:0)
[23:32:04.599] Build status: SCHEDULED
[23:32:04.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:38:0) after 7m33s
[23:39:37.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:38:0)
[23:39:37.659] Build status: SCHEDULED
[23:39:37.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:39:0) after 5m47s
[23:45:24.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:39:0)
[23:45:24.712] Build status: SCHEDULED
[23:45:24.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:40:0) after 3m59s
[23:49:23.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:40:0)
[23:49:23.751] Build status: SCHEDULED
[23:49:23.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:41:0) after 6m8s
[23:55:31.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:41:0)
[23:55:31.896] Build status: SCHEDULED
[23:55:31.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:42:0) after 8m30s
[00:04:01.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:42:0)
[00:04:02.017] Build status: SCHEDULED
[00:04:02.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:43:0) after 2m51s
[00:06:53.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:43:0)
[00:06:53.063] Build status: SCHEDULED
[00:06:53.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:44:0) after 8m38s
[00:15:31.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:44:0)
[00:15:31.112] Build status: SCHEDULED
[00:15:31.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:45:0) after 6m16s
[00:21:47.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:45:0)
[00:21:47.257] Build status: SCHEDULED
[00:21:47.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:46:0) after 2m17s
[00:24:04.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:46:0)
[00:24:04.351] Build status: SCHEDULED
[00:24:04.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:47:0) after 1m45s
[00:25:49.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:47:0)
[00:25:49.543] Build status: SCHEDULED
[00:25:49.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:48:0) after 6m15s
[00:32:04.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:48:0)
[00:32:04.593] Build status: SCHEDULED
[00:32:04.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:49:0) after 5m56s
[00:38:00.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:49:0)
[00:38:00.638] Build status: SCHEDULED
[00:38:00.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:50:0) after 4m57s
[00:42:57.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:50:0)
[00:42:57.689] Build status: SCHEDULED
[00:42:57.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:51:0) after 2m30s
[00:45:27.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:51:0)
[00:45:27.749] Build status: SCHEDULED
[00:45:27.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:52:0) after 9m42s
[00:55:09.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:52:0)
[00:55:09.936] Build status: SCHEDULED
[00:55:09.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:53:0) after 2m9s
[00:57:19.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:53:0)
[00:57:19.038] Build status: SCHEDULED
[00:57:19.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:54:0) after 4m0s
[01:01:19.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:54:0)
[01:01:19.130] Build status: SCHEDULED
[01:01:19.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:55:0) after 2m42s
[01:04:01.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:55:0)
[01:04:01.174] Build status: SCHEDULED
[01:04:01.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:56:0) after 9m17s
[01:13:18.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:56:0)
[01:13:18.245] Build status: SCHEDULED
[01:13:18.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:57:0) after 2m58s
[01:16:16.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:57:0)
[01:16:16.304] Build status: SCHEDULED
[01:16:16.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:58:0) after 7m13s
[01:23:29.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:58:0)
[01:23:29.355] Build status: SCHEDULED
[01:23:29.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:59:0) after 3m41s
[01:27:10.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:59:0)
[01:27:10.425] Build status: SCHEDULED
[01:27:10.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:60:0) after 5m8s
[01:32:18.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:60:0)
[01:32:18.523] Build status: SCHEDULED
[01:32:18.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:61:0) after 6m1s
[01:38:19.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:61:0)
[01:38:19.568] Build status: SCHEDULED
[01:38:19.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:62:0) after 3m1s
[01:41:21.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:62:0)
[01:41:21.017] Build status: SCHEDULED
[01:41:21.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:63:0) after 8m29s
[01:49:50.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:63:0)
[01:49:50.170] Build status: SCHEDULED
[01:49:50.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:64:0) after 5m46s
[01:55:36.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:64:0)
[01:55:36.413] Build status: SCHEDULED
[01:55:36.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:65:0) after 6m34s
[02:02:10.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:65:0)
[02:02:10.511] Build status: SCHEDULED
[02:02:10.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:66:0) after 6m13s
[02:08:23.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:66:0)
[02:08:23.553] Build status: SCHEDULED
[02:08:23.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:67:0) after 8m53s
[02:17:16.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:67:0)
[02:17:16.605] Build status: SCHEDULED
[02:17:16.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:68:0) after 8m37s
[02:25:53.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:68:0)
[02:25:53.687] Build status: SCHEDULED
[02:25:53.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:69:0) after 1m17s
[02:27:10.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:69:0)
[02:27:10.777] Build status: SCHEDULED
[02:27:10.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:70:0) after 8m46s
[02:30:56.852] Received PubSub notification, asking Buildbucket for the build status
[02:30:56.882] Build status: STARTED
[02:35:56.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:70:0)
[02:35:56.833] Build status: STARTED
[02:35:56.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:72:0) after 1m38s
[02:37:34.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:72:0)
[02:37:34.902] Build status: STARTED
[02:37:34.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8879662093941158816:73:0) after 4m9s
[02:37:42.193] Received PubSub notification, asking Buildbucket for the build status
[02:37:42.214] Build:
{
"id": "8714232032071934593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T20:02:26.016009765Z",
"startTime": "2025-05-22T02:30:56.393349064Z",
"endTime": "2025-05-22T02:37:37.904500821Z",
"updateTime": "2025-05-22T02:37:37.904500821Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:37:42.214] Invocation finished in 6h35m17.363951794s with status SUCCEEDED