[19:09:41.797] New invocation is queued and will start shortly
[19:09:42.865] Starting the invocation (attempt 1)
[19:09:42.892] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
[19:09:42.892] Popped gitiles commit info from properties and tags
[19:09:42.892] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:09:42.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:09:42.893] Buildbucket request:
{
"requestId": "8879665410646172832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879665410646172832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9084c83b28632b636b3defeb3bbb8039050634e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9084c83b28632b636b3defeb3bbb8039050634e",
"title": "a9084c83b28632b636b3defeb3bbb8039050634e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9084c83b28632b636b3defeb3bbb8039050634e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7080af19e3ff7bdd151be531a628de3ca0ff6277"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7080af19e3ff7bdd151be531a628de3ca0ff6277",
"title": "7080af19e3ff7bdd151be531a628de3ca0ff6277",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7080af19e3ff7bdd151be531a628de3ca0ff6277"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"title": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa9e18c0decb63b31585363196819dd0470a466e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa9e18c0decb63b31585363196819dd0470a466e",
"title": "fa9e18c0decb63b31585363196819dd0470a466e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa9e18c0decb63b31585363196819dd0470a466e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"title": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb2347b9d1aa706c188857bed81a02aa97445f6a",
"title": "bb2347b9d1aa706c188857bed81a02aa97445f6a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc15bc2f44a368453edb05e6070f18dca7cce362"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc15bc2f44a368453edb05e6070f18dca7cce362",
"title": "bc15bc2f44a368453edb05e6070f18dca7cce362",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc15bc2f44a368453edb05e6070f18dca7cce362"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dee4878326e1898bd126b9acf5ff5340c14b214b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dee4878326e1898bd126b9acf5ff5340c14b214b",
"title": "dee4878326e1898bd126b9acf5ff5340c14b214b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dee4878326e1898bd126b9acf5ff5340c14b214b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3f422ab6068d21dd452147cd910341243e451e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3f422ab6068d21dd452147cd910341243e451e6",
"title": "d3f422ab6068d21dd452147cd910341243e451e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3f422ab6068d21dd452147cd910341243e451e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"title": "6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72ed9ebc58764db2865d28faaaec4b99477c393d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72ed9ebc58764db2865d28faaaec4b99477c393d",
"title": "72ed9ebc58764db2865d28faaaec4b99477c393d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72ed9ebc58764db2865d28faaaec4b99477c393d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ebc860ce53543c7460a9dc308e861b98cef5858c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebc860ce53543c7460a9dc308e861b98cef5858c",
"title": "ebc860ce53543c7460a9dc308e861b98cef5858c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebc860ce53543c7460a9dc308e861b98cef5858c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b102538a1c03643363d6f4c010f78edc80faa29e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b102538a1c03643363d6f4c010f78edc80faa29e",
"title": "b102538a1c03643363d6f4c010f78edc80faa29e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b102538a1c03643363d6f4c010f78edc80faa29e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "15349ff6832f0e3de8909acf2b6d686652708b68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15349ff6832f0e3de8909acf2b6d686652708b68",
"title": "15349ff6832f0e3de8909acf2b6d686652708b68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15349ff6832f0e3de8909acf2b6d686652708b68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b09da2b271a342dfbf246534d5d2c86e160c41ed",
"title": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "654e456b4749b77ebf6bf78f19414c594e39edcc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@654e456b4749b77ebf6bf78f19414c594e39edcc",
"title": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879665410646172832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:09:43.495] Scheduled build:
{
"id": "8714235348754560113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T19:09:42.981089205Z",
"updateTime": "2025-05-21T19:09:42.981089205Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
}
}
}
[19:09:43.495] Task URL: https://cr-buildbucket.appspot.com/build/8714235348754560113
[19:09:43.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:2:0) after 3m56s
[19:09:44.421] Received PubSub notification, asking Buildbucket for the build status
[19:09:44.497] Build status: SCHEDULED
[19:13:39.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:2:0)
[19:13:39.703] Build status: SCHEDULED
[19:13:39.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:4:0) after 4m19s
[19:17:58.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:4:0)
[19:17:58.994] Build status: SCHEDULED
[19:17:58.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:5:0) after 2m19s
[19:20:18.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:5:0)
[19:20:18.123] Build status: SCHEDULED
[19:20:18.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:6:0) after 1m44s
[19:22:02.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:6:0)
[19:22:02.214] Build status: SCHEDULED
[19:22:02.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:7:0) after 6m53s
[19:28:55.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:7:0)
[19:28:55.354] Build status: SCHEDULED
[19:28:55.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:8:0) after 8m43s
[19:37:38.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:8:0)
[19:37:38.405] Build status: SCHEDULED
[19:37:38.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:9:0) after 3m25s
[19:41:03.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:9:0)
[19:41:03.495] Build status: SCHEDULED
[19:41:03.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:10:0) after 7m43s
[19:48:46.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:10:0)
[19:48:46.544] Build status: SCHEDULED
[19:48:46.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:11:0) after 4m52s
[19:53:38.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:11:0)
[19:53:38.610] Build status: SCHEDULED
[19:53:38.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:12:0) after 2m11s
[19:55:49.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:12:0)
[19:55:49.794] Build status: SCHEDULED
[19:55:49.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:13:0) after 9m0s
[20:04:49.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:13:0)
[20:04:49.967] Build status: SCHEDULED
[20:04:49.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:14:0) after 9m13s
[20:14:03.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:14:0)
[20:14:03.160] Build status: SCHEDULED
[20:14:03.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:15:0) after 9m27s
[20:23:30.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:15:0)
[20:23:30.327] Build status: SCHEDULED
[20:23:30.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:16:0) after 1m49s
[20:25:19.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:16:0)
[20:25:19.399] Build status: SCHEDULED
[20:25:19.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:17:0) after 7m27s
[20:32:46.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:17:0)
[20:32:46.488] Build status: SCHEDULED
[20:32:46.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:18:0) after 1m29s
[20:34:15.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:18:0)
[20:34:15.595] Build status: SCHEDULED
[20:34:15.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:19:0) after 5m33s
[20:39:48.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:19:0)
[20:39:48.708] Build status: SCHEDULED
[20:39:48.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:20:0) after 9m24s
[20:49:12.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:20:0)
[20:49:12.825] Build status: SCHEDULED
[20:49:12.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:21:0) after 7m17s
[20:56:29.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:21:0)
[20:56:29.873] Build status: SCHEDULED
[20:56:29.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:22:0) after 2m42s
[20:59:11.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:22:0)
[20:59:11.920] Build status: SCHEDULED
[20:59:11.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:23:0) after 7m35s
[21:06:47.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:23:0)
[21:06:47.209] Build status: SCHEDULED
[21:06:47.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:24:0) after 3m11s
[21:09:58.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:24:0)
[21:09:58.393] Build status: SCHEDULED
[21:09:58.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:25:0) after 1m20s
[21:11:18.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:25:0)
[21:11:18.600] Build status: SCHEDULED
[21:11:18.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:26:0) after 1m20s
[21:12:38.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:26:0)
[21:12:38.661] Build status: SCHEDULED
[21:12:38.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:27:0) after 6m7s
[21:18:45.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:27:0)
[21:18:46.030] Build status: SCHEDULED
[21:18:46.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:28:0) after 8m45s
[21:27:31.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:28:0)
[21:27:31.125] Build status: SCHEDULED
[21:27:31.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:29:0) after 6m47s
[21:34:18.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:29:0)
[21:34:18.293] Build status: SCHEDULED
[21:34:18.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:30:0) after 3m22s
[21:37:40.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:30:0)
[21:37:40.498] Build status: SCHEDULED
[21:37:40.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:31:0) after 7m52s
[21:45:32.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:31:0)
[21:45:32.530] Build status: SCHEDULED
[21:45:32.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:32:0) after 3m51s
[21:49:23.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:32:0)
[21:49:23.581] Build status: SCHEDULED
[21:49:23.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:33:0) after 9m42s
[21:59:05.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:33:0)
[21:59:05.633] Build status: SCHEDULED
[21:59:05.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:34:0) after 8m28s
[22:07:33.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:34:0)
[22:07:33.768] Build status: SCHEDULED
[22:07:33.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:35:0) after 8m1s
[22:15:34.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:35:0)
[22:15:34.911] Build status: SCHEDULED
[22:15:34.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:36:0) after 9m19s
[22:24:54.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:36:0)
[22:24:54.111] Build status: SCHEDULED
[22:24:54.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:37:0) after 2m41s
[22:27:35.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:37:0)
[22:27:35.174] Build status: SCHEDULED
[22:27:35.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:38:0) after 9m16s
[22:36:51.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:38:0)
[22:36:51.214] Build status: SCHEDULED
[22:36:51.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:39:0) after 6m54s
[22:43:45.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:39:0)
[22:43:45.298] Build status: SCHEDULED
[22:43:45.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:40:0) after 4m59s
[22:48:44.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:40:0)
[22:48:44.364] Build status: SCHEDULED
[22:48:44.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:41:0) after 4m8s
[22:52:52.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:41:0)
[22:52:52.417] Build status: SCHEDULED
[22:52:52.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:42:0) after 9m2s
[23:01:54.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:42:0)
[23:01:54.442] Build status: SCHEDULED
[23:01:54.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:43:0) after 4m5s
[23:05:59.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:43:0)
[23:05:59.525] Build status: SCHEDULED
[23:05:59.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:44:0) after 9m21s
[23:15:20.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:44:0)
[23:15:20.640] Build status: SCHEDULED
[23:15:20.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:45:0) after 4m22s
[23:19:42.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:45:0)
[23:19:42.829] Build status: SCHEDULED
[23:19:42.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:46:0) after 8m53s
[23:28:35.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:46:0)
[23:28:35.898] Build status: SCHEDULED
[23:28:35.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:47:0) after 1m16s
[23:29:51.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:47:0)
[23:29:51.940] Build status: SCHEDULED
[23:29:51.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:48:0) after 6m0s
[23:35:52.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:48:0)
[23:35:52.129] Build status: SCHEDULED
[23:35:52.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:49:0) after 1m30s
[23:37:22.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:49:0)
[23:37:22.369] Build status: SCHEDULED
[23:37:22.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:50:0) after 2m25s
[23:39:47.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:50:0)
[23:39:47.437] Build status: SCHEDULED
[23:39:47.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:51:0) after 6m45s
[23:46:32.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:51:0)
[23:46:32.675] Build status: SCHEDULED
[23:46:32.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:52:0) after 7m24s
[23:53:56.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:52:0)
[23:53:56.840] Build status: SCHEDULED
[23:53:56.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:53:0) after 4m10s
[23:58:06.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:53:0)
[23:58:06.884] Build status: SCHEDULED
[23:58:06.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:54:0) after 2m12s
[00:00:18.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:54:0)
[00:00:18.983] Build status: SCHEDULED
[00:00:18.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:55:0) after 6m10s
[00:06:29.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:55:0)
[00:06:29.133] Build status: SCHEDULED
[00:06:29.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:56:0) after 4m39s
[00:11:08.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:56:0)
[00:11:08.306] Build status: SCHEDULED
[00:11:08.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:57:0) after 6m15s
[00:17:23.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:57:0)
[00:17:23.442] Build status: SCHEDULED
[00:17:23.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:58:0) after 6m10s
[00:23:33.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:58:0)
[00:23:33.537] Build status: SCHEDULED
[00:23:33.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:59:0) after 9m27s
[00:33:00.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:59:0)
[00:33:00.581] Build status: SCHEDULED
[00:33:00.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:60:0) after 1m48s
[00:34:48.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:60:0)
[00:34:48.711] Build status: SCHEDULED
[00:34:48.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:61:0) after 8m49s
[00:41:00.029] Received PubSub notification, asking Buildbucket for the build status
[00:41:00.055] Build status: STARTED
[00:43:37.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:61:0)
[00:43:37.752] Build status: STARTED
[00:43:37.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:63:0) after 2m11s
[00:45:48.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:63:0)
[00:45:48.892] Build status: STARTED
[00:45:48.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:64:0) after 1m30s
[00:47:18.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:64:0)
[00:47:18.924] Build status: STARTED
[00:47:18.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:65:0) after 6m6s
[00:53:24.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:65:0)
[00:53:24.971] Build status: STARTED
[00:53:24.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:66:0) after 5m28s
[00:58:52.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:66:0)
[00:58:52.988] Build status: STARTED
[00:58:52.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:67:0) after 1m50s
[01:00:43.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:67:0)
[01:00:43.094] Build status: STARTED
[01:00:43.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:68:0) after 5m0s
[01:05:43.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:68:0)
[01:05:43.152] Build status: STARTED
[01:05:43.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:69:0) after 9m52s
[01:15:35.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:69:0)
[01:15:35.155] Build status: STARTED
[01:15:35.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:70:0) after 1m8s
[01:16:43.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:70:0)
[01:16:43.208] Build status: STARTED
[01:16:43.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:71:0) after 4m3s
[01:20:46.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:71:0)
[01:20:46.554] Build status: STARTED
[01:20:46.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:72:0) after 1m28s
[01:22:14.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:72:0)
[01:22:14.647] Build status: STARTED
[01:22:14.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:73:0) after 4m46s
[01:27:00.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:73:0)
[01:27:00.680] Build status: STARTED
[01:27:00.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8879665410646172832:74:0) after 2m29s
[01:28:58.278] Received PubSub notification, asking Buildbucket for the build status
[01:28:58.308] Build:
{
"id": "8714235348754560113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T19:09:42.981089205Z",
"startTime": "2025-05-22T00:40:59.773995738Z",
"endTime": "2025-05-22T01:28:53.776396102Z",
"updateTime": "2025-05-22T01:28:53.776396102Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"ref": "refs/heads/main"
}
}
}
[01:28:58.308] Invocation finished in 6h19m16.514967075s with status FAILED