[01:56:16.147] New invocation is queued and will start shortly
[01:56:17.244] Starting the invocation (attempt 1)
[01:56:17.272] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3be1c116149fb281d5a8606b27ba4232ddcda174"
[01:56:17.272] Popped gitiles commit info from properties and tags
[01:56:17.272] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:56:17.272] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:56:17.273] Buildbucket request:
{
"requestId": "8873841625478110464",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873841625478110464",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7006d2857e5a5156e56fe2d1c198db39891b99fc",
"title": "7006d2857e5a5156e56fe2d1c198db39891b99fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"title": "4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"title": "2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"title": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"title": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"title": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d4a628e9c49321b4e56519887b8a9965715dab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d4a628e9c49321b4e56519887b8a9965715dab",
"title": "70d4a628e9c49321b4e56519887b8a9965715dab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc32f808758d59b81de771643764e92372d7c71a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc32f808758d59b81de771643764e92372d7c71a",
"title": "cc32f808758d59b81de771643764e92372d7c71a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc32f808758d59b81de771643764e92372d7c71a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "776a399e4e057690144a619d5d65c1b1cb79e94a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@776a399e4e057690144a619d5d65c1b1cb79e94a",
"title": "776a399e4e057690144a619d5d65c1b1cb79e94a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/776a399e4e057690144a619d5d65c1b1cb79e94a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"title": "a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"title": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3be1c116149fb281d5a8606b27ba4232ddcda174"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3be1c116149fb281d5a8606b27ba4232ddcda174",
"title": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3be1c116149fb281d5a8606b27ba4232ddcda174"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873841625478110464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:56:17.664] Scheduled build:
{
"id": "8708411563574357953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T01:56:17.331664379Z",
"updateTime": "2025-07-25T01:56:17.331664379Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
}
}
}
[01:56:17.664] Task URL: https://cr-buildbucket.appspot.com/build/8708411563574357953
[01:56:17.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:2:0) after 4m57s
[01:56:18.651] Received PubSub notification, asking Buildbucket for the build status
[01:56:18.695] Build status: SCHEDULED
[02:01:14.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:2:0)
[02:01:14.815] Build status: SCHEDULED
[02:01:14.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:4:0) after 1m15s
[02:02:29.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:4:0)
[02:02:29.939] Build status: SCHEDULED
[02:02:29.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:5:0) after 3m27s
[02:05:56.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:5:0)
[02:05:56.976] Build status: SCHEDULED
[02:05:56.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:6:0) after 5m52s
[02:11:48.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:6:0)
[02:11:49.026] Build status: SCHEDULED
[02:11:49.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:7:0) after 5m1s
[02:16:50.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:7:0)
[02:16:50.136] Build status: SCHEDULED
[02:16:50.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:8:0) after 9m37s
[02:26:27.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:8:0)
[02:26:27.319] Build status: SCHEDULED
[02:26:27.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:9:0) after 8m41s
[02:35:08.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:9:0)
[02:35:08.379] Build status: SCHEDULED
[02:35:08.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:10:0) after 5m37s
[02:40:45.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:10:0)
[02:40:45.414] Build status: SCHEDULED
[02:40:45.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:11:0) after 7m36s
[02:48:21.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:11:0)
[02:48:21.511] Build status: SCHEDULED
[02:48:21.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:12:0) after 1m10s
[02:49:31.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:12:0)
[02:49:31.557] Build status: SCHEDULED
[02:49:31.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:13:0) after 5m39s
[02:55:10.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:13:0)
[02:55:10.607] Build status: SCHEDULED
[02:55:10.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:14:0) after 3m19s
[02:58:29.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:14:0)
[02:58:29.669] Build status: SCHEDULED
[02:58:29.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:15:0) after 6m56s
[03:05:25.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:15:0)
[03:05:25.715] Build status: SCHEDULED
[03:05:25.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:16:0) after 8m57s
[03:14:22.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:16:0)
[03:14:22.822] Build status: SCHEDULED
[03:14:22.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:17:0) after 1m24s
[03:15:46.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:17:0)
[03:15:46.862] Build status: SCHEDULED
[03:15:46.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:18:0) after 6m16s
[03:22:02.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:18:0)
[03:22:02.996] Build status: SCHEDULED
[03:22:02.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:19:0) after 7m16s
[03:29:19.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:19:0)
[03:29:19.084] Build status: SCHEDULED
[03:29:19.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:20:0) after 9m47s
[03:39:06.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:20:0)
[03:39:06.302] Build status: SCHEDULED
[03:39:06.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:21:0) after 6m50s
[03:45:56.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:21:0)
[03:45:56.350] Build status: SCHEDULED
[03:45:56.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:22:0) after 1m54s
[03:47:50.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:22:0)
[03:47:50.402] Build status: SCHEDULED
[03:47:50.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:23:0) after 3m28s
[03:51:18.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:23:0)
[03:51:18.927] Build status: SCHEDULED
[03:51:18.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:24:0) after 5m21s
[03:56:39.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:24:0)
[03:56:40.010] Build status: SCHEDULED
[03:56:40.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:25:0) after 9m36s
[04:06:16.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:25:0)
[04:06:16.098] Build status: SCHEDULED
[04:06:16.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:26:0) after 1m36s
[04:07:52.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:26:0)
[04:07:52.123] Build status: SCHEDULED
[04:07:52.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:27:0) after 6m31s
[04:14:23.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:27:0)
[04:14:23.163] Build status: SCHEDULED
[04:14:23.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:28:0) after 9m13s
[04:23:36.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:28:0)
[04:23:36.364] Build status: SCHEDULED
[04:23:36.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:29:0) after 5m38s
[04:29:14.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:29:0)
[04:29:14.457] Build status: SCHEDULED
[04:29:14.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:30:0) after 5m18s
[04:34:32.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:30:0)
[04:34:32.560] Build status: SCHEDULED
[04:34:32.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:31:0) after 1m36s
[04:36:08.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:31:0)
[04:36:08.671] Build status: SCHEDULED
[04:36:08.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:32:0) after 9m10s
[04:45:18.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:32:0)
[04:45:19.627] Build status: SCHEDULED
[04:45:19.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:33:0) after 4m28s
[04:49:47.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:33:0)
[04:49:47.666] Build status: SCHEDULED
[04:49:47.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:34:0) after 3m3s
[04:52:50.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:34:0)
[04:52:50.732] Build status: SCHEDULED
[04:52:50.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:35:0) after 9m42s
[05:02:32.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:35:0)
[05:02:32.819] Build status: SCHEDULED
[05:02:32.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:36:0) after 7m28s
[05:10:00.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:36:0)
[05:10:01.034] Build status: SCHEDULED
[05:10:01.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:37:0) after 2m44s
[05:12:45.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:37:0)
[05:12:45.187] Build status: SCHEDULED
[05:12:45.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:38:0) after 9m39s
[05:22:24.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:38:0)
[05:22:24.393] Build status: SCHEDULED
[05:22:24.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:39:0) after 1m5s
[05:23:29.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:39:0)
[05:23:29.445] Build status: SCHEDULED
[05:23:29.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:40:0) after 3m23s
[05:26:52.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:40:0)
[05:26:52.619] Build status: SCHEDULED
[05:26:52.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:41:0) after 1m38s
[05:28:30.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:41:0)
[05:28:30.663] Build status: SCHEDULED
[05:28:30.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:42:0) after 5m44s
[05:34:14.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:42:0)
[05:34:14.840] Build status: SCHEDULED
[05:34:14.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:43:0) after 9m10s
[05:43:24.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:43:0)
[05:43:24.988] Build status: SCHEDULED
[05:43:24.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:44:0) after 1m39s
[05:45:04.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:44:0)
[05:45:04.038] Build status: SCHEDULED
[05:45:04.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:45:0) after 1m10s
[05:46:14.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:45:0)
[05:46:14.439] Build status: SCHEDULED
[05:46:14.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:46:0) after 6m40s
[05:52:54.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:46:0)
[05:52:54.485] Build status: SCHEDULED
[05:52:54.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:47:0) after 9m16s
[06:02:10.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:47:0)
[06:02:10.613] Build status: SCHEDULED
[06:02:10.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:48:0) after 7m50s
[06:10:00.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:48:0)
[06:10:00.737] Build status: SCHEDULED
[06:10:00.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:49:0) after 5m36s
[06:15:36.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:49:0)
[06:15:36.787] Build status: SCHEDULED
[06:15:36.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:50:0) after 7m50s
[06:23:26.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:50:0)
[06:23:27.019] Build status: SCHEDULED
[06:23:27.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:51:0) after 1m18s
[06:24:45.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:51:0)
[06:24:45.027] Build status: SCHEDULED
[06:24:45.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:52:0) after 7m54s
[06:32:39.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:52:0)
[06:32:39.069] Build status: SCHEDULED
[06:32:39.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:53:0) after 9m27s
[06:42:06.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:53:0)
[06:42:06.191] Build status: SCHEDULED
[06:42:06.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:54:0) after 7m36s
[06:49:42.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:54:0)
[06:49:42.237] Build status: SCHEDULED
[06:49:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:55:0) after 4m1s
[06:53:43.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:55:0)
[06:53:43.260] Build status: SCHEDULED
[06:53:43.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:56:0) after 4m47s
[06:58:30.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:56:0)
[06:58:30.328] Build status: SCHEDULED
[06:58:30.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:57:0) after 3m2s
[07:01:32.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:57:0)
[07:01:32.415] Build status: SCHEDULED
[07:01:32.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:58:0) after 3m23s
[07:04:55.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:58:0)
[07:04:55.520] Build status: SCHEDULED
[07:04:55.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:59:0) after 6m50s
[07:11:45.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:59:0)
[07:11:45.579] Build status: SCHEDULED
[07:11:45.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:60:0) after 9m30s
[07:21:15.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:60:0)
[07:21:15.669] Build status: SCHEDULED
[07:21:15.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:61:0) after 3m2s
[07:24:17.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:61:0)
[07:24:17.683] Build status: SCHEDULED
[07:24:17.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:62:0) after 1m58s
[07:26:15.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:62:0)
[07:26:15.771] Build status: SCHEDULED
[07:26:15.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:63:0) after 9m58s
[07:36:13.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:63:0)
[07:36:13.955] Build status: SCHEDULED
[07:36:13.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:64:0) after 8m26s
[07:44:39.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:64:0)
[07:44:40.005] Build status: SCHEDULED
[07:44:40.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:65:0) after 8m19s
[07:52:59.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:65:0)
[07:52:59.092] Build status: SCHEDULED
[07:52:59.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:66:0) after 2m8s
[07:55:07.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:66:0)
[07:55:07.131] Build status: SCHEDULED
[07:55:07.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:67:0) after 7m52s
[08:02:59.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:67:0)
[08:02:59.289] Build status: SCHEDULED
[08:02:59.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:68:0) after 4m19s
[08:07:18.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:68:0)
[08:07:18.359] Build status: SCHEDULED
[08:07:18.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:69:0) after 2m46s
[08:10:04.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:69:0)
[08:10:04.411] Build status: SCHEDULED
[08:10:04.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:70:0) after 8m52s
[08:18:56.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:70:0)
[08:18:56.462] Build status: SCHEDULED
[08:18:56.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:71:0) after 2m27s
[08:21:23.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:71:0)
[08:21:23.561] Build status: SCHEDULED
[08:21:23.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:72:0) after 8m33s
[08:29:56.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:72:0)
[08:29:56.735] Build status: SCHEDULED
[08:29:56.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:73:0) after 6m53s
[08:36:49.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:73:0)
[08:36:49.870] Build status: SCHEDULED
[08:36:49.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:74:0) after 8m53s
[08:45:42.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:74:0)
[08:45:42.912] Build status: SCHEDULED
[08:45:42.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:75:0) after 9m13s
[08:54:55.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:75:0)
[08:54:55.949] Build status: SCHEDULED
[08:54:55.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:76:0) after 5m36s
[09:00:31.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:76:0)
[09:00:31.997] Build status: SCHEDULED
[09:00:31.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:77:0) after 7m22s
[09:07:54.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:77:0)
[09:07:54.046] Build status: SCHEDULED
[09:07:54.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:78:0) after 2m5s
[09:09:59.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:78:0)
[09:09:59.063] Build status: SCHEDULED
[09:09:59.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:79:0) after 7m21s
[09:17:20.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:79:0)
[09:17:20.107] Build status: SCHEDULED
[09:17:20.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:80:0) after 8m28s
[09:25:48.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:80:0)
[09:25:48.262] Build status: SCHEDULED
[09:25:48.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:81:0) after 1m7s
[09:26:55.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:81:0)
[09:26:55.333] Build status: SCHEDULED
[09:26:55.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:82:0) after 1m26s
[09:28:21.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:82:0)
[09:28:21.385] Build status: SCHEDULED
[09:28:21.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:83:0) after 6m31s
[09:34:52.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:83:0)
[09:34:52.485] Build status: SCHEDULED
[09:34:52.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:84:0) after 9m55s
[09:38:17.599] Received PubSub notification, asking Buildbucket for the build status
[09:38:17.676] Build status: STARTED
[09:44:47.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:84:0)
[09:44:47.673] Build status: STARTED
[09:44:47.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873841625478110464:86:0) after 7m37s
[09:45:57.501] Received PubSub notification, asking Buildbucket for the build status
[09:45:57.520] Build:
{
"id": "8708411563574357953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T01:56:17.331664379Z",
"startTime": "2025-07-25T09:38:17.397479895Z",
"endTime": "2025-07-25T09:45:57.253572548Z",
"updateTime": "2025-07-25T09:45:57.253572548Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
}
}
}
[09:45:57.520] Invocation finished in 7h49m41.387690196s with status SUCCEEDED