[20:51:02.480] New invocation is queued and will start shortly
[20:51:03.545] Starting the invocation (attempt 1)
[20:51:03.575] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bed66f85cbb7b66097a5f6aba715f0a422f9bcde"
[20:51:03.575] Popped gitiles commit info from properties and tags
[20:51:03.575] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:51:03.576] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:51:03.576] Buildbucket request:
{
"requestId": "8887269179774255184",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8887269179774255184",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9fb53c70518bd06b543c83c5e9ba63f90a1510b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9fb53c70518bd06b543c83c5e9ba63f90a1510b",
"title": "d9fb53c70518bd06b543c83c5e9ba63f90a1510b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9fb53c70518bd06b543c83c5e9ba63f90a1510b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a839dbf7acedb8b9b1c3eadc914e3dd75d1cb832"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a839dbf7acedb8b9b1c3eadc914e3dd75d1cb832",
"title": "a839dbf7acedb8b9b1c3eadc914e3dd75d1cb832",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a839dbf7acedb8b9b1c3eadc914e3dd75d1cb832"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c357ad63f2a6917bff40b815a065d0858f391aaf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c357ad63f2a6917bff40b815a065d0858f391aaf",
"title": "c357ad63f2a6917bff40b815a065d0858f391aaf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c357ad63f2a6917bff40b815a065d0858f391aaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "aba9ff32d19a33198aa424def5e38c957d90a88a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aba9ff32d19a33198aa424def5e38c957d90a88a",
"title": "aba9ff32d19a33198aa424def5e38c957d90a88a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aba9ff32d19a33198aa424def5e38c957d90a88a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bed66f85cbb7b66097a5f6aba715f0a422f9bcde"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bed66f85cbb7b66097a5f6aba715f0a422f9bcde",
"title": "bed66f85cbb7b66097a5f6aba715f0a422f9bcde",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bed66f85cbb7b66097a5f6aba715f0a422f9bcde"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bed66f85cbb7b66097a5f6aba715f0a422f9bcde",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8887269179774255184"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:51:04.159] Scheduled build:
{
"id": "8721839117879212257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-26T20:51:03.659131810Z",
"updateTime": "2025-02-26T20:51:03.659131810Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bed66f85cbb7b66097a5f6aba715f0a422f9bcde",
"ref": "refs/heads/main"
}
}
}
[20:51:04.159] Task URL: https://cr-buildbucket.appspot.com/build/8721839117879212257
[20:51:04.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:2:0) after 1m7s
[20:51:05.076] Received PubSub notification, asking Buildbucket for the build status
[20:51:05.284] Build status: SCHEDULED
[20:52:11.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:2:0)
[20:52:11.203] Build status: SCHEDULED
[20:52:11.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:4:0) after 8m57s
[21:01:08.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:4:0)
[21:01:08.251] Build status: SCHEDULED
[21:01:08.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:5:0) after 1m4s
[21:02:12.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:5:0)
[21:02:12.244] Build status: SCHEDULED
[21:02:12.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:6:0) after 4m21s
[21:06:33.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:6:0)
[21:06:33.285] Build status: SCHEDULED
[21:06:33.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:7:0) after 5m39s
[21:12:12.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:7:0)
[21:12:12.359] Build status: SCHEDULED
[21:12:12.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:8:0) after 8m33s
[21:20:45.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:8:0)
[21:20:45.393] Build status: SCHEDULED
[21:20:45.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:9:0) after 9m35s
[21:30:20.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:9:0)
[21:30:20.459] Build status: SCHEDULED
[21:30:20.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:10:0) after 5m49s
[21:36:09.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:10:0)
[21:36:09.487] Build status: SCHEDULED
[21:36:09.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:11:0) after 3m22s
[21:39:31.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:11:0)
[21:39:31.757] Build status: SCHEDULED
[21:39:31.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:12:0) after 7m16s
[21:46:47.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:12:0)
[21:46:47.965] Build status: SCHEDULED
[21:46:47.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:13:0) after 6m51s
[21:53:38.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:13:0)
[21:53:39.000] Build status: SCHEDULED
[21:53:39.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:14:0) after 4m20s
[21:57:59.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:14:0)
[21:57:59.136] Build status: SCHEDULED
[21:57:59.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:15:0) after 1m45s
[21:59:44.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:15:0)
[21:59:44.274] Build status: SCHEDULED
[21:59:44.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:16:0) after 3m28s
[22:03:12.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:16:0)
[22:03:12.338] Build status: SCHEDULED
[22:03:12.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:17:0) after 2m12s
[22:05:24.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:17:0)
[22:05:24.364] Build status: SCHEDULED
[22:05:24.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:18:0) after 1m31s
[22:06:55.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:18:0)
[22:06:55.398] Build status: SCHEDULED
[22:06:55.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:19:0) after 1m46s
[22:08:41.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:19:0)
[22:08:41.564] Build status: SCHEDULED
[22:08:41.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:20:0) after 5m32s
[22:14:13.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:20:0)
[22:14:13.788] Build status: SCHEDULED
[22:14:13.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:21:0) after 1m38s
[22:15:51.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:21:0)
[22:15:51.807] Build status: SCHEDULED
[22:15:51.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:22:0) after 6m53s
[22:22:44.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:22:0)
[22:22:44.913] Build status: SCHEDULED
[22:22:44.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:23:0) after 6m42s
[22:29:27.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:23:0)
[22:29:27.068] Build status: SCHEDULED
[22:29:27.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:24:0) after 1m27s
[22:30:54.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:24:0)
[22:30:54.148] Build status: SCHEDULED
[22:30:54.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:25:0) after 8m11s
[22:39:05.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:25:0)
[22:39:05.208] Build status: SCHEDULED
[22:39:05.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:26:0) after 4m46s
[22:43:51.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:26:0)
[22:43:51.293] Build status: SCHEDULED
[22:43:51.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:27:0) after 7m39s
[22:51:30.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:27:0)
[22:51:30.470] Build status: SCHEDULED
[22:51:30.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:28:0) after 1m2s
[22:52:32.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:28:0)
[22:52:32.536] Build status: SCHEDULED
[22:52:32.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:29:0) after 9m3s
[23:01:35.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:29:0)
[23:01:35.557] Build status: SCHEDULED
[23:01:35.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:30:0) after 3m29s
[23:05:04.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:30:0)
[23:05:04.600] Build status: SCHEDULED
[23:05:04.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:31:0) after 5m24s
[23:10:28.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:31:0)
[23:10:28.673] Build status: SCHEDULED
[23:10:28.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:32:0) after 8m8s
[23:18:36.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:32:0)
[23:18:36.807] Build status: SCHEDULED
[23:18:36.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:33:0) after 9m53s
[23:28:30.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:33:0)
[23:28:30.020] Build status: SCHEDULED
[23:28:30.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:34:0) after 2m11s
[23:30:41.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:34:0)
[23:30:41.237] Build status: SCHEDULED
[23:30:41.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:35:0) after 4m27s
[23:35:08.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:35:0)
[23:35:08.421] Build status: SCHEDULED
[23:35:08.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:36:0) after 8m39s
[23:43:47.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:36:0)
[23:43:47.456] Build status: SCHEDULED
[23:43:47.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:37:0) after 2m35s
[23:46:22.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:37:0)
[23:46:22.463] Build status: SCHEDULED
[23:46:22.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:38:0) after 7m0s
[23:53:22.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:38:0)
[23:53:22.637] Build status: SCHEDULED
[23:53:22.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:39:0) after 3m10s
[23:56:32.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:39:0)
[23:56:32.704] Build status: SCHEDULED
[23:56:32.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:40:0) after 5m41s
[00:02:13.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:40:0)
[00:02:13.918] Build status: SCHEDULED
[00:02:13.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:41:0) after 4m49s
[00:07:02.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:41:0)
[00:07:02.974] Build status: SCHEDULED
[00:07:02.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:42:0) after 8m28s
[00:15:31.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:42:0)
[00:15:31.067] Build status: SCHEDULED
[00:15:31.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:43:0) after 2m42s
[00:18:13.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:43:0)
[00:18:13.256] Build status: SCHEDULED
[00:18:13.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:44:0) after 4m36s
[00:22:49.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:44:0)
[00:22:49.347] Build status: SCHEDULED
[00:22:49.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:45:0) after 2m47s
[00:25:36.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:45:0)
[00:25:36.431] Build status: SCHEDULED
[00:25:36.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:46:0) after 4m7s
[00:29:43.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:46:0)
[00:29:43.470] Build status: SCHEDULED
[00:29:43.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:47:0) after 3m58s
[00:33:41.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:47:0)
[00:33:41.555] Build status: SCHEDULED
[00:33:41.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:48:0) after 1m18s
[00:34:59.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:48:0)
[00:34:59.836] Build status: SCHEDULED
[00:34:59.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:49:0) after 3m12s
[00:38:11.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:49:0)
[00:38:11.915] Build status: SCHEDULED
[00:38:11.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:50:0) after 6m59s
[00:45:10.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:50:0)
[00:45:10.967] Build status: SCHEDULED
[00:45:10.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:51:0) after 8m32s
[00:53:43.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:51:0)
[00:53:43.116] Build status: SCHEDULED
[00:53:43.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:52:0) after 2m16s
[00:55:59.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:52:0)
[00:55:59.207] Build status: SCHEDULED
[00:55:59.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:53:0) after 5m44s
[01:01:43.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:53:0)
[01:01:43.312] Build status: SCHEDULED
[01:01:43.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:54:0) after 6m56s
[01:08:39.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:54:0)
[01:08:39.529] Build status: SCHEDULED
[01:08:39.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:55:0) after 8m30s
[01:17:09.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:55:0)
[01:17:09.617] Build status: SCHEDULED
[01:17:09.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:56:0) after 6m44s
[01:23:53.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:56:0)
[01:23:53.672] Build status: SCHEDULED
[01:23:53.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:57:0) after 1m49s
[01:25:42.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:57:0)
[01:25:42.756] Build status: SCHEDULED
[01:25:42.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:58:0) after 2m41s
[01:28:23.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:58:0)
[01:28:23.761] Build status: SCHEDULED
[01:28:23.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:59:0) after 4m7s
[01:32:30.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:59:0)
[01:32:30.909] Build status: SCHEDULED
[01:32:30.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:60:0) after 1m9s
[01:33:39.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:60:0)
[01:33:39.989] Build status: SCHEDULED
[01:33:39.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:61:0) after 4m0s
[01:37:40.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:61:0)
[01:37:40.088] Build status: SCHEDULED
[01:37:40.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:62:0) after 9m32s
[01:47:12.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:62:0)
[01:47:12.091] Build status: SCHEDULED
[01:47:12.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:63:0) after 4m21s
[01:51:33.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:63:0)
[01:51:33.139] Build status: SCHEDULED
[01:51:33.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:64:0) after 4m39s
[01:56:12.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:64:0)
[01:56:12.182] Build status: SCHEDULED
[01:56:12.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:65:0) after 1m58s
[01:58:10.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:65:0)
[01:58:10.226] Build status: SCHEDULED
[01:58:10.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:66:0) after 1m40s
[01:59:50.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:66:0)
[01:59:50.301] Build status: SCHEDULED
[01:59:50.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:67:0) after 5m35s
[02:05:25.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:67:0)
[02:05:25.337] Build status: SCHEDULED
[02:05:25.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:68:0) after 7m38s
[02:13:03.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:68:0)
[02:13:03.479] Build status: SCHEDULED
[02:13:03.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:69:0) after 5m56s
[02:18:59.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:69:0)
[02:18:59.638] Build status: SCHEDULED
[02:18:59.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:70:0) after 3m16s
[02:22:15.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:70:0)
[02:22:15.681] Build status: SCHEDULED
[02:22:15.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:71:0) after 9m31s
[02:31:46.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:71:0)
[02:31:46.722] Build status: SCHEDULED
[02:31:46.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:72:0) after 9m4s
[02:40:50.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:72:0)
[02:40:50.751] Build status: SCHEDULED
[02:40:50.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:73:0) after 9m30s
[02:50:20.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:73:0)
[02:50:20.834] Build status: SCHEDULED
[02:50:20.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:74:0) after 7m41s
[02:51:55.011] Received PubSub notification, asking Buildbucket for the build status
[02:51:55.025] Build status: STARTED
[02:58:01.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:74:0)
[02:58:01.876] Build status: STARTED
[02:58:01.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:76:0) after 8m53s
[03:06:54.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:76:0)
[03:06:54.938] Build status: STARTED
[03:06:54.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:77:0) after 6m40s
[03:13:34.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:77:0)
[03:13:34.976] Build status: STARTED
[03:13:34.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:78:0) after 9m12s
[03:22:46.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:78:0)
[03:22:47.020] Build status: STARTED
[03:22:47.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:79:0) after 5m57s
[03:28:44.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:79:0)
[03:28:44.064] Build status: STARTED
[03:28:44.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:80:0) after 2m18s
[03:31:02.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:80:0)
[03:31:02.423] Build status: STARTED
[03:31:02.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:81:0) after 3m4s
[03:34:06.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:81:0)
[03:34:06.518] Build status: STARTED
[03:34:06.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:82:0) after 1m55s
[03:36:01.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:82:0)
[03:36:01.559] Build status: STARTED
[03:36:01.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8887269179774255184:83:0) after 8m35s
[03:39:46.632] Received PubSub notification, asking Buildbucket for the build status
[03:39:46.651] Build:
{
"id": "8721839117879212257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-26T20:51:03.659131810Z",
"startTime": "2025-02-27T02:51:54.737328929Z",
"endTime": "2025-02-27T03:39:46.357783234Z",
"updateTime": "2025-02-27T03:39:46.357783234Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bed66f85cbb7b66097a5f6aba715f0a422f9bcde",
"ref": "refs/heads/main"
}
}
}
[03:39:46.651] Invocation finished in 6h48m44.183165269s with status FAILED