[00:53:26.478] New invocation is queued and will start shortly
[00:53:27.577] Starting the invocation (attempt 1)
[00:53:27.606] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2d204c869204a79b3f439e6dddb82c28c8dc45bd"
[00:53:27.606] Popped gitiles commit info from properties and tags
[00:53:27.606] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:53:27.607] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:53:27.607] Buildbucket request:
{
"requestId": "8885260796026052576",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885260796026052576",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"title": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24596e9ab33b7fdd859c5c558114b8e587a71b10",
"title": "24596e9ab33b7fdd859c5c558114b8e587a71b10",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e2ae8013ab3c09677243de22be1d60b89b6af29",
"title": "8e2ae8013ab3c09677243de22be1d60b89b6af29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"title": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9328752cee15d3fbead79571b823d6c321638d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9328752cee15d3fbead79571b823d6c321638d8",
"title": "d9328752cee15d3fbead79571b823d6c321638d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9328752cee15d3fbead79571b823d6c321638d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"title": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"title": "1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0822879ad08d34570b6d30b11989c87fda13944e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0822879ad08d34570b6d30b11989c87fda13944e",
"title": "0822879ad08d34570b6d30b11989c87fda13944e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a36094d61bbfdadcb37366a045ebb166cd69aef",
"title": "6a36094d61bbfdadcb37366a045ebb166cd69aef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6f22930ef493c32733ef84265543aec5a66be29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6f22930ef493c32733ef84265543aec5a66be29",
"title": "e6f22930ef493c32733ef84265543aec5a66be29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d204c869204a79b3f439e6dddb82c28c8dc45bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"title": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d204c869204a79b3f439e6dddb82c28c8dc45bd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885260796026052576"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:53:27.980] Scheduled build:
{
"id": "8719830734119992753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T00:53:27.667533443Z",
"updateTime": "2025-03-21T00:53:27.667533443Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:53:27.980] Task URL: https://cr-buildbucket.appspot.com/build/8719830734119992753
[00:53:27.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:2:0) after 4m4s
[00:53:28.540] Received PubSub notification, asking Buildbucket for the build status
[00:53:28.567] Build status: SCHEDULED
[00:57:32.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:2:0)
[00:57:32.060] Build status: SCHEDULED
[00:57:32.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:4:0) after 8m23s
[01:05:55.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:4:0)
[01:05:55.092] Build status: SCHEDULED
[01:05:55.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:5:0) after 4m58s
[01:10:53.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:5:0)
[01:10:53.257] Build status: SCHEDULED
[01:10:53.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:6:0) after 3m55s
[01:14:48.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:6:0)
[01:14:48.383] Build status: SCHEDULED
[01:14:48.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:7:0) after 1m12s
[01:16:00.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:7:0)
[01:16:00.470] Build status: SCHEDULED
[01:16:00.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:8:0) after 1m20s
[01:17:20.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:8:0)
[01:17:20.509] Build status: SCHEDULED
[01:17:20.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:9:0) after 2m28s
[01:19:48.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:9:0)
[01:19:48.605] Build status: SCHEDULED
[01:19:48.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:10:0) after 8m15s
[01:28:03.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:10:0)
[01:28:03.685] Build status: SCHEDULED
[01:28:03.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:11:0) after 1m39s
[01:29:42.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:11:0)
[01:29:42.771] Build status: SCHEDULED
[01:29:42.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:12:0) after 8m35s
[01:38:17.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:12:0)
[01:38:17.848] Build status: SCHEDULED
[01:38:17.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:13:0) after 6m15s
[01:44:32.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:13:0)
[01:44:32.952] Build status: SCHEDULED
[01:44:32.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:14:0) after 4m27s
[01:48:59.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:14:0)
[01:48:59.992] Build status: SCHEDULED
[01:48:59.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:15:0) after 8m29s
[01:57:29.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:15:0)
[01:57:29.164] Build status: SCHEDULED
[01:57:29.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:16:0) after 4m44s
[02:02:13.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:16:0)
[02:02:13.250] Build status: SCHEDULED
[02:02:13.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:17:0) after 5m21s
[02:07:34.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:17:0)
[02:07:34.302] Build status: SCHEDULED
[02:07:34.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:18:0) after 3m22s
[02:10:56.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:18:0)
[02:10:56.419] Build status: SCHEDULED
[02:10:56.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:19:0) after 6m47s
[02:17:43.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:19:0)
[02:17:43.552] Build status: SCHEDULED
[02:17:43.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:20:0) after 1m13s
[02:18:56.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:20:0)
[02:18:56.595] Build status: SCHEDULED
[02:18:56.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:21:0) after 3m43s
[02:22:39.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:21:0)
[02:22:39.723] Build status: SCHEDULED
[02:22:39.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:22:0) after 8m17s
[02:30:56.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:22:0)
[02:30:56.785] Build status: SCHEDULED
[02:30:56.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:23:0) after 9m27s
[02:40:23.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:23:0)
[02:40:23.830] Build status: SCHEDULED
[02:40:23.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:24:0) after 8m45s
[02:49:08.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:24:0)
[02:49:08.960] Build status: SCHEDULED
[02:49:08.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:25:0) after 8m43s
[02:57:51.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:25:0)
[02:57:52.012] Build status: SCHEDULED
[02:57:52.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:26:0) after 3m50s
[03:01:42.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:26:0)
[03:01:42.034] Build status: SCHEDULED
[03:01:42.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:27:0) after 3m39s
[03:05:21.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:27:0)
[03:05:21.141] Build status: SCHEDULED
[03:05:21.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:28:0) after 5m46s
[03:11:07.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:28:0)
[03:11:07.231] Build status: SCHEDULED
[03:11:07.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:29:0) after 9m42s
[03:20:49.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:29:0)
[03:20:49.271] Build status: SCHEDULED
[03:20:49.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:30:0) after 4m41s
[03:25:30.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:30:0)
[03:25:30.306] Build status: SCHEDULED
[03:25:30.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:31:0) after 2m13s
[03:27:43.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:31:0)
[03:27:43.404] Build status: SCHEDULED
[03:27:43.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:32:0) after 9m24s
[03:37:07.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:32:0)
[03:37:07.480] Build status: SCHEDULED
[03:37:07.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:33:0) after 9m37s
[03:46:44.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:33:0)
[03:46:44.571] Build status: SCHEDULED
[03:46:44.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:34:0) after 2m27s
[03:49:11.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:34:0)
[03:49:11.758] Build status: SCHEDULED
[03:49:11.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:35:0) after 6m16s
[03:55:27.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:35:0)
[03:55:27.830] Build status: SCHEDULED
[03:55:27.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:36:0) after 2m44s
[03:58:11.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:36:0)
[03:58:11.936] Build status: SCHEDULED
[03:58:11.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:37:0) after 8m41s
[04:06:52.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:37:0)
[04:06:52.999] Build status: SCHEDULED
[04:06:52.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:38:0) after 8m15s
[04:15:08.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:38:0)
[04:15:08.071] Build status: SCHEDULED
[04:15:08.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:39:0) after 8m45s
[04:23:53.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:39:0)
[04:23:53.184] Build status: SCHEDULED
[04:23:53.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:40:0) after 3m51s
[04:27:44.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:40:0)
[04:27:44.226] Build status: SCHEDULED
[04:27:44.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:41:0) after 5m49s
[04:33:33.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:41:0)
[04:33:33.519] Build status: SCHEDULED
[04:33:33.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:42:0) after 5m36s
[04:39:09.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:42:0)
[04:39:09.617] Build status: SCHEDULED
[04:39:09.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:43:0) after 4m5s
[04:43:14.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:43:0)
[04:43:14.683] Build status: SCHEDULED
[04:43:14.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:44:0) after 7m58s
[04:51:12.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:44:0)
[04:51:12.720] Build status: SCHEDULED
[04:51:12.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:45:0) after 3m34s
[04:54:46.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:45:0)
[04:54:46.751] Build status: SCHEDULED
[04:54:46.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:46:0) after 9m13s
[05:03:59.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:46:0)
[05:03:59.846] Build status: SCHEDULED
[05:03:59.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:47:0) after 4m27s
[05:08:26.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:47:0)
[05:08:26.862] Build status: SCHEDULED
[05:08:26.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:48:0) after 8m57s
[05:17:23.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:48:0)
[05:17:23.901] Build status: SCHEDULED
[05:17:23.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:49:0) after 5m34s
[05:22:57.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:49:0)
[05:22:57.946] Build status: SCHEDULED
[05:22:57.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:50:0) after 5m42s
[05:28:39.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:50:0)
[05:28:40.029] Build status: SCHEDULED
[05:28:40.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:51:0) after 4m10s
[05:32:50.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:51:0)
[05:32:50.257] Build status: SCHEDULED
[05:32:50.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:52:0) after 8m58s
[05:41:48.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:52:0)
[05:41:48.482] Build status: SCHEDULED
[05:41:48.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:53:0) after 7m35s
[05:49:23.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:53:0)
[05:49:23.681] Build status: SCHEDULED
[05:49:23.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:54:0) after 3m18s
[05:52:41.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:54:0)
[05:52:41.876] Build status: SCHEDULED
[05:52:41.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:55:0) after 7m24s
[06:00:05.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:55:0)
[06:00:05.917] Build status: SCHEDULED
[06:00:05.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:56:0) after 2m30s
[06:02:35.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:56:0)
[06:02:35.985] Build status: SCHEDULED
[06:02:35.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:57:0) after 5m4s
[06:07:40.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:57:0)
[06:07:40.036] Build status: SCHEDULED
[06:07:40.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:58:0) after 7m9s
[06:14:49.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:58:0)
[06:14:49.230] Build status: SCHEDULED
[06:14:49.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:59:0) after 8m8s
[06:22:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:59:0)
[06:22:57.989] Build status: SCHEDULED
[06:22:57.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:60:0) after 3m59s
[06:26:57.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:60:0)
[06:26:57.148] Build status: SCHEDULED
[06:26:57.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:61:0) after 1m47s
[06:28:44.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:61:0)
[06:28:44.393] Build status: SCHEDULED
[06:28:44.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:62:0) after 1m30s
[06:30:14.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:62:0)
[06:30:14.532] Build status: SCHEDULED
[06:30:14.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:63:0) after 7m41s
[06:37:55.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:63:0)
[06:37:55.744] Build status: SCHEDULED
[06:37:55.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:64:0) after 1m44s
[06:39:40.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:64:0)
[06:39:40.113] Build status: SCHEDULED
[06:39:40.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:65:0) after 2m11s
[06:41:51.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:65:0)
[06:41:51.293] Build status: SCHEDULED
[06:41:51.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:66:0) after 8m49s
[06:50:40.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:66:0)
[06:50:40.339] Build status: SCHEDULED
[06:50:40.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:67:0) after 5m6s
[06:55:46.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:67:0)
[06:55:46.626] Build status: SCHEDULED
[06:55:46.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:68:0) after 8m50s
[07:04:37.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:68:0)
[07:04:37.094] Build status: SCHEDULED
[07:04:37.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:69:0) after 4m51s
[07:09:28.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:69:0)
[07:09:28.131] Build status: SCHEDULED
[07:09:28.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:70:0) after 2m27s
[07:11:55.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:70:0)
[07:11:55.496] Build status: SCHEDULED
[07:11:55.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:71:0) after 4m10s
[07:16:05.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:71:0)
[07:16:05.580] Build status: SCHEDULED
[07:16:05.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:72:0) after 5m13s
[07:21:18.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:72:0)
[07:21:18.652] Build status: SCHEDULED
[07:21:18.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:73:0) after 6m43s
[07:28:01.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:73:0)
[07:28:01.806] Build status: SCHEDULED
[07:28:01.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:74:0) after 7m41s
[07:35:43.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:74:0)
[07:35:43.124] Build status: SCHEDULED
[07:35:43.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:75:0) after 7m42s
[07:43:25.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:75:0)
[07:43:25.127] Build status: SCHEDULED
[07:43:25.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:76:0) after 2m22s
[07:45:47.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:76:0)
[07:45:47.253] Build status: SCHEDULED
[07:45:47.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:77:0) after 1m54s
[07:47:41.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:77:0)
[07:47:41.370] Build status: SCHEDULED
[07:47:41.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:78:0) after 2m42s
[07:50:23.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:78:0)
[07:50:23.472] Build status: SCHEDULED
[07:50:23.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:79:0) after 7m34s
[07:57:57.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:79:0)
[07:57:57.611] Build status: SCHEDULED
[07:57:57.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:80:0) after 3m53s
[08:01:50.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:80:0)
[08:01:50.653] Build status: SCHEDULED
[08:01:50.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:81:0) after 6m16s
[08:08:06.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:81:0)
[08:08:06.690] Build status: SCHEDULED
[08:08:06.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:82:0) after 6m33s
[08:14:39.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:82:0)
[08:14:39.732] Build status: SCHEDULED
[08:14:39.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:83:0) after 5m2s
[08:19:41.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:83:0)
[08:19:41.816] Build status: SCHEDULED
[08:19:41.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:84:0) after 6m28s
[08:26:09.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:84:0)
[08:26:10.065] Build status: SCHEDULED
[08:26:10.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:85:0) after 8m13s
[08:27:10.398] Received PubSub notification, asking Buildbucket for the build status
[08:27:10.484] Build status: STARTED
[08:34:23.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:85:0)
[08:34:23.164] Build status: STARTED
[08:34:23.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:87:0) after 1m20s
[08:35:43.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:87:0)
[08:35:43.276] Build status: STARTED
[08:35:43.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885260796026052576:88:0) after 5m52s
[08:38:25.306] Received PubSub notification, asking Buildbucket for the build status
[08:38:25.326] Build:
{
"id": "8719830734119992753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T00:53:27.667533443Z",
"startTime": "2025-03-21T08:27:10.190420917Z",
"endTime": "2025-03-21T08:38:25.085439319Z",
"updateTime": "2025-03-21T08:38:25.085439319Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:38:25.326] Invocation finished in 7h44m58.860425527s with status SUCCEEDED