[00:14:34.823] New invocation is queued and will start shortly
[00:14:35.877] Starting the invocation (attempt 1)
[00:14:35.905] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/69c343a94e0e81595334708b52b26b146176510e"
[00:14:35.905] Popped gitiles commit info from properties and tags
[00:14:35.905] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:14:35.905] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:14:35.905] Buildbucket request:
{
"requestId": "8882998316786790416",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8882998316786790416",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df4204ebce2af578d88dad8e7a32d8e8673d0ad5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df4204ebce2af578d88dad8e7a32d8e8673d0ad5",
"title": "df4204ebce2af578d88dad8e7a32d8e8673d0ad5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df4204ebce2af578d88dad8e7a32d8e8673d0ad5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0c7d46b892aaddbe67ec2b85af461b8905745053"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0c7d46b892aaddbe67ec2b85af461b8905745053",
"title": "0c7d46b892aaddbe67ec2b85af461b8905745053",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0c7d46b892aaddbe67ec2b85af461b8905745053"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "498df09e67d0340e75576afa57f5121b2853f092"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@498df09e67d0340e75576afa57f5121b2853f092",
"title": "498df09e67d0340e75576afa57f5121b2853f092",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/498df09e67d0340e75576afa57f5121b2853f092"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c0100934e5aaf81af7404cfb180a9ebbad3d5b30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c0100934e5aaf81af7404cfb180a9ebbad3d5b30",
"title": "c0100934e5aaf81af7404cfb180a9ebbad3d5b30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c0100934e5aaf81af7404cfb180a9ebbad3d5b30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67b5300fd9a6b4bb6749a6485d73b3229bd6aa40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67b5300fd9a6b4bb6749a6485d73b3229bd6aa40",
"title": "67b5300fd9a6b4bb6749a6485d73b3229bd6aa40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67b5300fd9a6b4bb6749a6485d73b3229bd6aa40"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "baa8c724cf679dd071e7bef4294f59838f63c3b7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@baa8c724cf679dd071e7bef4294f59838f63c3b7",
"title": "baa8c724cf679dd071e7bef4294f59838f63c3b7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/baa8c724cf679dd071e7bef4294f59838f63c3b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10bb8b6e61400bb43ea441bb961e968bd1e8fa36"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10bb8b6e61400bb43ea441bb961e968bd1e8fa36",
"title": "10bb8b6e61400bb43ea441bb961e968bd1e8fa36",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10bb8b6e61400bb43ea441bb961e968bd1e8fa36"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b",
"title": "59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59094f86fbcf2174e70bbbdcc10f8ccaf222bf0b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4",
"title": "5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5b7d443dc54ebd1ad45d12dc1c8a2355e64aaed4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9",
"title": "6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b06aa98ed77e3827ca8b32dc02aa952cb3a54f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5ece86a37f2a593cfae31abb5eaf6b038434bd12"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ece86a37f2a593cfae31abb5eaf6b038434bd12",
"title": "5ece86a37f2a593cfae31abb5eaf6b038434bd12",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ece86a37f2a593cfae31abb5eaf6b038434bd12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "69c343a94e0e81595334708b52b26b146176510e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69c343a94e0e81595334708b52b26b146176510e",
"title": "69c343a94e0e81595334708b52b26b146176510e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69c343a94e0e81595334708b52b26b146176510e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "69c343a94e0e81595334708b52b26b146176510e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882998316786790416"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:14:36.551] Scheduled build:
{
"id": "8717568254855386961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-15T00:14:36.033707058Z",
"updateTime": "2025-04-15T00:14:36.033707058Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "69c343a94e0e81595334708b52b26b146176510e",
"ref": "refs/heads/main"
}
}
}
[00:14:36.551] Task URL: https://cr-buildbucket.appspot.com/build/8717568254855386961
[00:14:36.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:2:0) after 7m18s
[00:14:37.597] Received PubSub notification, asking Buildbucket for the build status
[00:14:37.622] Build status: SCHEDULED
[00:21:54.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:2:0)
[00:21:54.557] Build status: SCHEDULED
[00:21:54.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:4:0) after 9m56s
[00:31:50.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:4:0)
[00:31:50.621] Build status: SCHEDULED
[00:31:50.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:5:0) after 5m7s
[00:36:57.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:5:0)
[00:36:57.693] Build status: SCHEDULED
[00:36:57.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:6:0) after 7m21s
[00:44:18.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:6:0)
[00:44:18.785] Build status: SCHEDULED
[00:44:18.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:7:0) after 4m24s
[00:48:42.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:7:0)
[00:48:42.918] Build status: SCHEDULED
[00:48:42.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:8:0) after 7m39s
[00:56:22.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:8:0)
[00:56:22.035] Build status: SCHEDULED
[00:56:22.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:9:0) after 8m47s
[01:05:09.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:9:0)
[01:05:09.086] Build status: SCHEDULED
[01:05:09.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:10:0) after 8m16s
[01:13:25.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:10:0)
[01:13:25.129] Build status: SCHEDULED
[01:13:25.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:11:0) after 1m30s
[01:14:55.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:11:0)
[01:14:55.171] Build status: SCHEDULED
[01:14:55.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:12:0) after 6m4s
[01:20:59.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:12:0)
[01:20:59.465] Build status: SCHEDULED
[01:20:59.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:13:0) after 5m13s
[01:26:12.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:13:0)
[01:26:12.510] Build status: SCHEDULED
[01:26:12.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:14:0) after 5m1s
[01:31:13.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:14:0)
[01:31:13.580] Build status: SCHEDULED
[01:31:13.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:15:0) after 5m58s
[01:37:11.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:15:0)
[01:37:11.576] Build status: SCHEDULED
[01:37:11.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:16:0) after 1m54s
[01:39:05.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:16:0)
[01:39:05.680] Build status: SCHEDULED
[01:39:05.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:17:0) after 2m47s
[01:41:52.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:17:0)
[01:41:52.857] Build status: SCHEDULED
[01:41:52.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:18:0) after 2m45s
[01:44:38.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:18:0)
[01:44:38.092] Build status: SCHEDULED
[01:44:38.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:19:0) after 3m42s
[01:48:20.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:19:0)
[01:48:20.245] Build status: SCHEDULED
[01:48:20.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:20:0) after 9m25s
[01:57:45.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:20:0)
[01:57:45.498] Build status: SCHEDULED
[01:57:45.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:21:0) after 2m21s
[02:00:06.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:21:0)
[02:00:06.703] Build status: SCHEDULED
[02:00:06.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:22:0) after 3m16s
[02:03:22.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:22:0)
[02:03:22.948] Build status: SCHEDULED
[02:03:22.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:23:0) after 6m49s
[02:10:11.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:23:0)
[02:10:12.033] Build status: SCHEDULED
[02:10:12.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:24:0) after 4m59s
[02:15:11.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:24:0)
[02:15:11.202] Build status: SCHEDULED
[02:15:11.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:25:0) after 3m35s
[02:18:46.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:25:0)
[02:18:46.343] Build status: SCHEDULED
[02:18:46.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:26:0) after 1m5s
[02:19:51.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:26:0)
[02:19:51.373] Build status: SCHEDULED
[02:19:51.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:27:0) after 6m12s
[02:26:03.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:27:0)
[02:26:03.570] Build status: SCHEDULED
[02:26:03.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:28:0) after 1m3s
[02:27:06.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:28:0)
[02:27:06.756] Build status: SCHEDULED
[02:27:06.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:29:0) after 8m3s
[02:35:09.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:29:0)
[02:35:09.830] Build status: SCHEDULED
[02:35:09.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:30:0) after 6m54s
[02:42:04.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:30:0)
[02:42:04.479] Build status: SCHEDULED
[02:42:04.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:31:0) after 7m5s
[02:49:09.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:31:0)
[02:49:09.564] Build status: SCHEDULED
[02:49:09.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:32:0) after 6m31s
[02:55:40.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:32:0)
[02:55:40.698] Build status: SCHEDULED
[02:55:40.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:33:0) after 9m27s
[03:05:07.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:33:0)
[03:05:07.921] Build status: SCHEDULED
[03:05:07.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:34:0) after 5m21s
[03:10:29.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:34:0)
[03:10:29.111] Build status: SCHEDULED
[03:10:29.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:35:0) after 3m8s
[03:13:37.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:35:0)
[03:13:37.155] Build status: SCHEDULED
[03:13:37.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:36:0) after 2m0s
[03:15:37.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:36:0)
[03:15:37.236] Build status: SCHEDULED
[03:15:37.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:37:0) after 7m16s
[03:22:53.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:37:0)
[03:22:53.616] Build status: SCHEDULED
[03:22:53.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:38:0) after 2m7s
[03:25:00.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:38:0)
[03:25:00.814] Build status: SCHEDULED
[03:25:00.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:39:0) after 3m51s
[03:28:51.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:39:0)
[03:28:51.992] Build status: SCHEDULED
[03:28:51.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:40:0) after 7m47s
[03:36:39.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:40:0)
[03:36:39.041] Build status: SCHEDULED
[03:36:39.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:41:0) after 4m17s
[03:40:56.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:41:0)
[03:40:57.220] Build status: SCHEDULED
[03:40:57.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:42:0) after 5m6s
[03:46:03.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:42:0)
[03:46:03.476] Build status: SCHEDULED
[03:46:03.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:43:0) after 2m52s
[03:48:55.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:43:0)
[03:48:55.623] Build status: SCHEDULED
[03:48:55.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:44:0) after 2m8s
[03:51:03.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:44:0)
[03:51:03.676] Build status: SCHEDULED
[03:51:03.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:45:0) after 7m41s
[03:58:44.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:45:0)
[03:58:44.716] Build status: SCHEDULED
[03:58:44.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:46:0) after 5m39s
[04:04:23.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:46:0)
[04:04:23.983] Build status: SCHEDULED
[04:04:23.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:47:0) after 6m26s
[04:10:50.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:47:0)
[04:10:50.132] Build status: SCHEDULED
[04:10:50.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:48:0) after 2m44s
[04:13:34.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:48:0)
[04:13:34.177] Build status: SCHEDULED
[04:13:34.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:49:0) after 6m23s
[04:19:57.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:49:0)
[04:19:57.408] Build status: SCHEDULED
[04:19:57.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:50:0) after 2m42s
[04:22:39.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:50:0)
[04:22:39.450] Build status: SCHEDULED
[04:22:39.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:51:0) after 9m29s
[04:32:08.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:51:0)
[04:32:08.492] Build status: SCHEDULED
[04:32:08.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:52:0) after 7m3s
[04:39:11.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:52:0)
[04:39:11.871] Build status: SCHEDULED
[04:39:11.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:53:0) after 6m19s
[04:45:31.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:53:0)
[04:45:31.090] Build status: SCHEDULED
[04:45:31.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:54:0) after 5m13s
[04:50:44.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:54:0)
[04:50:44.121] Build status: SCHEDULED
[04:50:44.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:55:0) after 5m27s
[04:56:11.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:55:0)
[04:56:11.357] Build status: SCHEDULED
[04:56:11.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:56:0) after 9m27s
[05:05:38.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:56:0)
[05:05:38.401] Build status: SCHEDULED
[05:05:38.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:57:0) after 4m44s
[05:10:22.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:57:0)
[05:10:22.437] Build status: SCHEDULED
[05:10:22.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:58:0) after 7m49s
[05:18:11.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:58:0)
[05:18:11.471] Build status: SCHEDULED
[05:18:11.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:59:0) after 2m7s
[05:20:18.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:59:0)
[05:20:18.534] Build status: SCHEDULED
[05:20:18.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:60:0) after 5m10s
[05:25:28.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:60:0)
[05:25:28.562] Build status: SCHEDULED
[05:25:28.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:61:0) after 3m31s
[05:28:59.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:61:0)
[05:28:59.578] Build status: SCHEDULED
[05:28:59.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:62:0) after 1m53s
[05:30:52.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:62:0)
[05:30:52.646] Build status: SCHEDULED
[05:30:52.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:63:0) after 5m48s
[05:36:40.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:63:0)
[05:36:40.732] Build status: SCHEDULED
[05:36:40.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:64:0) after 5m13s
[05:41:53.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:64:0)
[05:41:53.888] Build status: SCHEDULED
[05:41:53.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:65:0) after 2m39s
[05:44:32.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:65:0)
[05:44:32.927] Build status: SCHEDULED
[05:44:32.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:66:0) after 6m42s
[05:51:15.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:66:0)
[05:51:15.292] Build status: SCHEDULED
[05:51:15.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:67:0) after 7m28s
[05:58:43.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:67:0)
[05:58:43.585] Build status: SCHEDULED
[05:58:43.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:68:0) after 7m23s
[06:06:06.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:68:0)
[06:06:06.634] Build status: SCHEDULED
[06:06:06.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:69:0) after 9m24s
[06:15:30.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:69:0)
[06:15:30.698] Build status: SCHEDULED
[06:15:30.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:70:0) after 3m10s
[06:18:41.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:70:0)
[06:18:41.027] Build status: SCHEDULED
[06:18:41.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:71:0) after 5m53s
[06:24:34.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:71:0)
[06:24:34.254] Build status: SCHEDULED
[06:24:34.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:72:0) after 7m17s
[06:31:51.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:72:0)
[06:31:51.403] Build status: SCHEDULED
[06:31:51.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:73:0) after 2m23s
[06:34:14.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:73:0)
[06:34:14.741] Build status: SCHEDULED
[06:34:14.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:74:0) after 9m16s
[06:43:30.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:74:0)
[06:43:30.929] Build status: SCHEDULED
[06:43:30.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:75:0) after 6m5s
[06:49:35.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:75:0)
[06:49:35.966] Build status: SCHEDULED
[06:49:35.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:76:0) after 5m8s
[06:54:44.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:76:0)
[06:54:44.054] Build status: SCHEDULED
[06:54:44.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:77:0) after 4m5s
[06:58:49.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:77:0)
[06:58:49.140] Build status: SCHEDULED
[06:58:49.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:78:0) after 2m14s
[07:01:03.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:78:0)
[07:01:03.444] Build status: SCHEDULED
[07:01:03.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:79:0) after 7m54s
[07:02:44.734] Received PubSub notification, asking Buildbucket for the build status
[07:02:44.754] Build status: STARTED
[07:08:57.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:79:0)
[07:08:57.483] Build status: STARTED
[07:08:57.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882998316786790416:81:0) after 9m51s
[07:13:06.367] Received PubSub notification, asking Buildbucket for the build status
[07:13:06.398] Build:
{
"id": "8717568254855386961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-15T00:14:36.033707058Z",
"startTime": "2025-04-15T07:02:44.567944942Z",
"endTime": "2025-04-15T07:13:06.001243564Z",
"updateTime": "2025-04-15T07:13:06.001243564Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "69c343a94e0e81595334708b52b26b146176510e",
"ref": "refs/heads/main"
}
}
}
[07:13:06.398] Invocation finished in 6h58m31.590094414s with status SUCCEEDED