[22:38:14.199] New invocation is queued and will start shortly
[22:38:15.258] Starting the invocation (attempt 1)
[22:38:15.281] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f72d5f3089a0352e2cf03b0071b1522a6521127f"
[22:38:15.281] Popped gitiles commit info from properties and tags
[22:38:15.281] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:15.281] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:15.282] Buildbucket request:
{
"requestId": "8865700357616095600",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865700357616095600",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cd880978b542613a98190291b3a0ac75149fe60b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd880978b542613a98190291b3a0ac75149fe60b",
"title": "cd880978b542613a98190291b3a0ac75149fe60b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd880978b542613a98190291b3a0ac75149fe60b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f48c0bb3d800e999438f71583cf59cb38b8f4a5c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f48c0bb3d800e999438f71583cf59cb38b8f4a5c",
"title": "f48c0bb3d800e999438f71583cf59cb38b8f4a5c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f48c0bb3d800e999438f71583cf59cb38b8f4a5c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d4a318a2800b3ac901a7b02f90dd20b7c8426d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d4a318a2800b3ac901a7b02f90dd20b7c8426d",
"title": "a2d4a318a2800b3ac901a7b02f90dd20b7c8426d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d4a318a2800b3ac901a7b02f90dd20b7c8426d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"title": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d67e5ca6d04a5ee3746b9f7567a18e01537e91d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "51706e45ec799fffc5d4455ef7d3ee2f471230fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@51706e45ec799fffc5d4455ef7d3ee2f471230fc",
"title": "51706e45ec799fffc5d4455ef7d3ee2f471230fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/51706e45ec799fffc5d4455ef7d3ee2f471230fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fec845fb8f2ce0861b1b178595aa497f46297a41"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fec845fb8f2ce0861b1b178595aa497f46297a41",
"title": "fec845fb8f2ce0861b1b178595aa497f46297a41",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fec845fb8f2ce0861b1b178595aa497f46297a41"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "585fa2c4b2e7a6098944465412913c4a82977d3c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@585fa2c4b2e7a6098944465412913c4a82977d3c",
"title": "585fa2c4b2e7a6098944465412913c4a82977d3c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/585fa2c4b2e7a6098944465412913c4a82977d3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "545f1fef29b93357759e9a6a6a65c7effbf7a341"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@545f1fef29b93357759e9a6a6a65c7effbf7a341",
"title": "545f1fef29b93357759e9a6a6a65c7effbf7a341",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/545f1fef29b93357759e9a6a6a65c7effbf7a341"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e4acbeda0e57fdbce84962bcd15574389db0cbf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e4acbeda0e57fdbce84962bcd15574389db0cbf",
"title": "5e4acbeda0e57fdbce84962bcd15574389db0cbf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e4acbeda0e57fdbce84962bcd15574389db0cbf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50afacb7b8b17f267715828d09bfbe60067d0d4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50afacb7b8b17f267715828d09bfbe60067d0d4a",
"title": "50afacb7b8b17f267715828d09bfbe60067d0d4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50afacb7b8b17f267715828d09bfbe60067d0d4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f72d5f3089a0352e2cf03b0071b1522a6521127f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f72d5f3089a0352e2cf03b0071b1522a6521127f",
"title": "f72d5f3089a0352e2cf03b0071b1522a6521127f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f72d5f3089a0352e2cf03b0071b1522a6521127f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f72d5f3089a0352e2cf03b0071b1522a6521127f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865700357616095600"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:15.638] Scheduled build:
{
"id": "8700270295776740593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T22:38:15.333747851Z",
"updateTime": "2025-10-22T22:38:15.333747851Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f72d5f3089a0352e2cf03b0071b1522a6521127f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:38:15.638] Task URL: https://cr-buildbucket.appspot.com/build/8700270295776740593
[22:38:15.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:2:0) after 6m51s
[22:38:15.906] Received PubSub notification, asking Buildbucket for the build status
[22:38:15.926] Build status: SCHEDULED
[22:45:06.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:2:0)
[22:45:06.795] Build status: SCHEDULED
[22:45:06.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:4:0) after 4m34s
[22:49:40.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:4:0)
[22:49:40.940] Build status: SCHEDULED
[22:49:40.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:5:0) after 8m47s
[22:58:27.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:5:0)
[22:58:27.981] Build status: SCHEDULED
[22:58:27.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:6:0) after 4m22s
[23:02:50.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:6:0)
[23:02:50.047] Build status: SCHEDULED
[23:02:50.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:7:0) after 9m50s
[23:12:40.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:7:0)
[23:12:40.180] Build status: SCHEDULED
[23:12:40.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:8:0) after 4m19s
[23:16:59.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:8:0)
[23:16:59.177] Build status: SCHEDULED
[23:16:59.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:9:0) after 7m9s
[23:24:08.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:9:0)
[23:24:08.208] Build status: SCHEDULED
[23:24:08.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:10:0) after 9m2s
[23:33:10.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:10:0)
[23:33:10.296] Build status: SCHEDULED
[23:33:10.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:11:0) after 1m26s
[23:34:36.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:11:0)
[23:34:36.374] Build status: SCHEDULED
[23:34:36.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:12:0) after 4m16s
[23:38:52.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:12:0)
[23:38:52.496] Build status: SCHEDULED
[23:38:52.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:13:0) after 7m24s
[23:46:16.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:13:0)
[23:46:16.577] Build status: SCHEDULED
[23:46:16.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:14:0) after 6m7s
[23:52:23.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:14:0)
[23:52:23.608] Build status: SCHEDULED
[23:52:23.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:15:0) after 9m43s
[00:02:06.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:15:0)
[00:02:06.684] Build status: SCHEDULED
[00:02:06.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:16:0) after 6m36s
[00:08:42.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:16:0)
[00:08:42.730] Build status: SCHEDULED
[00:08:42.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:17:0) after 5m45s
[00:14:27.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:17:0)
[00:14:28.009] Build status: SCHEDULED
[00:14:28.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:18:0) after 7m25s
[00:21:53.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:18:0)
[00:21:53.045] Build status: SCHEDULED
[00:21:53.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:19:0) after 4m3s
[00:26:05.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:19:0)
[00:26:06.006] Build status: SCHEDULED
[00:26:06.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:20:0) after 1m35s
[00:27:41.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:20:0)
[00:27:41.030] Build status: SCHEDULED
[00:27:41.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:21:0) after 5m44s
[00:33:25.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:21:0)
[00:33:25.059] Build status: SCHEDULED
[00:33:25.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:22:0) after 4m38s
[00:38:03.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:22:0)
[00:38:03.096] Build status: SCHEDULED
[00:38:03.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:23:0) after 6m34s
[00:44:37.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:23:0)
[00:44:37.141] Build status: SCHEDULED
[00:44:37.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:24:0) after 6m38s
[00:51:15.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:24:0)
[00:51:15.268] Build status: SCHEDULED
[00:51:15.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:25:0) after 3m28s
[00:54:43.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:25:0)
[00:54:43.395] Build status: SCHEDULED
[00:54:43.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:26:0) after 2m15s
[00:56:58.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:26:0)
[00:56:58.533] Build status: SCHEDULED
[00:56:58.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:27:0) after 8m48s
[01:05:46.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:27:0)
[01:05:46.571] Build status: SCHEDULED
[01:05:46.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:28:0) after 9m57s
[01:15:43.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:28:0)
[01:15:43.654] Build status: SCHEDULED
[01:15:43.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:29:0) after 8m16s
[01:23:59.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:29:0)
[01:23:59.698] Build status: SCHEDULED
[01:23:59.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:30:0) after 4m5s
[01:28:04.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:30:0)
[01:28:04.784] Build status: SCHEDULED
[01:28:04.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:31:0) after 2m25s
[01:30:29.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:31:0)
[01:30:29.813] Build status: SCHEDULED
[01:30:29.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:32:0) after 9m8s
[01:39:37.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:32:0)
[01:39:37.828] Build status: SCHEDULED
[01:39:37.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:33:0) after 8m56s
[01:48:33.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:33:0)
[01:48:33.856] Build status: SCHEDULED
[01:48:33.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:34:0) after 4m53s
[01:53:26.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:34:0)
[01:53:26.895] Build status: SCHEDULED
[01:53:26.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:35:0) after 1m22s
[01:54:48.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:35:0)
[01:54:48.924] Build status: SCHEDULED
[01:54:48.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:36:0) after 4m38s
[01:59:26.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:36:0)
[01:59:26.992] Build status: SCHEDULED
[01:59:26.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:37:0) after 7m42s
[02:07:09.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:37:0)
[02:07:09.167] Build status: SCHEDULED
[02:07:09.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:38:0) after 6m17s
[02:13:26.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:38:0)
[02:13:26.252] Build status: SCHEDULED
[02:13:26.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:39:0) after 2m18s
[02:15:44.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:39:0)
[02:15:44.294] Build status: SCHEDULED
[02:15:44.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:40:0) after 4m1s
[02:19:45.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:40:0)
[02:19:45.369] Build status: SCHEDULED
[02:19:45.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:41:0) after 1m22s
[02:21:07.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:41:0)
[02:21:07.409] Build status: SCHEDULED
[02:21:07.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:42:0) after 5m49s
[02:26:56.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:42:0)
[02:26:56.651] Build status: SCHEDULED
[02:26:56.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:43:0) after 2m18s
[02:29:14.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:43:0)
[02:29:14.757] Build status: SCHEDULED
[02:29:14.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:44:0) after 4m13s
[02:33:27.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:44:0)
[02:33:27.783] Build status: SCHEDULED
[02:33:27.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:45:0) after 8m48s
[02:42:15.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:45:0)
[02:42:15.822] Build status: SCHEDULED
[02:42:15.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:46:0) after 2m53s
[02:45:08.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:46:0)
[02:45:08.856] Build status: SCHEDULED
[02:45:08.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:47:0) after 9m12s
[02:54:20.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:47:0)
[02:54:20.889] Build status: SCHEDULED
[02:54:20.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:48:0) after 3m41s
[02:58:01.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:48:0)
[02:58:01.946] Build status: SCHEDULED
[02:58:01.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:49:0) after 1m29s
[02:59:30.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:49:0)
[02:59:31.002] Build status: SCHEDULED
[02:59:31.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:50:0) after 4m12s
[03:01:45.959] Received PubSub notification, asking Buildbucket for the build status
[03:01:45.986] Build status: STARTED
[03:03:43.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:50:0)
[03:03:43.142] Build status: STARTED
[03:03:43.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:52:0) after 9m58s
[03:13:41.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:52:0)
[03:13:41.435] Build status: STARTED
[03:13:41.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:53:0) after 7m47s
[03:21:28.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:53:0)
[03:21:28.469] Build status: STARTED
[03:21:28.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8865700357616095600:54:0) after 1m31s
[03:22:06.853] Received PubSub notification, asking Buildbucket for the build status
[03:22:06.871] Build:
{
"id": "8700270295776740593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T22:38:15.333747851Z",
"startTime": "2025-10-23T03:01:33.246220327Z",
"endTime": "2025-10-23T03:22:06.600482348Z",
"updateTime": "2025-10-23T03:22:06.600482348Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f72d5f3089a0352e2cf03b0071b1522a6521127f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:22:06.871] Invocation finished in 4h43m52.675806106s with status SUCCEEDED