[18:32:56.504] New invocation is queued and will start shortly
[18:32:57.566] Starting the invocation (attempt 1)
[18:32:57.597] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/67d2686595b74fa5172f458331b83493ece6b2af"
[18:32:57.597] Popped gitiles commit info from properties and tags
[18:32:57.597] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:32:57.597] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:32:57.597] Buildbucket request:
{
"requestId": "8877765186775618208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877765186775618208",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "97716ff9af1a088be453dfb95c6217e233105799"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@97716ff9af1a088be453dfb95c6217e233105799",
"title": "97716ff9af1a088be453dfb95c6217e233105799",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/97716ff9af1a088be453dfb95c6217e233105799"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fefe61064a9932701e01a2e0201780875b27946a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fefe61064a9932701e01a2e0201780875b27946a",
"title": "fefe61064a9932701e01a2e0201780875b27946a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fefe61064a9932701e01a2e0201780875b27946a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a747b55583d4a9623ec2940c3b87ee7d2f7bd35b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a747b55583d4a9623ec2940c3b87ee7d2f7bd35b",
"title": "a747b55583d4a9623ec2940c3b87ee7d2f7bd35b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a747b55583d4a9623ec2940c3b87ee7d2f7bd35b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6663122f13340b1790d9cbcdc93b896610fb1ba7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6663122f13340b1790d9cbcdc93b896610fb1ba7",
"title": "6663122f13340b1790d9cbcdc93b896610fb1ba7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6663122f13340b1790d9cbcdc93b896610fb1ba7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fd291feb9fdefbca42729eebf018a0a13208f2a0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd291feb9fdefbca42729eebf018a0a13208f2a0",
"title": "fd291feb9fdefbca42729eebf018a0a13208f2a0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd291feb9fdefbca42729eebf018a0a13208f2a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67d2686595b74fa5172f458331b83493ece6b2af"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67d2686595b74fa5172f458331b83493ece6b2af",
"title": "67d2686595b74fa5172f458331b83493ece6b2af",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67d2686595b74fa5172f458331b83493ece6b2af"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67d2686595b74fa5172f458331b83493ece6b2af",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877765186775618208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:32:57.928] Scheduled build:
{
"id": "8712335124914016049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-11T18:32:57.653328244Z",
"updateTime": "2025-06-11T18:32:57.653328244Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67d2686595b74fa5172f458331b83493ece6b2af",
"ref": "refs/heads/main"
}
}
}
[18:32:57.928] Task URL: https://cr-buildbucket.appspot.com/build/8712335124914016049
[18:32:57.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:2:0) after 1m1s
[18:32:58.910] Received PubSub notification, asking Buildbucket for the build status
[18:32:59.010] Build status: SCHEDULED
[18:33:59.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:2:0)
[18:33:59.036] Build status: SCHEDULED
[18:33:59.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:4:0) after 1m15s
[18:35:14.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:4:0)
[18:35:14.128] Build status: SCHEDULED
[18:35:14.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:5:0) after 6m11s
[18:41:25.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:5:0)
[18:41:25.171] Build status: SCHEDULED
[18:41:25.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:6:0) after 9m56s
[18:51:21.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:6:0)
[18:51:21.217] Build status: SCHEDULED
[18:51:21.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:7:0) after 6m52s
[18:58:13.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:7:0)
[18:58:13.313] Build status: SCHEDULED
[18:58:13.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:8:0) after 3m10s
[19:01:23.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:8:0)
[19:01:23.360] Build status: SCHEDULED
[19:01:23.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:9:0) after 4m37s
[19:06:00.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:9:0)
[19:06:00.449] Build status: SCHEDULED
[19:06:00.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:10:0) after 3m30s
[19:09:30.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:10:0)
[19:09:30.476] Build status: SCHEDULED
[19:09:30.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:11:0) after 2m2s
[19:11:32.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:11:0)
[19:11:32.584] Build status: SCHEDULED
[19:11:32.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:12:0) after 7m23s
[19:18:55.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:12:0)
[19:18:55.579] Build status: SCHEDULED
[19:18:55.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:13:0) after 9m9s
[19:28:04.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:13:0)
[19:28:04.610] Build status: SCHEDULED
[19:28:04.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:14:0) after 6m6s
[19:34:10.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:14:0)
[19:34:10.744] Build status: SCHEDULED
[19:34:10.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:15:0) after 2m6s
[19:36:16.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:15:0)
[19:36:16.805] Build status: SCHEDULED
[19:36:16.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:16:0) after 5m3s
[19:41:19.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:16:0)
[19:41:19.841] Build status: SCHEDULED
[19:41:19.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:17:0) after 4m22s
[19:45:41.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:17:0)
[19:45:41.948] Build status: SCHEDULED
[19:45:41.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:18:0) after 1m8s
[19:46:50.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:18:0)
[19:46:50.045] Build status: SCHEDULED
[19:46:50.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:19:0) after 1m41s
[19:48:31.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:19:0)
[19:48:31.166] Build status: SCHEDULED
[19:48:31.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:20:0) after 3m25s
[19:51:56.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:20:0)
[19:51:56.276] Build status: SCHEDULED
[19:51:56.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:21:0) after 4m59s
[19:56:55.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:21:0)
[19:56:55.365] Build status: SCHEDULED
[19:56:55.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:22:0) after 1m4s
[19:57:59.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:22:0)
[19:57:59.391] Build status: SCHEDULED
[19:57:59.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:23:0) after 5m42s
[20:03:41.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:23:0)
[20:03:41.426] Build status: SCHEDULED
[20:03:41.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:24:0) after 5m7s
[20:08:48.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:24:0)
[20:08:48.461] Build status: SCHEDULED
[20:08:48.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:25:0) after 4m6s
[20:12:54.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:25:0)
[20:12:54.502] Build status: SCHEDULED
[20:12:54.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:26:0) after 5m17s
[20:18:11.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:26:0)
[20:18:11.540] Build status: SCHEDULED
[20:18:11.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:27:0) after 6m35s
[20:24:46.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:27:0)
[20:24:46.577] Build status: SCHEDULED
[20:24:46.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:28:0) after 1m35s
[20:26:21.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:28:0)
[20:26:21.661] Build status: SCHEDULED
[20:26:21.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:29:0) after 4m12s
[20:30:33.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:29:0)
[20:30:33.682] Build status: SCHEDULED
[20:30:33.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:30:0) after 5m23s
[20:35:56.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:30:0)
[20:35:56.741] Build status: SCHEDULED
[20:35:56.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:31:0) after 9m13s
[20:45:09.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:31:0)
[20:45:09.836] Build status: SCHEDULED
[20:45:09.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:32:0) after 2m47s
[20:47:56.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:32:0)
[20:47:56.911] Build status: SCHEDULED
[20:47:56.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:33:0) after 5m51s
[20:53:47.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:33:0)
[20:53:47.998] Build status: SCHEDULED
[20:53:47.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:34:0) after 2m17s
[20:56:05.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:34:0)
[20:56:05.092] Build status: SCHEDULED
[20:56:05.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:35:0) after 1m29s
[20:57:34.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:35:0)
[20:57:34.251] Build status: SCHEDULED
[20:57:34.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:36:0) after 3m5s
[21:00:39.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:36:0)
[21:00:39.296] Build status: SCHEDULED
[21:00:39.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:37:0) after 8m26s
[21:09:05.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:37:0)
[21:09:05.398] Build status: SCHEDULED
[21:09:05.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:38:0) after 4m48s
[21:13:53.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:38:0)
[21:13:53.491] Build status: SCHEDULED
[21:13:53.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:39:0) after 1m56s
[21:15:49.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:39:0)
[21:15:49.642] Build status: SCHEDULED
[21:15:49.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:40:0) after 9m50s
[21:25:39.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:40:0)
[21:25:39.693] Build status: SCHEDULED
[21:25:39.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:41:0) after 8m53s
[21:34:32.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:41:0)
[21:34:32.775] Build status: SCHEDULED
[21:34:32.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:42:0) after 8m1s
[21:42:33.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:42:0)
[21:42:33.822] Build status: SCHEDULED
[21:42:33.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:43:0) after 7m7s
[21:49:40.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:43:0)
[21:49:40.876] Build status: SCHEDULED
[21:49:40.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:44:0) after 2m42s
[21:52:22.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:44:0)
[21:52:22.961] Build status: SCHEDULED
[21:52:22.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:45:0) after 1m58s
[21:54:20.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:45:0)
[21:54:21.015] Build status: SCHEDULED
[21:54:21.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:46:0) after 3m26s
[21:57:47.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:46:0)
[21:57:47.079] Build status: SCHEDULED
[21:57:47.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:47:0) after 4m31s
[22:02:18.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:47:0)
[22:02:18.165] Build status: SCHEDULED
[22:02:18.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:48:0) after 8m57s
[22:11:03.006] Received PubSub notification, asking Buildbucket for the build status
[22:11:03.055] Build status: STARTED
[22:11:15.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:48:0)
[22:11:15.215] Build status: STARTED
[22:11:15.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:50:0) after 4m12s
[22:15:27.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:50:0)
[22:15:27.299] Build status: STARTED
[22:15:27.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:51:0) after 3m6s
[22:18:33.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:51:0)
[22:18:33.335] Build status: STARTED
[22:18:33.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:52:0) after 5m44s
[22:24:17.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:52:0)
[22:24:17.504] Build status: STARTED
[22:24:17.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:53:0) after 2m33s
[22:26:50.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:53:0)
[22:26:50.542] Build status: STARTED
[22:26:50.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:54:0) after 1m48s
[22:28:38.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:54:0)
[22:28:38.595] Build status: STARTED
[22:28:38.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8877765186775618208:55:0) after 8m1s
[22:29:09.844] Received PubSub notification, asking Buildbucket for the build status
[22:29:09.865] Build:
{
"id": "8712335124914016049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-11T18:32:57.653328244Z",
"startTime": "2025-06-11T22:11:02.803415431Z",
"endTime": "2025-06-11T22:29:09.613031151Z",
"updateTime": "2025-06-11T22:29:09.613031151Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67d2686595b74fa5172f458331b83493ece6b2af",
"ref": "refs/heads/main"
}
}
}
[22:29:09.865] Invocation finished in 3h56m13.371398997s with status FAILED