[22:10:28.080] New invocation is queued and will start shortly
[22:10:29.132] Starting the invocation (attempt 1)
[22:10:29.163] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc"
[22:10:29.163] Popped gitiles commit info from properties and tags
[22:10:29.163] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:10:29.163] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:10:29.163] Buildbucket request:
{
"requestId": "8872768668051116640",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872768668051116640",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1269fef06192f04e5df5c9f171533731723117c0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1269fef06192f04e5df5c9f171533731723117c0",
"title": "1269fef06192f04e5df5c9f171533731723117c0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1269fef06192f04e5df5c9f171533731723117c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc",
"title": "6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872768668051116640"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:10:29.749] Scheduled build:
{
"id": "8707338606180617937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-05T22:10:29.240236370Z",
"updateTime": "2025-08-05T22:10:29.240236370Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:10:29.749] Task URL: https://cr-buildbucket.appspot.com/build/8707338606180617937
[22:10:29.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:2:0) after 9m37s
[22:10:30.028] Received PubSub notification, asking Buildbucket for the build status
[22:10:30.187] Build status: SCHEDULED
[22:20:06.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:2:0)
[22:20:06.921] Build status: SCHEDULED
[22:20:06.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:4:0) after 4m22s
[22:24:28.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:4:0)
[22:24:28.975] Build status: SCHEDULED
[22:24:28.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:5:0) after 2m47s
[22:27:16.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:5:0)
[22:27:16.110] Build status: SCHEDULED
[22:27:16.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:6:0) after 1m28s
[22:28:44.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:6:0)
[22:28:44.183] Build status: SCHEDULED
[22:28:44.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:7:0) after 3m58s
[22:32:42.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:7:0)
[22:32:42.237] Build status: SCHEDULED
[22:32:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:8:0) after 1m55s
[22:34:37.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:8:0)
[22:34:37.330] Build status: SCHEDULED
[22:34:37.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:9:0) after 7m56s
[22:42:33.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:9:0)
[22:42:33.530] Build status: SCHEDULED
[22:42:33.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:10:0) after 6m13s
[22:48:46.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:10:0)
[22:48:46.844] Build status: SCHEDULED
[22:48:46.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:11:0) after 3m51s
[22:52:37.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:11:0)
[22:52:37.896] Build status: SCHEDULED
[22:52:37.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:12:0) after 2m34s
[22:55:11.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:12:0)
[22:55:12.037] Build status: SCHEDULED
[22:55:12.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:13:0) after 2m26s
[22:57:38.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:13:0)
[22:57:38.078] Build status: SCHEDULED
[22:57:38.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:14:0) after 6m37s
[23:04:15.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:14:0)
[23:04:15.193] Build status: SCHEDULED
[23:04:15.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:15:0) after 4m26s
[23:08:41.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:15:0)
[23:08:41.288] Build status: SCHEDULED
[23:08:41.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:16:0) after 1m36s
[23:10:17.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:16:0)
[23:10:17.374] Build status: SCHEDULED
[23:10:17.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:17:0) after 8m54s
[23:19:11.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:17:0)
[23:19:11.456] Build status: SCHEDULED
[23:19:11.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:18:0) after 7m18s
[23:26:29.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:18:0)
[23:26:29.545] Build status: SCHEDULED
[23:26:29.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:19:0) after 7m32s
[23:34:01.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:19:0)
[23:34:01.591] Build status: SCHEDULED
[23:34:01.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:20:0) after 4m29s
[23:38:30.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:20:0)
[23:38:30.694] Build status: SCHEDULED
[23:38:30.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:21:0) after 3m33s
[23:42:03.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:21:0)
[23:42:03.813] Build status: SCHEDULED
[23:42:03.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:22:0) after 3m8s
[23:45:11.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:22:0)
[23:45:11.881] Build status: SCHEDULED
[23:45:11.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:23:0) after 3m21s
[23:48:32.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:23:0)
[23:48:32.956] Build status: SCHEDULED
[23:48:32.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:24:0) after 9m38s
[23:58:10.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:24:0)
[23:58:11.008] Build status: SCHEDULED
[23:58:11.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:25:0) after 4m14s
[00:02:25.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:25:0)
[00:02:25.100] Build status: SCHEDULED
[00:02:25.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:26:0) after 1m2s
[00:03:27.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:26:0)
[00:03:27.131] Build status: SCHEDULED
[00:03:27.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:27:0) after 4m18s
[00:07:45.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:27:0)
[00:07:45.168] Build status: SCHEDULED
[00:07:45.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:28:0) after 6m28s
[00:14:13.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:28:0)
[00:14:13.236] Build status: SCHEDULED
[00:14:13.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:29:0) after 9m15s
[00:23:28.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:29:0)
[00:23:28.324] Build status: SCHEDULED
[00:23:28.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:30:0) after 9m15s
[00:32:43.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:30:0)
[00:32:43.374] Build status: SCHEDULED
[00:32:43.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:31:0) after 2m57s
[00:35:40.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:31:0)
[00:35:40.664] Build status: SCHEDULED
[00:35:40.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:32:0) after 4m52s
[00:40:32.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:32:0)
[00:40:32.751] Build status: SCHEDULED
[00:40:32.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:33:0) after 5m48s
[00:46:20.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:33:0)
[00:46:20.857] Build status: SCHEDULED
[00:46:20.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:34:0) after 2m15s
[00:48:35.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:34:0)
[00:48:35.899] Build status: SCHEDULED
[00:48:35.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:35:0) after 1m15s
[00:49:50.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:35:0)
[00:49:50.980] Build status: SCHEDULED
[00:49:50.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:36:0) after 4m5s
[00:53:55.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:36:0)
[00:53:56.012] Build status: SCHEDULED
[00:53:56.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:37:0) after 8m18s
[01:02:14.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:37:0)
[01:02:14.073] Build status: SCHEDULED
[01:02:14.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:38:0) after 2m25s
[01:04:39.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:38:0)
[01:04:39.155] Build status: SCHEDULED
[01:04:39.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:39:0) after 6m6s
[01:10:45.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:39:0)
[01:10:45.245] Build status: SCHEDULED
[01:10:45.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:40:0) after 1m58s
[01:12:43.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:40:0)
[01:12:43.585] Build status: SCHEDULED
[01:12:43.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:41:0) after 1m26s
[01:14:09.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:41:0)
[01:14:09.742] Build status: SCHEDULED
[01:14:09.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:42:0) after 3m45s
[01:17:54.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:42:0)
[01:17:54.838] Build status: SCHEDULED
[01:17:54.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:43:0) after 6m58s
[01:24:52.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:43:0)
[01:24:52.901] Build status: SCHEDULED
[01:24:52.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:44:0) after 4m38s
[01:29:31.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:44:0)
[01:29:31.179] Build status: SCHEDULED
[01:29:31.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:45:0) after 1m54s
[01:31:25.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:45:0)
[01:31:25.226] Build status: SCHEDULED
[01:31:25.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:46:0) after 8m18s
[01:39:43.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:46:0)
[01:39:43.265] Build status: SCHEDULED
[01:39:43.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:47:0) after 5m35s
[01:45:18.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:47:0)
[01:45:18.472] Build status: SCHEDULED
[01:45:18.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:48:0) after 1m23s
[01:46:41.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:48:0)
[01:46:41.517] Build status: SCHEDULED
[01:46:41.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:49:0) after 3m2s
[01:49:43.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:49:0)
[01:49:43.575] Build status: SCHEDULED
[01:49:43.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:50:0) after 6m21s
[01:56:04.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:50:0)
[01:56:04.614] Build status: SCHEDULED
[01:56:04.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:51:0) after 8m13s
[02:04:17.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:51:0)
[02:04:17.731] Build status: SCHEDULED
[02:04:17.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:52:0) after 9m28s
[02:13:45.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:52:0)
[02:13:45.860] Build status: SCHEDULED
[02:13:45.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:53:0) after 5m8s
[02:18:53.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:53:0)
[02:18:53.944] Build status: SCHEDULED
[02:18:53.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:54:0) after 7m35s
[02:26:28.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:54:0)
[02:26:29.032] Build status: SCHEDULED
[02:26:29.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:55:0) after 7m18s
[02:33:47.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:55:0)
[02:33:47.085] Build status: SCHEDULED
[02:33:47.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:56:0) after 4m48s
[02:38:35.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:56:0)
[02:38:35.351] Build status: SCHEDULED
[02:38:35.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:57:0) after 6m13s
[02:44:48.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:57:0)
[02:44:48.454] Build status: SCHEDULED
[02:44:48.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:58:0) after 2m39s
[02:47:27.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:58:0)
[02:47:27.539] Build status: SCHEDULED
[02:47:27.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:59:0) after 7m47s
[02:55:14.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:59:0)
[02:55:14.578] Build status: SCHEDULED
[02:55:14.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:60:0) after 6m5s
[03:01:19.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:60:0)
[03:01:19.758] Build status: SCHEDULED
[03:01:19.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:61:0) after 3m48s
[03:05:07.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:61:0)
[03:05:07.836] Build status: SCHEDULED
[03:05:07.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:62:0) after 2m20s
[03:07:27.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:62:0)
[03:07:27.831] Build status: SCHEDULED
[03:07:27.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:63:0) after 7m19s
[03:14:46.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:63:0)
[03:14:46.913] Build status: SCHEDULED
[03:14:46.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:64:0) after 1m41s
[03:16:27.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:64:0)
[03:16:28.012] Build status: SCHEDULED
[03:16:28.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:65:0) after 2m27s
[03:18:55.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:65:0)
[03:18:55.141] Build status: SCHEDULED
[03:18:55.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:66:0) after 7m47s
[03:26:42.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:66:0)
[03:26:42.175] Build status: SCHEDULED
[03:26:42.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:67:0) after 5m49s
[03:32:31.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:67:0)
[03:32:31.328] Build status: SCHEDULED
[03:32:31.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:68:0) after 5m6s
[03:37:37.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:68:0)
[03:37:37.469] Build status: SCHEDULED
[03:37:37.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:69:0) after 4m51s
[03:42:28.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:69:0)
[03:42:28.576] Build status: SCHEDULED
[03:42:28.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:70:0) after 3m21s
[03:45:49.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:70:0)
[03:45:49.694] Build status: SCHEDULED
[03:45:49.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:71:0) after 7m0s
[03:52:49.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:71:0)
[03:52:49.829] Build status: SCHEDULED
[03:52:49.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:72:0) after 4m10s
[03:56:59.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:72:0)
[03:57:00.047] Build status: SCHEDULED
[03:57:00.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:73:0) after 4m46s
[04:01:46.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:73:0)
[04:01:46.502] Build status: SCHEDULED
[04:01:46.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:74:0) after 8m6s
[04:09:52.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:74:0)
[04:09:52.841] Build status: SCHEDULED
[04:09:52.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:75:0) after 4m46s
[04:14:39.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:75:0)
[04:14:39.199] Build status: SCHEDULED
[04:14:39.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:76:0) after 1m46s
[04:16:25.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:76:0)
[04:16:25.265] Build status: SCHEDULED
[04:16:25.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:77:0) after 8m39s
[04:25:04.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:77:0)
[04:25:04.703] Build status: SCHEDULED
[04:25:04.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:78:0) after 6m40s
[04:31:45.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:78:0)
[04:31:45.077] Build status: SCHEDULED
[04:31:45.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:79:0) after 8m24s
[04:40:09.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:79:0)
[04:40:09.128] Build status: SCHEDULED
[04:40:09.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:80:0) after 6m51s
[04:47:00.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:80:0)
[04:47:00.331] Build status: SCHEDULED
[04:47:00.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:81:0) after 2m54s
[04:49:54.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:81:0)
[04:49:54.361] Build status: SCHEDULED
[04:49:54.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:82:0) after 9m38s
[04:59:32.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:82:0)
[04:59:32.404] Build status: SCHEDULED
[04:59:32.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:83:0) after 4m18s
[05:03:50.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:83:0)
[05:03:50.482] Build status: SCHEDULED
[05:03:50.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:84:0) after 3m40s
[05:07:30.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:84:0)
[05:07:30.531] Build status: SCHEDULED
[05:07:30.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:85:0) after 2m15s
[05:09:45.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:85:0)
[05:09:45.568] Build status: SCHEDULED
[05:09:45.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:86:0) after 5m49s
[05:11:17.046] Received PubSub notification, asking Buildbucket for the build status
[05:11:17.067] Build status: STARTED
[05:15:34.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:86:0)
[05:15:34.692] Build status: STARTED
[05:15:34.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:88:0) after 7m50s
[05:23:24.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:88:0)
[05:23:24.749] Build status: STARTED
[05:23:24.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872768668051116640:89:0) after 2m38s
[05:25:19.456] Received PubSub notification, asking Buildbucket for the build status
[05:25:19.477] Build:
{
"id": "8707338606180617937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-05T22:10:29.240236370Z",
"startTime": "2025-08-06T05:11:16.751331287Z",
"endTime": "2025-08-06T05:25:19.235468Z",
"updateTime": "2025-08-06T05:25:19.235468Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bac1dee1a7b1a7bd63bc497367de5ffcd4b25cc",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:25:19.477] Invocation finished in 7h14m51.404286979s with status SUCCEEDED