[21:42:39.305] New invocation is queued and will start shortly
[21:42:40.429] Starting the invocation (attempt 1)
[21:42:40.458] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/edf53c35ac6072980fc75618b6d1283e07cfb4c8"
[21:42:40.458] Popped gitiles commit info from properties and tags
[21:42:40.458] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:42:40.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:42:40.458] Buildbucket request:
{
"requestId": "8877572057117908864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877572057117908864",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67e7a7f8cdf0f40add794c7aaa373350084a4abe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67e7a7f8cdf0f40add794c7aaa373350084a4abe",
"title": "67e7a7f8cdf0f40add794c7aaa373350084a4abe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67e7a7f8cdf0f40add794c7aaa373350084a4abe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc4a68a14b670172a05875d257d7bcf7fcc16f2f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc4a68a14b670172a05875d257d7bcf7fcc16f2f",
"title": "bc4a68a14b670172a05875d257d7bcf7fcc16f2f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc4a68a14b670172a05875d257d7bcf7fcc16f2f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eedf5a42822582e6ae7f0ce63b8dd341bb5d8026"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eedf5a42822582e6ae7f0ce63b8dd341bb5d8026",
"title": "eedf5a42822582e6ae7f0ce63b8dd341bb5d8026",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eedf5a42822582e6ae7f0ce63b8dd341bb5d8026"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7c65874b6ad2c1318f431fc7201145e2c934ebac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c65874b6ad2c1318f431fc7201145e2c934ebac",
"title": "7c65874b6ad2c1318f431fc7201145e2c934ebac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c65874b6ad2c1318f431fc7201145e2c934ebac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d025796fcb06726e70d4c7bc23c15308bd97259"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d025796fcb06726e70d4c7bc23c15308bd97259",
"title": "3d025796fcb06726e70d4c7bc23c15308bd97259",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d025796fcb06726e70d4c7bc23c15308bd97259"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ed618ca2330f70e7f1d7afc7377dafef71bce187"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed618ca2330f70e7f1d7afc7377dafef71bce187",
"title": "ed618ca2330f70e7f1d7afc7377dafef71bce187",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed618ca2330f70e7f1d7afc7377dafef71bce187"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "09b179965cd23a17b60c93f7282757f5e7243503"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@09b179965cd23a17b60c93f7282757f5e7243503",
"title": "09b179965cd23a17b60c93f7282757f5e7243503",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/09b179965cd23a17b60c93f7282757f5e7243503"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edf53c35ac6072980fc75618b6d1283e07cfb4c8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf53c35ac6072980fc75618b6d1283e07cfb4c8",
"title": "edf53c35ac6072980fc75618b6d1283e07cfb4c8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf53c35ac6072980fc75618b6d1283e07cfb4c8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edf53c35ac6072980fc75618b6d1283e07cfb4c8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877572057117908864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:42:40.815] Scheduled build:
{
"id": "8712141995190234897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T21:42:40.510528485Z",
"updateTime": "2025-06-13T21:42:40.510528485Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edf53c35ac6072980fc75618b6d1283e07cfb4c8",
"ref": "refs/heads/main"
}
}
}
[21:42:40.815] Task URL: https://cr-buildbucket.appspot.com/build/8712141995190234897
[21:42:40.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:2:0) after 6m30s
[21:42:43.369] Received PubSub notification, asking Buildbucket for the build status
[21:42:43.395] Build status: SCHEDULED
[21:49:10.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:2:0)
[21:49:10.857] Build status: SCHEDULED
[21:49:10.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:4:0) after 6m30s
[21:55:40.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:4:0)
[21:55:40.911] Build status: SCHEDULED
[21:55:40.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:5:0) after 7m22s
[22:03:02.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:5:0)
[22:03:02.978] Build status: SCHEDULED
[22:03:02.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:6:0) after 5m6s
[22:08:09.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:6:0)
[22:08:09.158] Build status: SCHEDULED
[22:08:09.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:7:0) after 3m45s
[22:11:54.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:7:0)
[22:11:54.243] Build status: SCHEDULED
[22:11:54.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:8:0) after 5m14s
[22:17:08.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:8:0)
[22:17:08.293] Build status: SCHEDULED
[22:17:08.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:9:0) after 7m58s
[22:25:06.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:9:0)
[22:25:06.340] Build status: SCHEDULED
[22:25:06.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:10:0) after 3m31s
[22:28:37.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:10:0)
[22:28:37.486] Build status: SCHEDULED
[22:28:37.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:11:0) after 6m43s
[22:35:20.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:11:0)
[22:35:20.522] Build status: SCHEDULED
[22:35:20.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:12:0) after 5m49s
[22:41:09.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:12:0)
[22:41:09.645] Build status: SCHEDULED
[22:41:09.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:13:0) after 1m20s
[22:42:29.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:13:0)
[22:42:29.725] Build status: SCHEDULED
[22:42:29.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:14:0) after 2m20s
[22:44:49.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:14:0)
[22:44:49.850] Build status: SCHEDULED
[22:44:49.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:15:0) after 1m54s
[22:46:44.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:15:0)
[22:46:44.046] Build status: SCHEDULED
[22:46:44.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:16:0) after 5m3s
[22:51:47.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:16:0)
[22:51:47.166] Build status: SCHEDULED
[22:51:47.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:17:0) after 4m59s
[22:56:46.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:17:0)
[22:56:46.227] Build status: SCHEDULED
[22:56:46.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:18:0) after 9m49s
[23:06:35.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:18:0)
[23:06:35.374] Build status: SCHEDULED
[23:06:35.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:19:0) after 4m44s
[23:11:19.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:19:0)
[23:11:19.455] Build status: SCHEDULED
[23:11:19.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:20:0) after 9m54s
[23:21:13.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:20:0)
[23:21:13.641] Build status: SCHEDULED
[23:21:13.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:21:0) after 9m35s
[23:30:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:21:0)
[23:30:48.655] Build status: SCHEDULED
[23:30:48.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:22:0) after 4m35s
[23:35:23.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:22:0)
[23:35:23.689] Build status: SCHEDULED
[23:35:23.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:23:0) after 9m34s
[23:44:57.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:23:0)
[23:44:57.726] Build status: SCHEDULED
[23:44:57.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:24:0) after 2m6s
[23:47:03.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:24:0)
[23:47:03.867] Build status: SCHEDULED
[23:47:03.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:25:0) after 3m42s
[23:50:45.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:25:0)
[23:50:46.050] Build status: SCHEDULED
[23:50:46.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:26:0) after 4m21s
[23:55:07.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:26:0)
[23:55:07.157] Build status: SCHEDULED
[23:55:07.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:27:0) after 2m34s
[23:57:41.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:27:0)
[23:57:41.250] Build status: SCHEDULED
[23:57:41.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:28:0) after 8m51s
[00:06:32.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:28:0)
[00:06:32.271] Build status: SCHEDULED
[00:06:32.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:29:0) after 1m41s
[00:08:13.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:29:0)
[00:08:13.273] Build status: SCHEDULED
[00:08:13.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:30:0) after 1m53s
[00:10:06.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:30:0)
[00:10:06.562] Build status: SCHEDULED
[00:10:06.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:31:0) after 3m23s
[00:13:29.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:31:0)
[00:13:29.602] Build status: SCHEDULED
[00:13:29.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:32:0) after 3m8s
[00:16:37.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:32:0)
[00:16:37.642] Build status: SCHEDULED
[00:16:37.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:33:0) after 2m6s
[00:18:43.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:33:0)
[00:18:43.688] Build status: SCHEDULED
[00:18:43.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:34:0) after 4m3s
[00:22:46.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:34:0)
[00:22:46.735] Build status: SCHEDULED
[00:22:46.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:35:0) after 9m29s
[00:32:15.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:35:0)
[00:32:15.756] Build status: SCHEDULED
[00:32:15.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:36:0) after 7m49s
[00:40:04.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:36:0)
[00:40:04.807] Build status: SCHEDULED
[00:40:04.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:37:0) after 5m13s
[00:45:17.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:37:0)
[00:45:17.857] Build status: SCHEDULED
[00:45:17.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:38:0) after 5m53s
[00:51:10.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:38:0)
[00:51:10.947] Build status: SCHEDULED
[00:51:10.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:39:0) after 9m40s
[01:00:51.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:39:0)
[01:00:51.119] Build status: SCHEDULED
[01:00:51.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:40:0) after 7m1s
[01:07:52.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:40:0)
[01:07:52.163] Build status: SCHEDULED
[01:07:52.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:41:0) after 1m56s
[01:09:48.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:41:0)
[01:09:48.234] Build status: SCHEDULED
[01:09:48.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:42:0) after 1m28s
[01:11:16.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:42:0)
[01:11:16.265] Build status: SCHEDULED
[01:11:16.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:43:0) after 2m56s
[01:14:12.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:43:0)
[01:14:12.347] Build status: SCHEDULED
[01:14:12.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:44:0) after 3m2s
[01:17:14.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:44:0)
[01:17:14.508] Build status: SCHEDULED
[01:17:14.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:45:0) after 1m52s
[01:19:06.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:45:0)
[01:19:06.605] Build status: SCHEDULED
[01:19:06.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:46:0) after 7m36s
[01:26:42.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:46:0)
[01:26:42.743] Build status: SCHEDULED
[01:26:42.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:47:0) after 2m3s
[01:28:45.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:47:0)
[01:28:45.936] Build status: SCHEDULED
[01:28:45.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:48:0) after 3m11s
[01:31:56.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:48:0)
[01:31:57.020] Build status: SCHEDULED
[01:31:57.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:49:0) after 2m26s
[01:34:23.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:49:0)
[01:34:23.146] Build status: SCHEDULED
[01:34:23.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:50:0) after 5m28s
[01:39:51.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:50:0)
[01:39:51.187] Build status: SCHEDULED
[01:39:51.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:51:0) after 6m49s
[01:46:40.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:51:0)
[01:46:40.274] Build status: SCHEDULED
[01:46:40.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:52:0) after 9m21s
[01:56:01.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:52:0)
[01:56:01.419] Build status: SCHEDULED
[01:56:01.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:53:0) after 6m35s
[02:02:36.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:53:0)
[02:02:36.482] Build status: SCHEDULED
[02:02:36.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:54:0) after 2m11s
[02:04:47.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:54:0)
[02:04:47.568] Build status: SCHEDULED
[02:04:47.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:55:0) after 9m51s
[02:14:38.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:55:0)
[02:14:38.605] Build status: SCHEDULED
[02:14:38.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:56:0) after 1m49s
[02:16:27.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:56:0)
[02:16:27.648] Build status: SCHEDULED
[02:16:27.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:57:0) after 5m34s
[02:22:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:57:0)
[02:22:01.775] Build status: SCHEDULED
[02:22:01.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:58:0) after 4m27s
[02:26:28.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:58:0)
[02:26:28.832] Build status: SCHEDULED
[02:26:28.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:59:0) after 1m30s
[02:27:58.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:59:0)
[02:27:58.933] Build status: SCHEDULED
[02:27:58.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:60:0) after 9m54s
[02:37:52.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:60:0)
[02:37:53.034] Build status: SCHEDULED
[02:37:53.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:61:0) after 1m26s
[02:39:19.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:61:0)
[02:39:19.090] Build status: SCHEDULED
[02:39:19.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:62:0) after 4m40s
[02:43:59.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:62:0)
[02:43:59.177] Build status: SCHEDULED
[02:43:59.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:63:0) after 4m38s
[02:48:37.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:63:0)
[02:48:37.268] Build status: SCHEDULED
[02:48:37.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:64:0) after 9m27s
[02:58:04.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:64:0)
[02:58:04.430] Build status: SCHEDULED
[02:58:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:65:0) after 6m13s
[03:04:17.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:65:0)
[03:04:17.473] Build status: SCHEDULED
[03:04:17.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:66:0) after 4m3s
[03:08:20.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:66:0)
[03:08:20.513] Build status: SCHEDULED
[03:08:20.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:67:0) after 7m36s
[03:15:56.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:67:0)
[03:15:56.592] Build status: SCHEDULED
[03:15:56.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:68:0) after 2m0s
[03:17:56.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:68:0)
[03:17:56.643] Build status: SCHEDULED
[03:17:56.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:69:0) after 9m6s
[03:27:02.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:69:0)
[03:27:02.686] Build status: SCHEDULED
[03:27:02.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:70:0) after 8m10s
[03:35:12.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:70:0)
[03:35:12.727] Build status: SCHEDULED
[03:35:12.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:71:0) after 4m42s
[03:39:54.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:71:0)
[03:39:54.766] Build status: SCHEDULED
[03:39:54.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:72:0) after 5m21s
[03:45:15.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:72:0)
[03:45:15.822] Build status: SCHEDULED
[03:45:15.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:73:0) after 3m16s
[03:48:31.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:73:0)
[03:48:31.863] Build status: SCHEDULED
[03:48:31.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:74:0) after 2m8s
[03:50:39.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:74:0)
[03:50:39.872] Build status: SCHEDULED
[03:50:39.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:75:0) after 6m6s
[03:56:46.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:75:0)
[03:56:46.034] Build status: SCHEDULED
[03:56:46.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:76:0) after 3m16s
[03:59:12.535] Received PubSub notification, asking Buildbucket for the build status
[03:59:12.647] Build status: STARTED
[04:00:02.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:76:0)
[04:00:02.035] Build status: STARTED
[04:00:02.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:78:0) after 1m2s
[04:01:04.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:78:0)
[04:01:04.076] Build status: STARTED
[04:01:04.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:79:0) after 2m21s
[04:03:25.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:79:0)
[04:03:25.137] Build status: STARTED
[04:03:25.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877572057117908864:80:0) after 9m24s
[04:10:34.511] Received PubSub notification, asking Buildbucket for the build status
[04:10:34.565] Build:
{
"id": "8712141995190234897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T21:42:40.510528485Z",
"startTime": "2025-06-14T03:59:12.263251868Z",
"endTime": "2025-06-14T04:10:33.995329583Z",
"updateTime": "2025-06-14T04:10:33.995329583Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edf53c35ac6072980fc75618b6d1283e07cfb4c8",
"ref": "refs/heads/main"
}
}
}
[04:10:34.565] Invocation finished in 6h27m55.277115557s with status SUCCEEDED