[21:46:48.552] New invocation is queued and will start shortly
[21:46:48.552] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:46:49.843] Starting the invocation (attempt 1)
[21:46:49.865] Ignoring gitiles_ref tag without the buildset tag
[21:46:49.865] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:46:49.865] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:46:49.865] Buildbucket request:
{
"requestId": "8863801056866538112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863801056866538112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "108896a6-d6d5-4faa-ac0f-6b09906e90de",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8698371221834833473"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863801056866538112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:46:50.193] Scheduled build:
{
"id": "8698370994771335633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T21:46:49.921213301Z",
"updateTime": "2025-11-12T21:46:49.921213301Z",
"status": "SCHEDULED",
"input": {
}
}
[21:46:50.193] Task URL: https://cr-buildbucket.appspot.com/build/8698370994771335633
[21:46:50.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:2:0) after 8m35s
[21:47:08.339] Received PubSub notification, asking Buildbucket for the build status
[21:47:08.361] Build status: SCHEDULED
[21:55:25.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:2:0)
[21:55:25.367] Build status: SCHEDULED
[21:55:25.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:4:0) after 2m40s
[21:58:05.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:4:0)
[21:58:05.544] Build status: SCHEDULED
[21:58:05.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:5:0) after 5m10s
[22:03:15.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:5:0)
[22:03:15.548] Build status: SCHEDULED
[22:03:15.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:6:0) after 2m58s
[22:06:13.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:6:0)
[22:06:13.595] Build status: SCHEDULED
[22:06:13.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:7:0) after 5m37s
[22:11:50.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:7:0)
[22:11:50.690] Build status: SCHEDULED
[22:11:50.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:8:0) after 7m3s
[22:18:53.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:8:0)
[22:18:53.718] Build status: SCHEDULED
[22:18:53.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:9:0) after 4m13s
[22:23:06.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:9:0)
[22:23:06.966] Build status: SCHEDULED
[22:23:06.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:10:0) after 6m32s
[22:29:38.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:10:0)
[22:29:39.027] Build status: SCHEDULED
[22:29:39.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:11:0) after 4m2s
[22:33:41.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:11:0)
[22:33:41.105] Build status: SCHEDULED
[22:33:41.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:12:0) after 2m37s
[22:36:18.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:12:0)
[22:36:18.181] Build status: SCHEDULED
[22:36:18.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:13:0) after 7m9s
[22:43:27.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:13:0)
[22:43:27.254] Build status: SCHEDULED
[22:43:27.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:14:0) after 8m31s
[22:51:58.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:14:0)
[22:51:58.332] Build status: SCHEDULED
[22:51:58.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:15:0) after 8m9s
[23:00:07.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:15:0)
[23:00:07.375] Build status: SCHEDULED
[23:00:07.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:16:0) after 8m8s
[23:08:15.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:16:0)
[23:08:15.402] Build status: SCHEDULED
[23:08:15.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:17:0) after 9m49s
[23:18:04.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:17:0)
[23:18:04.470] Build status: SCHEDULED
[23:18:04.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:18:0) after 1m3s
[23:19:07.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:18:0)
[23:19:07.698] Build status: SCHEDULED
[23:19:07.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:19:0) after 6m21s
[23:25:28.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:19:0)
[23:25:28.769] Build status: SCHEDULED
[23:25:28.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:20:0) after 4m37s
[23:30:05.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:20:0)
[23:30:05.770] Build status: SCHEDULED
[23:30:05.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:21:0) after 3m50s
[23:33:55.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:21:0)
[23:33:55.798] Build status: SCHEDULED
[23:33:55.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:22:0) after 2m47s
[23:36:42.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:22:0)
[23:36:42.912] Build status: SCHEDULED
[23:36:42.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:23:0) after 3m33s
[23:40:15.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:23:0)
[23:40:16.000] Build status: SCHEDULED
[23:40:16.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:24:0) after 6m25s
[23:46:41.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:24:0)
[23:46:41.055] Build status: SCHEDULED
[23:46:41.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:25:0) after 5m21s
[23:52:02.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:25:0)
[23:52:02.175] Build status: SCHEDULED
[23:52:02.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:26:0) after 1m25s
[23:53:27.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:26:0)
[23:53:27.198] Build status: SCHEDULED
[23:53:27.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:27:0) after 3m21s
[23:56:48.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:27:0)
[23:56:48.304] Build status: SCHEDULED
[23:56:48.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:28:0) after 2m17s
[23:59:05.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:28:0)
[23:59:05.338] Build status: SCHEDULED
[23:59:05.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:29:0) after 9m1s
[00:08:06.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:29:0)
[00:08:06.564] Build status: SCHEDULED
[00:08:06.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:30:0) after 7m42s
[00:15:48.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:30:0)
[00:15:48.591] Build status: SCHEDULED
[00:15:48.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:31:0) after 5m16s
[00:21:04.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:31:0)
[00:21:04.795] Build status: SCHEDULED
[00:21:04.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:32:0) after 1m2s
[00:22:06.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:32:0)
[00:22:06.832] Build status: SCHEDULED
[00:22:06.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:33:0) after 3m42s
[00:25:48.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:33:0)
[00:25:48.865] Build status: SCHEDULED
[00:25:48.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:34:0) after 4m42s
[00:30:30.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:34:0)
[00:30:30.897] Build status: SCHEDULED
[00:30:30.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:35:0) after 7m2s
[00:37:32.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:35:0)
[00:37:32.917] Build status: SCHEDULED
[00:37:32.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:36:0) after 4m4s
[00:41:36.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:36:0)
[00:41:37.009] Build status: SCHEDULED
[00:41:37.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:37:0) after 6m17s
[00:47:54.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:37:0)
[00:47:54.023] Build status: SCHEDULED
[00:47:54.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:38:0) after 9m21s
[00:57:15.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:38:0)
[00:57:15.124] Build status: SCHEDULED
[00:57:15.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:39:0) after 1m9s
[00:58:24.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:39:0)
[00:58:24.186] Build status: SCHEDULED
[00:58:24.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:40:0) after 5m8s
[01:03:32.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:40:0)
[01:03:32.269] Build status: SCHEDULED
[01:03:32.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:41:0) after 7m33s
[01:11:05.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:41:0)
[01:11:05.302] Build status: SCHEDULED
[01:11:05.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:42:0) after 6m53s
[01:17:58.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:42:0)
[01:17:58.329] Build status: SCHEDULED
[01:17:58.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:43:0) after 6m12s
[01:24:10.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:43:0)
[01:24:10.421] Build status: SCHEDULED
[01:24:10.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:44:0) after 4m45s
[01:28:55.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:44:0)
[01:28:55.455] Build status: SCHEDULED
[01:28:55.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:45:0) after 9m13s
[01:38:08.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:45:0)
[01:38:08.537] Build status: SCHEDULED
[01:38:08.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:46:0) after 1m46s
[01:39:54.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:46:0)
[01:39:54.564] Build status: SCHEDULED
[01:39:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:47:0) after 4m51s
[01:44:45.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:47:0)
[01:44:45.742] Build status: SCHEDULED
[01:44:45.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:48:0) after 2m30s
[01:47:15.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:48:0)
[01:47:15.779] Build status: SCHEDULED
[01:47:15.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:49:0) after 6m12s
[01:53:27.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:49:0)
[01:53:27.897] Build status: SCHEDULED
[01:53:27.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:50:0) after 9m46s
[02:03:13.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:50:0)
[02:03:13.928] Build status: SCHEDULED
[02:03:13.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:51:0) after 9m25s
[02:12:38.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:51:0)
[02:12:39.045] Build status: SCHEDULED
[02:12:39.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:52:0) after 8m15s
[02:20:54.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:52:0)
[02:20:54.123] Build status: SCHEDULED
[02:20:54.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:53:0) after 2m3s
[02:22:57.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:53:0)
[02:22:57.196] Build status: SCHEDULED
[02:22:57.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:54:0) after 8m41s
[02:31:38.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:54:0)
[02:31:38.244] Build status: SCHEDULED
[02:31:38.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:55:0) after 7m33s
[02:39:11.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:55:0)
[02:39:11.320] Build status: SCHEDULED
[02:39:11.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:56:0) after 6m42s
[02:45:53.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:56:0)
[02:45:53.529] Build status: SCHEDULED
[02:45:53.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:57:0) after 5m10s
[02:51:03.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:57:0)
[02:51:03.566] Build status: SCHEDULED
[02:51:03.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:58:0) after 6m14s
[02:57:18.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:58:0)
[02:57:18.242] Build status: SCHEDULED
[02:57:18.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:59:0) after 5m50s
[03:03:08.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:59:0)
[03:03:08.292] Build status: SCHEDULED
[03:03:08.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:60:0) after 5m16s
[03:08:24.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:60:0)
[03:08:24.883] Build status: SCHEDULED
[03:08:24.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:61:0) after 7m29s
[03:15:54.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:61:0)
[03:15:54.080] Build status: SCHEDULED
[03:15:54.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:62:0) after 3m4s
[03:18:58.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:62:0)
[03:18:58.135] Build status: SCHEDULED
[03:18:58.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:63:0) after 1m27s
[03:20:25.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:63:0)
[03:20:25.190] Build status: SCHEDULED
[03:20:25.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:64:0) after 2m44s
[03:23:09.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:64:0)
[03:23:09.601] Build status: SCHEDULED
[03:23:09.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:65:0) after 7m23s
[03:30:32.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:65:0)
[03:30:32.637] Build status: SCHEDULED
[03:30:32.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:66:0) after 9m18s
[03:39:50.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:66:0)
[03:39:50.722] Build status: SCHEDULED
[03:39:50.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:67:0) after 5m1s
[03:44:51.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:67:0)
[03:44:51.788] Build status: SCHEDULED
[03:44:51.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:68:0) after 9m23s
[03:54:14.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:68:0)
[03:54:14.907] Build status: SCHEDULED
[03:54:14.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:69:0) after 8m33s
[04:02:47.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:69:0)
[04:02:47.991] Build status: SCHEDULED
[04:02:47.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:70:0) after 1m32s
[04:04:20.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:70:0)
[04:04:20.156] Build status: SCHEDULED
[04:04:20.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:71:0) after 1m0s
[04:05:20.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:71:0)
[04:05:20.253] Build status: SCHEDULED
[04:05:20.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:72:0) after 6m32s
[04:11:52.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:72:0)
[04:11:52.420] Build status: SCHEDULED
[04:11:52.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:73:0) after 8m58s
[04:20:50.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:73:0)
[04:20:50.517] Build status: SCHEDULED
[04:20:50.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:74:0) after 3m22s
[04:24:12.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:74:0)
[04:24:12.716] Build status: SCHEDULED
[04:24:12.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:75:0) after 6m12s
[04:30:24.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:75:0)
[04:30:24.761] Build status: SCHEDULED
[04:30:24.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:76:0) after 2m16s
[04:32:41.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:76:0)
[04:32:41.023] Build status: SCHEDULED
[04:32:41.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:77:0) after 4m54s
[04:37:35.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:77:0)
[04:37:35.209] Build status: SCHEDULED
[04:37:35.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:78:0) after 8m53s
[04:46:28.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:78:0)
[04:46:28.315] Build status: SCHEDULED
[04:46:28.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:79:0) after 4m36s
[04:51:04.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:79:0)
[04:51:04.352] Build status: SCHEDULED
[04:51:04.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:80:0) after 4m31s
[04:55:35.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:80:0)
[04:55:35.401] Build status: SCHEDULED
[04:55:35.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:81:0) after 5m30s
[05:01:05.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:81:0)
[05:01:05.531] Build status: SCHEDULED
[05:01:05.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:82:0) after 7m45s
[05:08:50.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:82:0)
[05:08:50.799] Build status: SCHEDULED
[05:08:50.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:83:0) after 2m11s
[05:11:01.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:83:0)
[05:11:01.859] Build status: SCHEDULED
[05:11:01.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:84:0) after 7m49s
[05:18:51.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:84:0)
[05:18:51.156] Build status: SCHEDULED
[05:18:51.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:85:0) after 7m32s
[05:26:23.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:85:0)
[05:26:23.291] Build status: SCHEDULED
[05:26:23.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:86:0) after 7m29s
[05:33:52.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:86:0)
[05:33:52.503] Build status: SCHEDULED
[05:33:52.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:87:0) after 7m0s
[05:40:52.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:87:0)
[05:40:52.590] Build status: SCHEDULED
[05:40:52.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:88:0) after 4m52s
[05:45:45.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:88:0)
[05:45:45.511] Build status: STARTED
[05:45:45.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:89:0) after 4m36s
[05:46:53.099] Received PubSub notification, asking Buildbucket for the build status
[05:46:53.120] Build status: STARTED
[05:50:21.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:89:0)
[05:50:21.738] Build status: STARTED
[05:50:21.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:91:0) after 9m12s
[05:59:33.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:91:0)
[05:59:33.897] Build status: STARTED
[05:59:33.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863801056866538112:92:0) after 6m19s
[06:00:50.639] Received PubSub notification, asking Buildbucket for the build status
[06:00:50.820] Build:
{
"id": "8698370994771335633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T21:46:49.921213301Z",
"startTime": "2025-11-13T05:45:40.234161987Z",
"endTime": "2025-11-13T06:00:48.576583787Z",
"updateTime": "2025-11-13T06:00:48.576583787Z",
"status": "SUCCESS",
"input": {
}
}
[06:00:50.820] Invocation finished in 8h14m2.280873585s with status SUCCEEDED