[21:50:41.237] New invocation is queued and will start shortly
[21:50:42.586] Starting the invocation (attempt 1)
[21:50:42.619] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7559f62b892b7945209dfbc3ba98d11a191c3e45"
[21:50:42.619] Popped gitiles commit info from properties and tags
[21:50:42.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:50:42.620] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:50:42.620] Buildbucket request:
{
"requestId": "8869417824795616480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869417824795616480",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7559f62b892b7945209dfbc3ba98d11a191c3e45"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7559f62b892b7945209dfbc3ba98d11a191c3e45",
"title": "7559f62b892b7945209dfbc3ba98d11a191c3e45",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7559f62b892b7945209dfbc3ba98d11a191c3e45"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7559f62b892b7945209dfbc3ba98d11a191c3e45",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869417824795616480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:50:43.372] Scheduled build:
{
"id": "8703987762574949137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T21:50:42.725580635Z",
"updateTime": "2025-09-11T21:50:42.725580635Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7559f62b892b7945209dfbc3ba98d11a191c3e45",
"ref": "refs/heads/main"
}
}
}
[21:50:43.373] Task URL: https://cr-buildbucket.appspot.com/build/8703987762574949137
[21:50:43.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:2:0) after 8m11s
[21:50:44.094] Received PubSub notification, asking Buildbucket for the build status
[21:50:44.108] Build status: SCHEDULED
[21:58:54.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:2:0)
[21:58:54.409] Build status: SCHEDULED
[21:58:54.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:4:0) after 4m23s
[22:03:17.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:4:0)
[22:03:17.477] Build status: SCHEDULED
[22:03:17.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:5:0) after 8m55s
[22:12:12.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:5:0)
[22:12:12.508] Build status: SCHEDULED
[22:12:12.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:6:0) after 2m16s
[22:14:28.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:6:0)
[22:14:28.599] Build status: SCHEDULED
[22:14:28.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:7:0) after 7m52s
[22:22:20.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:7:0)
[22:22:20.650] Build status: SCHEDULED
[22:22:20.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:8:0) after 4m34s
[22:26:54.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:8:0)
[22:26:54.781] Build status: SCHEDULED
[22:26:54.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:9:0) after 1m43s
[22:28:37.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:9:0)
[22:28:37.812] Build status: SCHEDULED
[22:28:37.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:10:0) after 5m47s
[22:34:24.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:10:0)
[22:34:24.842] Build status: SCHEDULED
[22:34:24.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:11:0) after 7m46s
[22:42:10.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:11:0)
[22:42:10.885] Build status: SCHEDULED
[22:42:10.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:12:0) after 6m48s
[22:48:58.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:12:0)
[22:48:58.940] Build status: SCHEDULED
[22:48:58.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:13:0) after 4m18s
[22:53:16.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:13:0)
[22:53:16.999] Build status: SCHEDULED
[22:53:16.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:14:0) after 8m29s
[23:01:46.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:14:0)
[23:01:46.169] Build status: SCHEDULED
[23:01:46.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:15:0) after 8m36s
[23:10:22.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:15:0)
[23:10:22.292] Build status: SCHEDULED
[23:10:22.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:16:0) after 7m9s
[23:17:31.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:16:0)
[23:17:31.355] Build status: SCHEDULED
[23:17:31.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:17:0) after 2m2s
[23:19:33.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:17:0)
[23:19:33.471] Build status: SCHEDULED
[23:19:33.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:18:0) after 9m1s
[23:28:34.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:18:0)
[23:28:34.501] Build status: SCHEDULED
[23:28:34.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:19:0) after 2m14s
[23:30:48.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:19:0)
[23:30:48.538] Build status: SCHEDULED
[23:30:48.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:20:0) after 6m53s
[23:37:41.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:20:0)
[23:37:41.672] Build status: SCHEDULED
[23:37:41.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:21:0) after 7m39s
[23:45:20.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:21:0)
[23:45:20.737] Build status: SCHEDULED
[23:45:20.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:22:0) after 8m36s
[23:53:56.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:22:0)
[23:53:57.006] Build status: SCHEDULED
[23:53:57.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:23:0) after 9m42s
[00:03:39.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:23:0)
[00:03:39.135] Build status: SCHEDULED
[00:03:39.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:24:0) after 2m20s
[00:05:59.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:24:0)
[00:05:59.134] Build status: SCHEDULED
[00:05:59.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:25:0) after 7m38s
[00:13:37.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:25:0)
[00:13:37.199] Build status: SCHEDULED
[00:13:37.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:26:0) after 1m3s
[00:14:40.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:26:0)
[00:14:40.246] Build status: SCHEDULED
[00:14:40.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:27:0) after 3m17s
[00:17:57.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:27:0)
[00:17:57.347] Build status: SCHEDULED
[00:17:57.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:28:0) after 9m8s
[00:27:05.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:28:0)
[00:27:05.434] Build status: SCHEDULED
[00:27:05.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:29:0) after 4m32s
[00:31:37.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:29:0)
[00:31:37.483] Build status: SCHEDULED
[00:31:37.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:30:0) after 2m55s
[00:34:32.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:30:0)
[00:34:32.602] Build status: SCHEDULED
[00:34:32.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:31:0) after 5m33s
[00:40:05.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:31:0)
[00:40:05.657] Build status: SCHEDULED
[00:40:05.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:32:0) after 6m37s
[00:46:42.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:32:0)
[00:46:42.666] Build status: SCHEDULED
[00:46:42.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:33:0) after 5m46s
[00:52:28.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:33:0)
[00:52:28.742] Build status: SCHEDULED
[00:52:28.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:34:0) after 3m55s
[00:56:23.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:34:0)
[00:56:23.795] Build status: SCHEDULED
[00:56:23.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:35:0) after 9m6s
[01:05:29.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:35:0)
[01:05:29.830] Build status: SCHEDULED
[01:05:29.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:36:0) after 2m38s
[01:08:07.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:36:0)
[01:08:07.884] Build status: SCHEDULED
[01:08:07.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:37:0) after 8m0s
[01:16:07.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:37:0)
[01:16:08.126] Build status: SCHEDULED
[01:16:08.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:38:0) after 7m2s
[01:23:10.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:38:0)
[01:23:10.159] Build status: SCHEDULED
[01:23:10.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:39:0) after 3m8s
[01:26:18.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:39:0)
[01:26:18.270] Build status: SCHEDULED
[01:26:18.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:40:0) after 5m3s
[01:31:21.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:40:0)
[01:31:21.306] Build status: SCHEDULED
[01:31:21.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:41:0) after 5m14s
[01:36:35.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:41:0)
[01:36:35.297] Build status: SCHEDULED
[01:36:35.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:42:0) after 2m29s
[01:39:04.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:42:0)
[01:39:04.294] Build status: SCHEDULED
[01:39:04.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:43:0) after 5m13s
[01:44:17.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:43:0)
[01:44:17.306] Build status: SCHEDULED
[01:44:17.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:44:0) after 3m44s
[01:48:01.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:44:0)
[01:48:01.336] Build status: SCHEDULED
[01:48:01.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:45:0) after 8m42s
[01:56:43.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:45:0)
[01:56:43.377] Build status: SCHEDULED
[01:56:43.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:46:0) after 5m14s
[02:01:57.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:46:0)
[02:01:57.422] Build status: SCHEDULED
[02:01:57.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:47:0) after 1m8s
[02:03:05.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:47:0)
[02:03:05.459] Build status: SCHEDULED
[02:03:05.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:48:0) after 1m19s
[02:04:24.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:48:0)
[02:04:24.542] Build status: SCHEDULED
[02:04:24.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:49:0) after 5m34s
[02:09:58.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:49:0)
[02:09:58.645] Build status: SCHEDULED
[02:09:58.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:50:0) after 7m58s
[02:17:56.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:50:0)
[02:17:56.693] Build status: SCHEDULED
[02:17:56.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:51:0) after 9m43s
[02:27:39.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:51:0)
[02:27:39.777] Build status: SCHEDULED
[02:27:39.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:52:0) after 9m4s
[02:36:43.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:52:0)
[02:36:43.865] Build status: SCHEDULED
[02:36:43.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:53:0) after 2m11s
[02:38:54.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:53:0)
[02:38:54.905] Build status: SCHEDULED
[02:38:54.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:54:0) after 1m23s
[02:40:17.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:54:0)
[02:40:17.913] Build status: SCHEDULED
[02:40:17.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:55:0) after 2m29s
[02:42:47.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:55:0)
[02:42:47.022] Build status: SCHEDULED
[02:42:47.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:56:0) after 6m58s
[02:49:45.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:56:0)
[02:49:45.118] Build status: SCHEDULED
[02:49:45.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:57:0) after 3m50s
[02:53:35.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:57:0)
[02:53:35.201] Build status: SCHEDULED
[02:53:35.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:58:0) after 1m49s
[02:55:24.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:58:0)
[02:55:24.290] Build status: SCHEDULED
[02:55:24.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:59:0) after 4m44s
[03:00:08.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:59:0)
[03:00:08.378] Build status: SCHEDULED
[03:00:08.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:60:0) after 5m37s
[03:05:45.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:60:0)
[03:05:45.498] Build status: SCHEDULED
[03:05:45.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:61:0) after 1m47s
[03:07:32.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:61:0)
[03:07:32.639] Build status: SCHEDULED
[03:07:32.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:62:0) after 3m22s
[03:10:54.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:62:0)
[03:10:54.803] Build status: SCHEDULED
[03:10:54.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:63:0) after 6m4s
[03:16:58.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:63:0)
[03:16:58.936] Build status: SCHEDULED
[03:16:58.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:64:0) after 1m55s
[03:18:53.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:64:0)
[03:18:53.979] Build status: SCHEDULED
[03:18:53.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:65:0) after 9m40s
[03:28:33.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:65:0)
[03:28:34.018] Build status: SCHEDULED
[03:28:34.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:66:0) after 6m3s
[03:34:37.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:66:0)
[03:34:37.050] Build status: SCHEDULED
[03:34:37.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:67:0) after 8m45s
[03:43:22.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:67:0)
[03:43:22.172] Build status: SCHEDULED
[03:43:22.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:68:0) after 4m28s
[03:47:50.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:68:0)
[03:47:50.244] Build status: SCHEDULED
[03:47:50.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:69:0) after 7m14s
[03:55:04.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:69:0)
[03:55:04.288] Build status: SCHEDULED
[03:55:04.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:70:0) after 2m30s
[03:57:34.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:70:0)
[03:57:34.376] Build status: SCHEDULED
[03:57:34.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:71:0) after 4m58s
[04:02:32.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:71:0)
[04:02:32.500] Build status: SCHEDULED
[04:02:32.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:72:0) after 6m18s
[04:08:50.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:72:0)
[04:08:50.538] Build status: SCHEDULED
[04:08:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:73:0) after 9m19s
[04:18:09.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:73:0)
[04:18:09.572] Build status: SCHEDULED
[04:18:09.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:74:0) after 2m32s
[04:20:41.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:74:0)
[04:20:41.650] Build status: SCHEDULED
[04:20:41.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:75:0) after 2m34s
[04:23:15.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:75:0)
[04:23:15.779] Build status: SCHEDULED
[04:23:15.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:76:0) after 2m9s
[04:25:24.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:76:0)
[04:25:24.813] Build status: SCHEDULED
[04:25:24.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:77:0) after 9m31s
[04:34:55.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:77:0)
[04:34:55.850] Build status: SCHEDULED
[04:34:55.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:78:0) after 7m49s
[04:42:44.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:78:0)
[04:42:44.881] Build status: SCHEDULED
[04:42:44.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:79:0) after 3m38s
[04:46:23.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:79:0)
[04:46:23.063] Build status: SCHEDULED
[04:46:23.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:80:0) after 2m2s
[04:48:25.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:80:0)
[04:48:25.186] Build status: SCHEDULED
[04:48:25.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:81:0) after 9m48s
[04:58:13.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:81:0)
[04:58:13.225] Build status: SCHEDULED
[04:58:13.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:82:0) after 7m11s
[05:05:24.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:82:0)
[05:05:24.274] Build status: SCHEDULED
[05:05:24.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:83:0) after 9m2s
[05:14:26.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:83:0)
[05:14:26.286] Build status: SCHEDULED
[05:14:26.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:84:0) after 3m0s
[05:17:26.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:84:0)
[05:17:26.550] Build status: SCHEDULED
[05:17:26.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:85:0) after 3m31s
[05:20:57.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:85:0)
[05:20:57.632] Build status: SCHEDULED
[05:20:57.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:86:0) after 6m23s
[05:27:20.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:86:0)
[05:27:20.667] Build status: SCHEDULED
[05:27:20.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:87:0) after 9m44s
[05:37:04.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:87:0)
[05:37:04.896] Build status: SCHEDULED
[05:37:04.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:88:0) after 8m19s
[05:45:24.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:88:0)
[05:45:24.171] Build status: SCHEDULED
[05:45:24.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:89:0) after 8m32s
[05:49:20.925] Received PubSub notification, asking Buildbucket for the build status
[05:49:20.981] Build status: STARTED
[05:53:56.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:89:0)
[05:53:56.479] Build status: STARTED
[05:53:56.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:91:0) after 2m56s
[05:56:52.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:91:0)
[05:56:52.653] Build status: STARTED
[05:56:52.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:92:0) after 3m50s
[06:00:42.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:92:0)
[06:00:42.725] Build status: STARTED
[06:00:42.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:93:0) after 4m5s
[06:04:47.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:93:0)
[06:04:47.810] Build status: STARTED
[06:04:47.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:94:0) after 1m40s
[06:06:27.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:94:0)
[06:06:27.899] Build status: STARTED
[06:06:27.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:95:0) after 5m17s
[06:11:44.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:95:0)
[06:11:44.976] Build status: STARTED
[06:11:44.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:96:0) after 6m51s
[06:18:36.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:96:0)
[06:18:36.213] Build status: STARTED
[06:18:36.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:97:0) after 8m21s
[06:26:57.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:97:0)
[06:26:57.250] Build status: STARTED
[06:26:57.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:98:0) after 3m33s
[06:30:30.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:98:0)
[06:30:30.355] Build status: STARTED
[06:30:30.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:99:0) after 1m32s
[06:32:02.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:99:0)
[06:32:02.581] Build status: STARTED
[06:32:02.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869417824795616480:100:0) after 4m28s
[06:35:42.613] Received PubSub notification, asking Buildbucket for the build status
[06:35:42.631] Build:
{
"id": "8703987762574949137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T21:50:42.725580635Z",
"startTime": "2025-09-12T05:49:18.173060003Z",
"endTime": "2025-09-12T06:35:42.374032227Z",
"updateTime": "2025-09-12T06:35:42.374032227Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7559f62b892b7945209dfbc3ba98d11a191c3e45",
"ref": "refs/heads/main"
}
}
}
[06:35:42.631] Invocation finished in 8h45m1.407121315s with status SUCCEEDED