[06:32:26.259] New invocation is queued and will start shortly
[06:32:27.467] Starting the invocation (attempt 1)
[06:32:27.550] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
[06:32:27.550] Popped gitiles commit info from properties and tags
[06:32:27.550] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:32:27.550] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:32:27.550] Buildbucket request:
{
"requestId": "8871921714189229280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871921714189229280",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf9ded3a59603f10ef1cc84d194d933af62283f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf9ded3a59603f10ef1cc84d194d933af62283f3",
"title": "cf9ded3a59603f10ef1cc84d194d933af62283f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf9ded3a59603f10ef1cc84d194d933af62283f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "262e21c0a84598a31712d87d2450f159e43a89df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@262e21c0a84598a31712d87d2450f159e43a89df",
"title": "262e21c0a84598a31712d87d2450f159e43a89df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/262e21c0a84598a31712d87d2450f159e43a89df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e3d7f9a594c158b597a93c369881e9cf5471752"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e3d7f9a594c158b597a93c369881e9cf5471752",
"title": "0e3d7f9a594c158b597a93c369881e9cf5471752",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e3d7f9a594c158b597a93c369881e9cf5471752"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45c247da72014f0384d0f1a5c126c389464987df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45c247da72014f0384d0f1a5c126c389464987df",
"title": "45c247da72014f0384d0f1a5c126c389464987df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45c247da72014f0384d0f1a5c126c389464987df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
"title": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c76ff86319d967ccaab376d251461cef4de74c8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c76ff86319d967ccaab376d251461cef4de74c8b",
"title": "c76ff86319d967ccaab376d251461cef4de74c8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c76ff86319d967ccaab376d251461cef4de74c8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
"title": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10c1560a7715c210de22217cde9e5762aeaa9a29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10c1560a7715c210de22217cde9e5762aeaa9a29",
"title": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871921714189229280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:32:28.003] Scheduled build:
{
"id": "8706491652077316113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T06:32:27.616514288Z",
"updateTime": "2025-08-15T06:32:27.616514288Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
}
}
}
[06:32:28.003] Task URL: https://cr-buildbucket.appspot.com/build/8706491652077316113
[06:32:28.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:2:0) after 5m28s
[06:32:28.892] Received PubSub notification, asking Buildbucket for the build status
[06:32:28.912] Build status: SCHEDULED
[06:37:56.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:2:0)
[06:37:56.080] Build status: SCHEDULED
[06:37:56.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:4:0) after 7m24s
[06:45:20.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:4:0)
[06:45:20.165] Build status: SCHEDULED
[06:45:20.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:5:0) after 4m35s
[06:49:55.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:5:0)
[06:49:55.221] Build status: SCHEDULED
[06:49:55.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:6:0) after 1m7s
[06:51:02.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:6:0)
[06:51:02.215] Build status: SCHEDULED
[06:51:02.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:7:0) after 1m22s
[06:52:24.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:7:0)
[06:52:24.328] Build status: SCHEDULED
[06:52:24.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:8:0) after 6m43s
[06:59:07.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:8:0)
[06:59:07.508] Build status: SCHEDULED
[06:59:07.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:9:0) after 9m45s
[07:08:52.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:9:0)
[07:08:52.584] Build status: SCHEDULED
[07:08:52.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:10:0) after 8m5s
[07:16:57.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:10:0)
[07:16:57.647] Build status: SCHEDULED
[07:16:57.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:11:0) after 6m59s
[07:23:56.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:11:0)
[07:23:56.699] Build status: SCHEDULED
[07:23:56.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:12:0) after 2m54s
[07:26:50.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:12:0)
[07:26:50.738] Build status: SCHEDULED
[07:26:50.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:13:0) after 4m52s
[07:31:42.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:13:0)
[07:31:42.809] Build status: SCHEDULED
[07:31:42.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:14:0) after 3m29s
[07:35:11.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:14:0)
[07:35:11.856] Build status: SCHEDULED
[07:35:11.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:15:0) after 4m16s
[07:39:27.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:15:0)
[07:39:27.903] Build status: SCHEDULED
[07:39:27.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:16:0) after 9m16s
[07:48:43.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:16:0)
[07:48:43.974] Build status: SCHEDULED
[07:48:43.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:17:0) after 7m56s
[07:56:40.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:17:0)
[07:56:40.153] Build status: SCHEDULED
[07:56:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:18:0) after 4m14s
[08:00:54.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:18:0)
[08:00:54.202] Build status: SCHEDULED
[08:00:54.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:19:0) after 4m40s
[08:05:34.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:19:0)
[08:05:34.215] Build status: SCHEDULED
[08:05:34.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:20:0) after 8m5s
[08:13:39.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:20:0)
[08:13:39.292] Build status: SCHEDULED
[08:13:39.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:21:0) after 4m12s
[08:17:51.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:21:0)
[08:17:51.333] Build status: SCHEDULED
[08:17:51.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:22:0) after 8m56s
[08:26:47.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:22:0)
[08:26:47.375] Build status: SCHEDULED
[08:26:47.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:23:0) after 1m20s
[08:28:07.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:23:0)
[08:28:07.419] Build status: SCHEDULED
[08:28:07.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:24:0) after 9m52s
[08:37:59.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:24:0)
[08:37:59.465] Build status: SCHEDULED
[08:37:59.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:25:0) after 4m8s
[08:42:07.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:25:0)
[08:42:07.582] Build status: SCHEDULED
[08:42:07.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:26:0) after 3m23s
[08:45:30.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:26:0)
[08:45:30.642] Build status: SCHEDULED
[08:45:30.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:27:0) after 2m58s
[08:48:28.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:27:0)
[08:48:28.726] Build status: SCHEDULED
[08:48:28.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:28:0) after 8m5s
[08:56:33.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:28:0)
[08:56:33.775] Build status: SCHEDULED
[08:56:33.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:29:0) after 4m16s
[09:00:49.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:29:0)
[09:00:49.809] Build status: SCHEDULED
[09:00:49.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:30:0) after 1m5s
[09:01:54.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:30:0)
[09:01:54.822] Build status: SCHEDULED
[09:01:54.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:31:0) after 7m29s
[09:09:24.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:31:0)
[09:09:24.291] Build status: SCHEDULED
[09:09:24.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:32:0) after 4m23s
[09:13:47.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:32:0)
[09:13:47.353] Build status: SCHEDULED
[09:13:47.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:33:0) after 8m50s
[09:22:37.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:33:0)
[09:22:37.418] Build status: SCHEDULED
[09:22:37.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:34:0) after 2m32s
[09:25:09.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:34:0)
[09:25:09.515] Build status: SCHEDULED
[09:25:09.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:35:0) after 3m42s
[09:28:51.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:35:0)
[09:28:51.591] Build status: SCHEDULED
[09:28:51.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:36:0) after 1m48s
[09:30:39.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:36:0)
[09:30:39.716] Build status: SCHEDULED
[09:30:39.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:37:0) after 6m30s
[09:37:09.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:37:0)
[09:37:09.950] Build status: SCHEDULED
[09:37:09.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:38:0) after 8m42s
[09:45:51.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:38:0)
[09:45:51.999] Build status: SCHEDULED
[09:45:51.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:39:0) after 8m51s
[09:54:43.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:39:0)
[09:54:43.330] Build status: SCHEDULED
[09:54:43.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:40:0) after 1m2s
[09:55:45.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:40:0)
[09:55:45.333] Build status: SCHEDULED
[09:55:45.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:41:0) after 1m18s
[09:57:03.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:41:0)
[09:57:03.670] Build status: SCHEDULED
[09:57:03.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:42:0) after 2m23s
[09:59:26.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:42:0)
[09:59:26.792] Build status: SCHEDULED
[09:59:26.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:43:0) after 9m0s
[10:08:26.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:43:0)
[10:08:26.831] Build status: SCHEDULED
[10:08:26.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:44:0) after 1m13s
[10:09:40.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:44:0)
[10:09:40.161] Build status: SCHEDULED
[10:09:40.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:45:0) after 8m46s
[10:18:26.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:45:0)
[10:18:26.278] Build status: SCHEDULED
[10:18:26.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:46:0) after 1m55s
[10:20:21.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:46:0)
[10:20:21.785] Build status: SCHEDULED
[10:20:21.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:47:0) after 7m10s
[10:27:31.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:47:0)
[10:27:31.834] Build status: SCHEDULED
[10:27:31.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:48:0) after 8m58s
[10:36:29.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:48:0)
[10:36:29.927] Build status: SCHEDULED
[10:36:29.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:49:0) after 5m31s
[10:42:00.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:49:0)
[10:42:01.020] Build status: SCHEDULED
[10:42:01.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:50:0) after 7m8s
[10:49:09.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:50:0)
[10:49:09.174] Build status: SCHEDULED
[10:49:09.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:51:0) after 1m10s
[10:50:19.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:51:0)
[10:50:19.254] Build status: SCHEDULED
[10:50:19.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:52:0) after 3m1s
[10:53:20.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:52:0)
[10:53:20.297] Build status: SCHEDULED
[10:53:20.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:53:0) after 5m39s
[10:58:59.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:53:0)
[10:58:59.385] Build status: SCHEDULED
[10:58:59.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:54:0) after 1m38s
[11:00:37.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:54:0)
[11:00:37.485] Build status: SCHEDULED
[11:00:37.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:55:0) after 8m3s
[11:08:40.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:55:0)
[11:08:40.595] Build status: SCHEDULED
[11:08:40.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:56:0) after 6m40s
[11:15:20.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:56:0)
[11:15:20.730] Build status: SCHEDULED
[11:15:20.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:57:0) after 8m17s
[11:23:37.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:57:0)
[11:23:37.728] Build status: SCHEDULED
[11:23:37.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:58:0) after 9m10s
[11:32:47.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:58:0)
[11:32:47.987] Build status: SCHEDULED
[11:32:47.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:59:0) after 7m36s
[11:40:24.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:59:0)
[11:40:24.303] Build status: SCHEDULED
[11:40:24.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:60:0) after 7m38s
[11:48:02.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:60:0)
[11:48:02.382] Build status: SCHEDULED
[11:48:02.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:61:0) after 7m38s
[11:55:40.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:61:0)
[11:55:40.514] Build status: SCHEDULED
[11:55:40.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:62:0) after 5m0s
[12:00:40.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:62:0)
[12:00:40.555] Build status: SCHEDULED
[12:00:40.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:63:0) after 7m48s
[12:08:28.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:63:0)
[12:08:28.617] Build status: SCHEDULED
[12:08:28.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:64:0) after 6m14s
[12:14:42.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:64:0)
[12:14:42.794] Build status: SCHEDULED
[12:14:42.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:65:0) after 5m22s
[12:20:04.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:65:0)
[12:20:04.897] Build status: SCHEDULED
[12:20:04.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:66:0) after 4m25s
[12:24:29.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:66:0)
[12:24:29.980] Build status: SCHEDULED
[12:24:29.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:67:0) after 9m52s
[12:34:22.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:67:0)
[12:34:22.259] Build status: SCHEDULED
[12:34:22.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:68:0) after 8m57s
[12:43:19.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:68:0)
[12:43:19.325] Build status: SCHEDULED
[12:43:19.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:69:0) after 4m33s
[12:47:52.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:69:0)
[12:47:52.390] Build status: SCHEDULED
[12:47:52.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:70:0) after 6m37s
[12:54:29.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:70:0)
[12:54:29.684] Build status: SCHEDULED
[12:54:29.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:71:0) after 2m56s
[12:57:26.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:71:0)
[12:57:26.063] Build status: SCHEDULED
[12:57:26.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:72:0) after 7m38s
[13:05:04.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:72:0)
[13:05:04.083] Build status: SCHEDULED
[13:05:04.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:73:0) after 8m3s
[13:13:07.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:73:0)
[13:13:07.392] Build status: SCHEDULED
[13:13:07.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:74:0) after 2m11s
[13:15:18.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:74:0)
[13:15:18.727] Build status: SCHEDULED
[13:15:18.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:75:0) after 7m27s
[13:22:45.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:75:0)
[13:22:45.866] Build status: SCHEDULED
[13:22:45.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:76:0) after 8m54s
[13:31:39.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:76:0)
[13:31:40.012] Build status: SCHEDULED
[13:31:40.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:77:0) after 7m20s
[13:39:00.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:77:0)
[13:39:00.118] Build status: SCHEDULED
[13:39:00.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:78:0) after 2m22s
[13:41:22.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:78:0)
[13:41:22.262] Build status: SCHEDULED
[13:41:22.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:79:0) after 8m43s
[13:50:05.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:79:0)
[13:50:05.318] Build status: SCHEDULED
[13:50:05.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:80:0) after 8m51s
[13:50:44.494] Received PubSub notification, asking Buildbucket for the build status
[13:50:44.544] Build status: STARTED
[13:58:56.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:80:0)
[13:58:56.443] Build status: STARTED
[13:58:56.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:82:0) after 3m37s
[14:02:34.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:82:0)
[14:02:34.463] Build status: STARTED
[14:02:34.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:83:0) after 2m8s
[14:04:42.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:83:0)
[14:04:42.612] Build status: STARTED
[14:04:42.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8871921714189229280:84:0) after 8m18s
[14:06:27.924] Received PubSub notification, asking Buildbucket for the build status
[14:06:27.947] Build:
{
"id": "8706491652077316113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T06:32:27.616514288Z",
"startTime": "2025-08-15T13:50:44.181692215Z",
"endTime": "2025-08-15T14:06:26.567728741Z",
"updateTime": "2025-08-15T14:06:26.567728741Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
}
}
}
[14:06:27.947] Invocation finished in 7h34m1.729440376s with status SUCCEEDED