[01:19:38.662] New invocation is queued and will start shortly
[01:19:39.735] Starting the invocation (attempt 1)
[01:19:39.762] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
[01:19:39.762] Popped gitiles commit info from properties and tags
[01:19:39.763] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:19:39.764] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:19:39.765] Buildbucket request:
{
"requestId": "8869042290485470160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869042290485470160",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c5c4b9d16110bea1a68177f9118f8f6c67aaa361"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5c4b9d16110bea1a68177f9118f8f6c67aaa361",
"title": "c5c4b9d16110bea1a68177f9118f8f6c67aaa361",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5c4b9d16110bea1a68177f9118f8f6c67aaa361"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "584dab50efc0e39f2e592d7031cd72f09a72dee0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@584dab50efc0e39f2e592d7031cd72f09a72dee0",
"title": "584dab50efc0e39f2e592d7031cd72f09a72dee0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/584dab50efc0e39f2e592d7031cd72f09a72dee0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "019d09526da15ef606d6dc3082458beba9aa7764"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@019d09526da15ef606d6dc3082458beba9aa7764",
"title": "019d09526da15ef606d6dc3082458beba9aa7764",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/019d09526da15ef606d6dc3082458beba9aa7764"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68",
"title": "7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c87445c6296d2062b6e96424d8ff9eda6d904e82"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c87445c6296d2062b6e96424d8ff9eda6d904e82",
"title": "c87445c6296d2062b6e96424d8ff9eda6d904e82",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c87445c6296d2062b6e96424d8ff9eda6d904e82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b",
"title": "35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2bf56d4707c88e34884d29335cc3dbd25d0f5e5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bf56d4707c88e34884d29335cc3dbd25d0f5e5d",
"title": "2bf56d4707c88e34884d29335cc3dbd25d0f5e5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bf56d4707c88e34884d29335cc3dbd25d0f5e5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "09da8bd6b0d13b5eb7c62724c0278e69763edb7c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@09da8bd6b0d13b5eb7c62724c0278e69763edb7c",
"title": "09da8bd6b0d13b5eb7c62724c0278e69763edb7c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/09da8bd6b0d13b5eb7c62724c0278e69763edb7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35f537870d717a30be7cb505d702aa16180b0463"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35f537870d717a30be7cb505d702aa16180b0463",
"title": "35f537870d717a30be7cb505d702aa16180b0463",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35f537870d717a30be7cb505d702aa16180b0463"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"title": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"title": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "198d60ad218b6619ddbb55bc6526a4fee5f137d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"title": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869042290485470160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:19:40.196] Scheduled build:
{
"id": "8703612228613788065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T01:19:39.819313692Z",
"updateTime": "2025-09-16T01:19:39.819313692Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[01:19:40.196] Task URL: https://cr-buildbucket.appspot.com/build/8703612228613788065
[01:19:40.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:2:0) after 7m52s
[01:19:41.222] Received PubSub notification, asking Buildbucket for the build status
[01:19:41.255] Build status: SCHEDULED
[01:27:32.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:2:0)
[01:27:32.229] Build status: SCHEDULED
[01:27:32.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:4:0) after 9m56s
[01:37:28.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:4:0)
[01:37:28.274] Build status: SCHEDULED
[01:37:28.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:5:0) after 3m52s
[01:41:20.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:5:0)
[01:41:20.336] Build status: SCHEDULED
[01:41:20.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:6:0) after 5m58s
[01:47:18.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:6:0)
[01:47:18.475] Build status: SCHEDULED
[01:47:18.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:7:0) after 9m47s
[01:57:05.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:7:0)
[01:57:05.519] Build status: SCHEDULED
[01:57:05.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:8:0) after 3m34s
[02:00:39.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:8:0)
[02:00:39.618] Build status: SCHEDULED
[02:00:39.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:9:0) after 6m12s
[02:06:51.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:9:0)
[02:06:51.656] Build status: SCHEDULED
[02:06:51.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:10:0) after 3m31s
[02:10:22.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:10:0)
[02:10:22.713] Build status: SCHEDULED
[02:10:22.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:11:0) after 6m41s
[02:17:03.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:11:0)
[02:17:03.752] Build status: SCHEDULED
[02:17:03.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:12:0) after 5m56s
[02:22:59.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:12:0)
[02:22:59.866] Build status: SCHEDULED
[02:22:59.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:13:0) after 6m41s
[02:29:40.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:13:0)
[02:29:40.913] Build status: SCHEDULED
[02:29:40.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:14:0) after 6m56s
[02:36:36.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:14:0)
[02:36:36.994] Build status: SCHEDULED
[02:36:36.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:15:0) after 2m45s
[02:39:22.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:15:0)
[02:39:22.044] Build status: SCHEDULED
[02:39:22.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:16:0) after 1m3s
[02:40:25.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:16:0)
[02:40:25.170] Build status: SCHEDULED
[02:40:25.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:17:0) after 4m41s
[02:45:06.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:17:0)
[02:45:06.160] Build status: SCHEDULED
[02:45:06.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:18:0) after 9m41s
[02:54:47.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:18:0)
[02:54:47.332] Build status: SCHEDULED
[02:54:47.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:19:0) after 7m25s
[03:02:12.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:19:0)
[03:02:12.420] Build status: SCHEDULED
[03:02:12.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:20:0) after 6m2s
[03:08:14.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:20:0)
[03:08:14.460] Build status: SCHEDULED
[03:08:14.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:21:0) after 9m47s
[03:18:01.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:21:0)
[03:18:01.520] Build status: SCHEDULED
[03:18:01.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:22:0) after 9m7s
[03:27:08.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:22:0)
[03:27:08.592] Build status: SCHEDULED
[03:27:08.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:23:0) after 5m21s
[03:32:29.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:23:0)
[03:32:29.703] Build status: SCHEDULED
[03:32:29.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:24:0) after 9m47s
[03:42:16.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:24:0)
[03:42:16.757] Build status: SCHEDULED
[03:42:16.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:25:0) after 6m38s
[03:48:54.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:25:0)
[03:48:54.791] Build status: SCHEDULED
[03:48:54.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:26:0) after 7m53s
[03:56:47.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:26:0)
[03:56:47.828] Build status: SCHEDULED
[03:56:47.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:27:0) after 6m46s
[04:03:33.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:27:0)
[04:03:33.867] Build status: SCHEDULED
[04:03:33.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:28:0) after 8m19s
[04:11:52.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:28:0)
[04:11:52.881] Build status: SCHEDULED
[04:11:52.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:29:0) after 1m11s
[04:13:03.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:29:0)
[04:13:04.005] Build status: SCHEDULED
[04:13:04.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:30:0) after 2m23s
[04:15:27.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:30:0)
[04:15:27.043] Build status: SCHEDULED
[04:15:27.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:31:0) after 1m45s
[04:17:12.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:31:0)
[04:17:12.180] Build status: SCHEDULED
[04:17:12.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:32:0) after 3m44s
[04:20:56.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:32:0)
[04:20:56.292] Build status: SCHEDULED
[04:20:56.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:33:0) after 7m53s
[04:28:49.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:33:0)
[04:28:49.414] Build status: SCHEDULED
[04:28:49.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:34:0) after 8m17s
[04:37:06.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:34:0)
[04:37:06.498] Build status: SCHEDULED
[04:37:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:35:0) after 6m4s
[04:43:10.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:35:0)
[04:43:10.632] Build status: SCHEDULED
[04:43:10.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:36:0) after 6m1s
[04:49:11.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:36:0)
[04:49:11.663] Build status: SCHEDULED
[04:49:11.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:37:0) after 4m35s
[04:53:46.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:37:0)
[04:53:46.749] Build status: SCHEDULED
[04:53:46.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:38:0) after 1m53s
[04:55:39.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:38:0)
[04:55:39.755] Build status: SCHEDULED
[04:55:39.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:39:0) after 1m27s
[04:57:06.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:39:0)
[04:57:06.824] Build status: SCHEDULED
[04:57:06.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:40:0) after 3m21s
[05:00:27.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:40:0)
[05:00:27.876] Build status: SCHEDULED
[05:00:27.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:41:0) after 2m8s
[05:02:35.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:41:0)
[05:02:35.882] Build status: SCHEDULED
[05:02:35.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:42:0) after 5m7s
[05:07:43.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:42:0)
[05:07:43.029] Build status: SCHEDULED
[05:07:43.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:43:0) after 5m54s
[05:13:37.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:43:0)
[05:13:37.069] Build status: SCHEDULED
[05:13:37.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:44:0) after 3m29s
[05:17:06.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:44:0)
[05:17:06.134] Build status: SCHEDULED
[05:17:06.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:45:0) after 5m15s
[05:22:21.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:45:0)
[05:22:21.284] Build status: SCHEDULED
[05:22:21.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:46:0) after 4m28s
[05:26:49.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:46:0)
[05:26:49.358] Build status: SCHEDULED
[05:26:49.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:47:0) after 9m4s
[05:35:53.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:47:0)
[05:35:53.453] Build status: SCHEDULED
[05:35:53.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:48:0) after 6m44s
[05:42:37.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:48:0)
[05:42:37.491] Build status: SCHEDULED
[05:42:37.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:49:0) after 9m9s
[05:51:46.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:49:0)
[05:51:46.528] Build status: SCHEDULED
[05:51:46.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:50:0) after 4m30s
[05:56:16.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:50:0)
[05:56:16.637] Build status: SCHEDULED
[05:56:16.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:51:0) after 6m54s
[06:03:10.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:51:0)
[06:03:10.875] Build status: SCHEDULED
[06:03:10.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:52:0) after 4m44s
[06:07:54.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:52:0)
[06:07:54.917] Build status: SCHEDULED
[06:07:54.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:53:0) after 9m23s
[06:17:17.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:53:0)
[06:17:17.951] Build status: SCHEDULED
[06:17:17.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:54:0) after 7m33s
[06:24:51.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:54:0)
[06:24:51.132] Build status: SCHEDULED
[06:24:51.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:55:0) after 5m26s
[06:30:17.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:55:0)
[06:30:17.388] Build status: SCHEDULED
[06:30:17.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:56:0) after 4m23s
[06:34:40.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:56:0)
[06:34:40.400] Build status: SCHEDULED
[06:34:40.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:57:0) after 9m18s
[06:43:58.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:57:0)
[06:43:58.543] Build status: SCHEDULED
[06:43:58.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:58:0) after 8m57s
[06:52:55.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:58:0)
[06:52:55.580] Build status: SCHEDULED
[06:52:55.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:59:0) after 6m31s
[06:59:26.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:59:0)
[06:59:26.647] Build status: SCHEDULED
[06:59:26.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:60:0) after 8m30s
[07:07:56.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:60:0)
[07:07:56.683] Build status: SCHEDULED
[07:07:56.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:61:0) after 6m7s
[07:14:03.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:61:0)
[07:14:03.815] Build status: SCHEDULED
[07:14:03.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:62:0) after 3m8s
[07:17:11.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:62:0)
[07:17:11.873] Build status: SCHEDULED
[07:17:11.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:63:0) after 9m23s
[07:26:34.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:63:0)
[07:26:34.884] Build status: SCHEDULED
[07:26:34.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:64:0) after 7m6s
[07:33:41.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:64:0)
[07:33:41.020] Build status: SCHEDULED
[07:33:41.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:65:0) after 8m38s
[07:42:19.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:65:0)
[07:42:19.429] Build status: SCHEDULED
[07:42:19.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:66:0) after 1m1s
[07:43:21.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:66:0)
[07:43:21.215] Build status: SCHEDULED
[07:43:21.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:67:0) after 8m1s
[07:51:22.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:67:0)
[07:51:22.303] Build status: SCHEDULED
[07:51:22.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:68:0) after 8m47s
[08:00:09.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:68:0)
[08:00:09.396] Build status: SCHEDULED
[08:00:09.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:69:0) after 8m31s
[08:08:40.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:69:0)
[08:08:40.504] Build status: SCHEDULED
[08:08:40.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:70:0) after 7m7s
[08:15:47.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:70:0)
[08:15:47.539] Build status: SCHEDULED
[08:15:47.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:71:0) after 5m8s
[08:20:55.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:71:0)
[08:20:55.584] Build status: SCHEDULED
[08:20:55.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:72:0) after 2m25s
[08:23:20.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:72:0)
[08:23:20.709] Build status: SCHEDULED
[08:23:20.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:73:0) after 7m23s
[08:30:43.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:73:0)
[08:30:43.756] Build status: SCHEDULED
[08:30:43.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:74:0) after 4m39s
[08:35:22.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:74:0)
[08:35:22.889] Build status: SCHEDULED
[08:35:22.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:75:0) after 7m2s
[08:42:24.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:75:0)
[08:42:25.017] Build status: SCHEDULED
[08:42:25.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:76:0) after 7m51s
[08:46:52.602] Received PubSub notification, asking Buildbucket for the build status
[08:46:52.620] Build status: STARTED
[08:50:16.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:76:0)
[08:50:16.059] Build status: STARTED
[08:50:16.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:78:0) after 5m13s
[08:55:29.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:78:0)
[08:55:29.107] Build status: STARTED
[08:55:29.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:79:0) after 9m55s
[09:05:24.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:79:0)
[09:05:24.238] Build status: STARTED
[09:05:24.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:80:0) after 9m45s
[09:15:09.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:80:0)
[09:15:09.388] Build status: STARTED
[09:15:09.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:81:0) after 6m30s
[09:21:39.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:81:0)
[09:21:39.437] Build status: STARTED
[09:21:39.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:82:0) after 9m56s
[09:31:35.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:82:0)
[09:31:35.502] Build status: STARTED
[09:31:35.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:83:0) after 8m15s
[09:39:50.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:83:0)
[09:39:50.896] Build status: STARTED
[09:39:50.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8869042290485470160:84:0) after 6m46s
[09:40:01.250] Received PubSub notification, asking Buildbucket for the build status
[09:40:01.270] Build:
{
"id": "8703612228613788065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T01:19:39.819313692Z",
"startTime": "2025-09-16T08:46:52.373945149Z",
"endTime": "2025-09-16T09:40:00.884961660Z",
"updateTime": "2025-09-16T09:40:00.884961660Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[09:40:01.270] Invocation finished in 8h20m22.619132304s with status SUCCEEDED