[20:33:58.445] New invocation is queued and will start shortly
[20:33:59.584] Starting the invocation (attempt 1)
[20:33:59.608] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/19cc0d4235901a87ac5ff36ddf05f006d024db28"
[20:33:59.608] Popped gitiles commit info from properties and tags
[20:33:59.608] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:33:59.608] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:33:59.609] Buildbucket request:
{
"requestId": "8865798772515044592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865798772515044592",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "113773d896c90ac9ae2303de9876fa21ddd028c1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@113773d896c90ac9ae2303de9876fa21ddd028c1",
"title": "113773d896c90ac9ae2303de9876fa21ddd028c1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/113773d896c90ac9ae2303de9876fa21ddd028c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d62d9a094fa33e152364e6149f96679952cb3d3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d62d9a094fa33e152364e6149f96679952cb3d3d",
"title": "d62d9a094fa33e152364e6149f96679952cb3d3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d62d9a094fa33e152364e6149f96679952cb3d3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8de330fb81dbf1599e73dbecb147febea22923b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8de330fb81dbf1599e73dbecb147febea22923b2",
"title": "8de330fb81dbf1599e73dbecb147febea22923b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8de330fb81dbf1599e73dbecb147febea22923b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43b338db9571a07e3d458daa307f80891b228b5f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43b338db9571a07e3d458daa307f80891b228b5f",
"title": "43b338db9571a07e3d458daa307f80891b228b5f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43b338db9571a07e3d458daa307f80891b228b5f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e1d5fd307ccef9c91f28e99c29c3ca884f543f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e1d5fd307ccef9c91f28e99c29c3ca884f543f9",
"title": "8e1d5fd307ccef9c91f28e99c29c3ca884f543f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e1d5fd307ccef9c91f28e99c29c3ca884f543f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "783059f700f1d6d2d7d4d1d8b47165fdf97a01b8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@783059f700f1d6d2d7d4d1d8b47165fdf97a01b8",
"title": "783059f700f1d6d2d7d4d1d8b47165fdf97a01b8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/783059f700f1d6d2d7d4d1d8b47165fdf97a01b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "781bb0d5c01e09aa8387625145d701d7d54cdb1e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@781bb0d5c01e09aa8387625145d701d7d54cdb1e",
"title": "781bb0d5c01e09aa8387625145d701d7d54cdb1e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/781bb0d5c01e09aa8387625145d701d7d54cdb1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3784afc7bfd6bdc78e2dae483c8245f606d50f06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"title": "3784afc7bfd6bdc78e2dae483c8245f606d50f06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3784afc7bfd6bdc78e2dae483c8245f606d50f06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a93fbde60f94e64a8f075c78e28bfc1bc919b2e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a93fbde60f94e64a8f075c78e28bfc1bc919b2e",
"title": "6a93fbde60f94e64a8f075c78e28bfc1bc919b2e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a93fbde60f94e64a8f075c78e28bfc1bc919b2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "19cc0d4235901a87ac5ff36ddf05f006d024db28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@19cc0d4235901a87ac5ff36ddf05f006d024db28",
"title": "19cc0d4235901a87ac5ff36ddf05f006d024db28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/19cc0d4235901a87ac5ff36ddf05f006d024db28"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "19cc0d4235901a87ac5ff36ddf05f006d024db28",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865798772515044592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:33:59.965] Scheduled build:
{
"id": "8700368710576972945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-21T20:33:59.666963251Z",
"updateTime": "2025-10-21T20:33:59.666963251Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "19cc0d4235901a87ac5ff36ddf05f006d024db28",
"ref": "refs/heads/main"
}
}
}
[20:33:59.965] Task URL: https://cr-buildbucket.appspot.com/build/8700368710576972945
[20:33:59.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:2:0) after 1m41s
[20:34:05.049] Received PubSub notification, asking Buildbucket for the build status
[20:34:05.081] Build status: SCHEDULED
[20:35:41.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:2:0)
[20:35:41.078] Build status: SCHEDULED
[20:35:41.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:4:0) after 7m38s
[20:43:19.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:4:0)
[20:43:19.254] Build status: SCHEDULED
[20:43:19.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:5:0) after 6m6s
[20:49:25.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:5:0)
[20:49:25.310] Build status: SCHEDULED
[20:49:25.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:6:0) after 7m3s
[20:56:28.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:6:0)
[20:56:28.451] Build status: SCHEDULED
[20:56:28.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:7:0) after 2m21s
[20:58:49.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:7:0)
[20:58:49.517] Build status: SCHEDULED
[20:58:49.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:8:0) after 7m45s
[21:06:34.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:8:0)
[21:06:34.565] Build status: SCHEDULED
[21:06:34.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:9:0) after 9m18s
[21:15:52.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:9:0)
[21:15:52.594] Build status: SCHEDULED
[21:15:52.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:10:0) after 4m46s
[21:20:38.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:10:0)
[21:20:38.629] Build status: SCHEDULED
[21:20:38.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:11:0) after 3m4s
[21:23:42.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:11:0)
[21:23:42.706] Build status: SCHEDULED
[21:23:42.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:12:0) after 9m32s
[21:33:14.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:12:0)
[21:33:14.757] Build status: SCHEDULED
[21:33:14.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:13:0) after 6m19s
[21:39:33.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:13:0)
[21:39:33.875] Build status: SCHEDULED
[21:39:33.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:14:0) after 7m39s
[21:47:12.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:14:0)
[21:47:12.911] Build status: SCHEDULED
[21:47:12.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:15:0) after 8m47s
[21:55:59.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:15:0)
[21:55:59.908] Build status: SCHEDULED
[21:55:59.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:16:0) after 8m10s
[22:04:10.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:16:0)
[22:04:10.109] Build status: SCHEDULED
[22:04:10.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:17:0) after 4m8s
[22:08:18.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:17:0)
[22:08:18.165] Build status: SCHEDULED
[22:08:18.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:18:0) after 9m48s
[22:18:06.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:18:0)
[22:18:06.240] Build status: SCHEDULED
[22:18:06.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:19:0) after 4m41s
[22:22:47.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:19:0)
[22:22:47.366] Build status: SCHEDULED
[22:22:47.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:20:0) after 4m17s
[22:27:04.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:20:0)
[22:27:04.495] Build status: SCHEDULED
[22:27:04.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:21:0) after 5m33s
[22:32:37.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:21:0)
[22:32:37.538] Build status: SCHEDULED
[22:32:37.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:22:0) after 9m33s
[22:42:10.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:22:0)
[22:42:10.670] Build status: SCHEDULED
[22:42:10.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:23:0) after 9m33s
[22:51:43.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:23:0)
[22:51:43.704] Build status: SCHEDULED
[22:51:43.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:24:0) after 5m57s
[22:57:40.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:24:0)
[22:57:40.856] Build status: SCHEDULED
[22:57:40.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:25:0) after 1m18s
[22:58:58.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:25:0)
[22:58:58.907] Build status: SCHEDULED
[22:58:58.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:26:0) after 5m1s
[23:03:59.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:26:0)
[23:03:59.957] Build status: SCHEDULED
[23:03:59.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:27:0) after 4m58s
[23:08:57.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:27:0)
[23:08:57.983] Build status: SCHEDULED
[23:08:57.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:28:0) after 4m57s
[23:13:55.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:28:0)
[23:13:55.020] Build status: SCHEDULED
[23:13:55.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:29:0) after 3m12s
[23:17:07.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:29:0)
[23:17:07.089] Build status: SCHEDULED
[23:17:07.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:30:0) after 1m19s
[23:18:26.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:30:0)
[23:18:26.131] Build status: SCHEDULED
[23:18:26.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:31:0) after 2m58s
[23:21:24.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:31:0)
[23:21:24.409] Build status: SCHEDULED
[23:21:24.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:32:0) after 4m55s
[23:26:19.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:32:0)
[23:26:19.445] Build status: SCHEDULED
[23:26:19.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:33:0) after 7m36s
[23:33:55.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:33:0)
[23:33:55.469] Build status: SCHEDULED
[23:33:55.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:34:0) after 9m14s
[23:43:09.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:34:0)
[23:43:09.519] Build status: SCHEDULED
[23:43:09.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:35:0) after 6m7s
[23:49:16.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:35:0)
[23:49:16.591] Build status: SCHEDULED
[23:49:16.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:36:0) after 6m13s
[23:55:29.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:36:0)
[23:55:29.687] Build status: SCHEDULED
[23:55:29.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:37:0) after 1m57s
[23:57:26.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:37:0)
[23:57:26.740] Build status: SCHEDULED
[23:57:26.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:38:0) after 7m9s
[00:04:35.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:38:0)
[00:04:35.823] Build status: SCHEDULED
[00:04:35.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:39:0) after 8m36s
[00:13:11.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:39:0)
[00:13:11.911] Build status: SCHEDULED
[00:13:11.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:40:0) after 6m39s
[00:19:50.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:40:0)
[00:19:50.967] Build status: SCHEDULED
[00:19:50.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:41:0) after 1m22s
[00:21:12.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:41:0)
[00:21:13.135] Build status: SCHEDULED
[00:21:13.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:42:0) after 4m15s
[00:25:28.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:42:0)
[00:25:28.342] Build status: SCHEDULED
[00:25:28.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:43:0) after 4m47s
[00:30:15.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:43:0)
[00:30:15.378] Build status: SCHEDULED
[00:30:15.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:44:0) after 6m58s
[00:37:13.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:44:0)
[00:37:13.602] Build status: SCHEDULED
[00:37:13.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:45:0) after 3m38s
[00:40:51.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:45:0)
[00:40:51.757] Build status: SCHEDULED
[00:40:51.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:46:0) after 5m31s
[00:46:22.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:46:0)
[00:46:22.930] Build status: SCHEDULED
[00:46:22.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:47:0) after 5m54s
[00:52:16.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:47:0)
[00:52:17.022] Build status: SCHEDULED
[00:52:17.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:48:0) after 4m20s
[00:56:37.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:48:0)
[00:56:37.086] Build status: SCHEDULED
[00:56:37.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:49:0) after 5m13s
[01:01:50.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:49:0)
[01:01:50.115] Build status: SCHEDULED
[01:01:50.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:50:0) after 8m49s
[01:10:39.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:50:0)
[01:10:39.182] Build status: SCHEDULED
[01:10:39.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:51:0) after 3m20s
[01:13:59.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:51:0)
[01:13:59.273] Build status: SCHEDULED
[01:13:59.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:52:0) after 6m18s
[01:20:17.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:52:0)
[01:20:17.395] Build status: SCHEDULED
[01:20:17.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:53:0) after 4m32s
[01:24:49.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:53:0)
[01:24:49.563] Build status: SCHEDULED
[01:24:49.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:54:0) after 3m21s
[01:28:10.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:54:0)
[01:28:10.661] Build status: SCHEDULED
[01:28:10.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:55:0) after 5m52s
[01:34:02.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:55:0)
[01:34:02.800] Build status: SCHEDULED
[01:34:02.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:56:0) after 8m2s
[01:42:04.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:56:0)
[01:42:04.831] Build status: SCHEDULED
[01:42:04.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:57:0) after 8m12s
[01:50:16.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:57:0)
[01:50:16.923] Build status: SCHEDULED
[01:50:16.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:58:0) after 7m35s
[01:57:51.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:58:0)
[01:57:52.002] Build status: SCHEDULED
[01:57:52.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:59:0) after 5m54s
[02:03:45.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:59:0)
[02:03:45.988] Build status: SCHEDULED
[02:03:45.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:60:0) after 6m40s
[02:10:26.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:60:0)
[02:10:26.119] Build status: SCHEDULED
[02:10:26.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:61:0) after 1m38s
[02:12:04.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:61:0)
[02:12:04.210] Build status: SCHEDULED
[02:12:04.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:62:0) after 8m9s
[02:20:13.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:62:0)
[02:20:13.284] Build status: SCHEDULED
[02:20:13.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:63:0) after 6m27s
[02:26:40.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:63:0)
[02:26:40.333] Build status: SCHEDULED
[02:26:40.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:64:0) after 2m22s
[02:29:02.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:64:0)
[02:29:02.372] Build status: SCHEDULED
[02:29:02.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:65:0) after 7m8s
[02:36:10.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:65:0)
[02:36:10.406] Build status: SCHEDULED
[02:36:10.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:66:0) after 7m22s
[02:43:32.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:66:0)
[02:43:32.450] Build status: SCHEDULED
[02:43:32.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:67:0) after 9m47s
[02:53:19.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:67:0)
[02:53:19.513] Build status: SCHEDULED
[02:53:19.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:68:0) after 6m56s
[03:00:15.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:68:0)
[03:00:15.548] Build status: SCHEDULED
[03:00:15.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:69:0) after 3m21s
[03:03:36.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:69:0)
[03:03:36.593] Build status: SCHEDULED
[03:03:36.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:70:0) after 7m21s
[03:10:57.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:70:0)
[03:10:57.708] Build status: SCHEDULED
[03:10:57.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:71:0) after 2m54s
[03:13:51.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:71:0)
[03:13:51.745] Build status: SCHEDULED
[03:13:51.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:72:0) after 4m3s
[03:17:54.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:72:0)
[03:17:54.851] Build status: SCHEDULED
[03:17:54.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:73:0) after 7m18s
[03:25:12.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:73:0)
[03:25:12.895] Build status: SCHEDULED
[03:25:12.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:74:0) after 5m12s
[03:30:25.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:74:0)
[03:30:25.096] Build status: SCHEDULED
[03:30:25.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:75:0) after 5m17s
[03:35:42.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:75:0)
[03:35:42.135] Build status: SCHEDULED
[03:35:42.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:76:0) after 4m19s
[03:40:01.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:76:0)
[03:40:01.238] Build status: SCHEDULED
[03:40:01.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:77:0) after 1m16s
[03:41:17.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:77:0)
[03:41:17.246] Build status: SCHEDULED
[03:41:17.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:78:0) after 6m27s
[03:47:44.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:78:0)
[03:47:44.322] Build status: SCHEDULED
[03:47:44.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:79:0) after 6m58s
[03:49:52.053] Received PubSub notification, asking Buildbucket for the build status
[03:49:52.068] Build status: STARTED
[03:54:42.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:79:0)
[03:54:42.481] Build status: STARTED
[03:54:42.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:81:0) after 3m35s
[03:58:17.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:81:0)
[03:58:17.493] Build status: STARTED
[03:58:17.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8865798772515044592:82:0) after 9m9s
[04:05:15.460] Received PubSub notification, asking Buildbucket for the build status
[04:05:15.485] Build:
{
"id": "8700368710576972945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-21T20:33:59.666963251Z",
"startTime": "2025-10-22T03:49:51.871965968Z",
"endTime": "2025-10-22T04:05:14.993547039Z",
"updateTime": "2025-10-22T04:05:14.993547039Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "19cc0d4235901a87ac5ff36ddf05f006d024db28",
"ref": "refs/heads/main"
}
}
}
[04:05:15.485] Invocation finished in 7h31m17.051460382s with status SUCCEEDED