[20:41:42.644] New invocation is queued and will start shortly
[20:41:43.715] Starting the invocation (attempt 1)
[20:41:43.735] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/129b3e64f8e9fa64143aa12a082460ad4fb83013"
[20:41:43.735] Popped gitiles commit info from properties and tags
[20:41:43.735] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:41:43.735] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:41:43.735] Buildbucket request:
{
"requestId": "8865164106999910432",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865164106999910432",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "129b3e64f8e9fa64143aa12a082460ad4fb83013"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@129b3e64f8e9fa64143aa12a082460ad4fb83013",
"title": "129b3e64f8e9fa64143aa12a082460ad4fb83013",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/129b3e64f8e9fa64143aa12a082460ad4fb83013"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "129b3e64f8e9fa64143aa12a082460ad4fb83013",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865164106999910432"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:41:44.171] Scheduled build:
{
"id": "8699734045104753681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T20:41:43.826771015Z",
"updateTime": "2025-10-28T20:41:43.826771015Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "129b3e64f8e9fa64143aa12a082460ad4fb83013",
"ref": "refs/heads/main"
}
}
}
[20:41:44.172] Task URL: https://cr-buildbucket.appspot.com/build/8699734045104753681
[20:41:44.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:2:0) after 8m50s
[20:41:44.512] Received PubSub notification, asking Buildbucket for the build status
[20:41:44.536] Build status: SCHEDULED
[20:50:34.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:2:0)
[20:50:34.267] Build status: SCHEDULED
[20:50:34.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:4:0) after 1m32s
[20:52:06.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:4:0)
[20:52:06.343] Build status: SCHEDULED
[20:52:06.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:5:0) after 8m31s
[21:00:37.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:5:0)
[21:00:37.387] Build status: SCHEDULED
[21:00:37.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:6:0) after 6m57s
[21:07:34.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:6:0)
[21:07:34.419] Build status: SCHEDULED
[21:07:34.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:7:0) after 4m41s
[21:12:15.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:7:0)
[21:12:15.473] Build status: SCHEDULED
[21:12:15.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:8:0) after 1m35s
[21:13:50.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:8:0)
[21:13:50.602] Build status: SCHEDULED
[21:13:50.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:9:0) after 2m22s
[21:16:12.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:9:0)
[21:16:12.767] Build status: SCHEDULED
[21:16:12.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:10:0) after 5m28s
[21:21:40.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:10:0)
[21:21:40.924] Build status: SCHEDULED
[21:21:40.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:11:0) after 3m4s
[21:24:44.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:11:0)
[21:24:45.015] Build status: SCHEDULED
[21:24:45.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:12:0) after 6m8s
[21:30:53.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:12:0)
[21:30:53.204] Build status: SCHEDULED
[21:30:53.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:13:0) after 5m56s
[21:36:49.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:13:0)
[21:36:49.339] Build status: SCHEDULED
[21:36:49.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:14:0) after 4m1s
[21:40:50.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:14:0)
[21:40:50.340] Build status: SCHEDULED
[21:40:50.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:15:0) after 1m8s
[21:41:58.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:15:0)
[21:41:58.455] Build status: SCHEDULED
[21:41:58.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:16:0) after 1m52s
[21:43:50.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:16:0)
[21:43:50.541] Build status: SCHEDULED
[21:43:50.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:17:0) after 7m29s
[21:51:19.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:17:0)
[21:51:19.589] Build status: SCHEDULED
[21:51:19.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:18:0) after 2m7s
[21:53:26.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:18:0)
[21:53:26.821] Build status: SCHEDULED
[21:53:26.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:19:0) after 5m31s
[21:58:57.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:19:0)
[21:58:57.848] Build status: SCHEDULED
[21:58:57.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:20:0) after 2m31s
[22:01:28.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:20:0)
[22:01:28.931] Build status: SCHEDULED
[22:01:28.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:21:0) after 6m31s
[22:07:59.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:21:0)
[22:08:00.019] Build status: SCHEDULED
[22:08:00.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:22:0) after 9m16s
[22:17:15.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:22:0)
[22:17:16.015] Build status: SCHEDULED
[22:17:16.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:23:0) after 1m55s
[22:19:11.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:23:0)
[22:19:11.097] Build status: SCHEDULED
[22:19:11.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:24:0) after 9m12s
[22:28:23.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:24:0)
[22:28:23.189] Build status: SCHEDULED
[22:28:23.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:25:0) after 9m28s
[22:37:51.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:25:0)
[22:37:51.293] Build status: SCHEDULED
[22:37:51.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:26:0) after 8m23s
[22:46:14.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:26:0)
[22:46:14.420] Build status: SCHEDULED
[22:46:14.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:27:0) after 5m51s
[22:52:05.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:27:0)
[22:52:05.464] Build status: SCHEDULED
[22:52:05.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:28:0) after 7m22s
[22:59:27.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:28:0)
[22:59:27.490] Build status: SCHEDULED
[22:59:27.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:29:0) after 8m3s
[23:07:30.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:29:0)
[23:07:30.609] Build status: SCHEDULED
[23:07:30.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:30:0) after 5m28s
[23:12:58.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:30:0)
[23:12:58.638] Build status: SCHEDULED
[23:12:58.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:31:0) after 8m36s
[23:21:34.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:31:0)
[23:21:34.746] Build status: SCHEDULED
[23:21:34.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:32:0) after 1m10s
[23:22:44.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:32:0)
[23:22:44.780] Build status: SCHEDULED
[23:22:44.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:33:0) after 1m33s
[23:24:17.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:33:0)
[23:24:17.818] Build status: SCHEDULED
[23:24:17.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:34:0) after 7m45s
[23:32:02.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:34:0)
[23:32:02.876] Build status: SCHEDULED
[23:32:02.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:35:0) after 2m47s
[23:34:49.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:35:0)
[23:34:49.917] Build status: SCHEDULED
[23:34:49.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:36:0) after 5m39s
[23:40:28.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:36:0)
[23:40:28.939] Build status: SCHEDULED
[23:40:28.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:37:0) after 5m44s
[23:46:12.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:37:0)
[23:46:12.976] Build status: SCHEDULED
[23:46:12.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:38:0) after 5m44s
[23:51:57.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:38:0)
[23:51:57.218] Build status: SCHEDULED
[23:51:57.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:39:0) after 2m2s
[23:53:59.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:39:0)
[23:53:59.260] Build status: SCHEDULED
[23:53:59.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:40:0) after 9m55s
[00:03:54.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:40:0)
[00:03:54.482] Build status: SCHEDULED
[00:03:54.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:41:0) after 9m41s
[00:13:35.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:41:0)
[00:13:35.521] Build status: SCHEDULED
[00:13:35.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:42:0) after 7m34s
[00:21:09.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:42:0)
[00:21:09.780] Build status: SCHEDULED
[00:21:09.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:43:0) after 5m9s
[00:26:18.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:43:0)
[00:26:19.024] Build status: SCHEDULED
[00:26:19.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:44:0) after 6m47s
[00:33:05.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:44:0)
[00:33:06.029] Build status: SCHEDULED
[00:33:06.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:45:0) after 1m32s
[00:34:38.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:45:0)
[00:34:38.081] Build status: SCHEDULED
[00:34:38.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:46:0) after 5m2s
[00:36:12.188] Received PubSub notification, asking Buildbucket for the build status
[00:36:12.204] Build status: STARTED
[00:39:40.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:46:0)
[00:39:40.178] Build status: STARTED
[00:39:40.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865164106999910432:48:0) after 4m30s
[00:40:17.581] Received PubSub notification, asking Buildbucket for the build status
[00:40:17.602] Build:
{
"id": "8699734045104753681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T20:41:43.826771015Z",
"startTime": "2025-10-29T00:36:12.053214490Z",
"endTime": "2025-10-29T00:40:16.148371487Z",
"updateTime": "2025-10-29T00:40:16.148371487Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "129b3e64f8e9fa64143aa12a082460ad4fb83013",
"ref": "refs/heads/main"
}
}
}
[00:40:17.602] Invocation finished in 3h58m34.966566918s with status SUCCEEDED