[20:42:36.511] New invocation is queued and will start shortly
[20:42:38.907] Starting the invocation (attempt 1)
[20:42:38.932] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
[20:42:38.932] Popped gitiles commit info from properties and tags
[20:42:38.932] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:42:38.932] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:42:38.932] Buildbucket request:
{
"requestId": "8835991827332328464",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835991827332328464",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b6348c60ea9dc3bfa773dda76b96c458df1e33b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b6348c60ea9dc3bfa773dda76b96c458df1e33b",
"title": "4b6348c60ea9dc3bfa773dda76b96c458df1e33b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b6348c60ea9dc3bfa773dda76b96c458df1e33b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"title": "9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "983923cc9d84124893103abca74b2035396463a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@983923cc9d84124893103abca74b2035396463a5",
"title": "983923cc9d84124893103abca74b2035396463a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/983923cc9d84124893103abca74b2035396463a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"title": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835991827332328464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:42:39.302] Scheduled build:
{
"id": "8670561764068875905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T20:42:39.001315254Z",
"updateTime": "2026-09-15T20:42:39.001315254Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:42:39.302] Task URL: https://cr-buildbucket.appspot.com/build/8670561764068875905
[20:42:39.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:2:0) after 6m9s
[20:42:40.739] Received PubSub notification, asking Buildbucket for the build status
[20:42:40.763] Build status: SCHEDULED
[20:48:48.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:2:0)
[20:48:48.473] Build status: SCHEDULED
[20:48:48.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:4:0) after 7m27s
[20:56:15.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:4:0)
[20:56:15.517] Build status: SCHEDULED
[20:56:15.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:5:0) after 9m27s
[21:05:42.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:5:0)
[21:05:42.698] Build status: SCHEDULED
[21:05:42.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:6:0) after 1m47s
[21:07:29.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:6:0)
[21:07:29.880] Build status: SCHEDULED
[21:07:29.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:7:0) after 1m9s
[21:08:38.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:7:0)
[21:08:38.999] Build status: SCHEDULED
[21:08:38.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:8:0) after 7m52s
[21:16:31.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:8:0)
[21:16:31.157] Build status: SCHEDULED
[21:16:31.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:9:0) after 3m41s
[21:20:12.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:9:0)
[21:20:12.223] Build status: SCHEDULED
[21:20:12.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:10:0) after 9m3s
[21:29:15.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:10:0)
[21:29:15.400] Build status: SCHEDULED
[21:29:15.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:11:0) after 9m46s
[21:39:01.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:11:0)
[21:39:01.458] Build status: SCHEDULED
[21:39:01.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:12:0) after 6m28s
[21:45:29.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:12:0)
[21:45:29.586] Build status: SCHEDULED
[21:45:29.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:13:0) after 3m4s
[21:48:33.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:13:0)
[21:48:33.726] Build status: SCHEDULED
[21:48:33.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:14:0) after 5m39s
[21:54:12.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:14:0)
[21:54:12.810] Build status: SCHEDULED
[21:54:12.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:15:0) after 6m56s
[22:01:08.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:15:0)
[22:01:08.960] Build status: SCHEDULED
[22:01:08.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:16:0) after 3m38s
[22:04:46.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:16:0)
[22:04:47.009] Build status: SCHEDULED
[22:04:47.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:17:0) after 6m50s
[22:11:37.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:17:0)
[22:11:37.298] Build status: SCHEDULED
[22:11:37.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:18:0) after 6m19s
[22:17:56.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:18:0)
[22:17:56.350] Build status: SCHEDULED
[22:17:56.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:19:0) after 5m27s
[22:23:23.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:19:0)
[22:23:23.434] Build status: SCHEDULED
[22:23:23.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:20:0) after 3m32s
[22:26:55.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:20:0)
[22:26:55.728] Build status: SCHEDULED
[22:26:55.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:21:0) after 3m16s
[22:30:11.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:21:0)
[22:30:11.903] Build status: SCHEDULED
[22:30:11.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:22:0) after 3m31s
[22:33:42.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:22:0)
[22:33:43.062] Build status: SCHEDULED
[22:33:43.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:23:0) after 2m4s
[22:35:47.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:23:0)
[22:35:47.112] Build status: SCHEDULED
[22:35:47.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:24:0) after 9m9s
[22:44:56.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:24:0)
[22:44:56.153] Build status: SCHEDULED
[22:44:56.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:25:0) after 1m56s
[22:46:52.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:25:0)
[22:46:52.220] Build status: SCHEDULED
[22:46:52.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:26:0) after 8m14s
[22:55:06.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:26:0)
[22:55:06.261] Build status: SCHEDULED
[22:55:06.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:27:0) after 7m19s
[23:02:25.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:27:0)
[23:02:25.413] Build status: SCHEDULED
[23:02:25.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:28:0) after 2m10s
[23:04:35.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:28:0)
[23:04:35.528] Build status: SCHEDULED
[23:04:35.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:29:0) after 8m33s
[23:13:08.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:29:0)
[23:13:08.576] Build status: SCHEDULED
[23:13:08.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:30:0) after 7m59s
[23:21:07.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:30:0)
[23:21:07.698] Build status: SCHEDULED
[23:21:07.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:31:0) after 5m28s
[23:26:35.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:31:0)
[23:26:35.729] Build status: SCHEDULED
[23:26:35.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:32:0) after 4m52s
[23:31:27.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:32:0)
[23:31:27.958] Build status: SCHEDULED
[23:31:27.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:33:0) after 5m18s
[23:36:46.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:33:0)
[23:36:46.054] Build status: SCHEDULED
[23:36:46.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:34:0) after 6m31s
[23:43:17.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:34:0)
[23:43:17.141] Build status: SCHEDULED
[23:43:17.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:35:0) after 6m34s
[23:49:51.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:35:0)
[23:49:51.461] Build status: SCHEDULED
[23:49:51.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:36:0) after 1m4s
[23:50:55.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:36:0)
[23:50:55.550] Build status: SCHEDULED
[23:50:55.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:37:0) after 4m9s
[23:55:04.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:37:0)
[23:55:04.610] Build status: SCHEDULED
[23:55:04.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:38:0) after 4m34s
[23:59:38.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:38:0)
[23:59:38.708] Build status: SCHEDULED
[23:59:38.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:39:0) after 6m24s
[00:06:02.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:39:0)
[00:06:02.771] Build status: SCHEDULED
[00:06:02.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:40:0) after 6m55s
[00:08:26.445] Received PubSub notification, asking Buildbucket for the build status
[00:08:26.544] Build status: STARTED
[00:12:57.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:40:0)
[00:12:57.830] Build status: STARTED
[00:12:57.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:42:0) after 3m19s
[00:16:16.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:42:0)
[00:16:16.883] Build status: STARTED
[00:16:16.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835991827332328464:43:0) after 3m45s
[00:17:38.670] Received PubSub notification, asking Buildbucket for the build status
[00:17:38.688] Build:
{
"id": "8670561764068875905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T20:42:39.001315254Z",
"startTime": "2026-09-16T00:08:26.106251225Z",
"endTime": "2026-09-16T00:17:38.213030159Z",
"updateTime": "2026-09-16T00:17:38.213030159Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:17:38.688] Invocation finished in 3h35m2.182928734s with status SUCCEEDED