[21:49:56.118] New invocation is queued and will start shortly
[21:49:57.228] Starting the invocation (attempt 1)
[21:49:57.257] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f48a74ea8c6ed44641dc721816fe0a0e4388d6b1"
[21:49:57.257] Popped gitiles commit info from properties and tags
[21:49:57.257] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:49:57.257] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:49:57.258] Buildbucket request:
{
"requestId": "8858636833097584592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858636833097584592",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f2e951998d9da80e0c2d4597d18d64bc182fcd54"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f2e951998d9da80e0c2d4597d18d64bc182fcd54",
"title": "f2e951998d9da80e0c2d4597d18d64bc182fcd54",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f2e951998d9da80e0c2d4597d18d64bc182fcd54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a96c2c6786d0c37920bcd9f6fa006b6df9bd2bf8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a96c2c6786d0c37920bcd9f6fa006b6df9bd2bf8",
"title": "a96c2c6786d0c37920bcd9f6fa006b6df9bd2bf8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a96c2c6786d0c37920bcd9f6fa006b6df9bd2bf8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f48a74ea8c6ed44641dc721816fe0a0e4388d6b1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f48a74ea8c6ed44641dc721816fe0a0e4388d6b1",
"title": "f48a74ea8c6ed44641dc721816fe0a0e4388d6b1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f48a74ea8c6ed44641dc721816fe0a0e4388d6b1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f48a74ea8c6ed44641dc721816fe0a0e4388d6b1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858636833097584592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:49:57.883] Scheduled build:
{
"id": "8693206771007951041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-08T21:49:57.488421002Z",
"updateTime": "2026-01-08T21:49:57.488421002Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f48a74ea8c6ed44641dc721816fe0a0e4388d6b1",
"ref": "refs/heads/main"
}
}
}
[21:49:57.883] Task URL: https://cr-buildbucket.appspot.com/build/8693206771007951041
[21:49:57.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:2:0) after 6m5s
[21:49:58.823] Received PubSub notification, asking Buildbucket for the build status
[21:49:58.842] Build status: SCHEDULED
[21:56:02.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:2:0)
[21:56:02.939] Build status: SCHEDULED
[21:56:02.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:4:0) after 7m5s
[22:03:07.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:4:0)
[22:03:08.003] Build status: SCHEDULED
[22:03:08.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:5:0) after 3m48s
[22:06:56.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:5:0)
[22:06:56.061] Build status: SCHEDULED
[22:06:56.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:6:0) after 7m57s
[22:14:53.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:6:0)
[22:14:53.137] Build status: SCHEDULED
[22:14:53.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:7:0) after 7m56s
[22:22:49.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:7:0)
[22:22:49.173] Build status: SCHEDULED
[22:22:49.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:8:0) after 7m51s
[22:30:40.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:8:0)
[22:30:40.212] Build status: SCHEDULED
[22:30:40.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:9:0) after 1m46s
[22:32:26.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:9:0)
[22:32:26.298] Build status: SCHEDULED
[22:32:26.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:10:0) after 9m30s
[22:41:56.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:10:0)
[22:41:56.343] Build status: SCHEDULED
[22:41:56.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:11:0) after 3m57s
[22:45:53.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:11:0)
[22:45:53.378] Build status: SCHEDULED
[22:45:53.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:12:0) after 7m52s
[22:53:45.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:12:0)
[22:53:45.465] Build status: SCHEDULED
[22:53:45.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:13:0) after 2m1s
[22:55:46.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:13:0)
[22:55:46.559] Build status: SCHEDULED
[22:55:46.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:14:0) after 2m24s
[22:58:10.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:14:0)
[22:58:10.749] Build status: SCHEDULED
[22:58:10.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:15:0) after 1m18s
[22:59:28.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:15:0)
[22:59:28.806] Build status: SCHEDULED
[22:59:28.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:16:0) after 4m33s
[23:04:01.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:16:0)
[23:04:01.866] Build status: SCHEDULED
[23:04:01.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:17:0) after 3m18s
[23:07:19.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:17:0)
[23:07:19.893] Build status: SCHEDULED
[23:07:19.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:18:0) after 4m31s
[23:11:50.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:18:0)
[23:11:50.963] Build status: SCHEDULED
[23:11:50.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:19:0) after 3m1s
[23:14:51.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:19:0)
[23:14:51.945] Build status: SCHEDULED
[23:14:51.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:20:0) after 6m50s
[23:21:42.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:20:0)
[23:21:42.056] Build status: SCHEDULED
[23:21:42.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:21:0) after 5m29s
[23:27:11.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:21:0)
[23:27:11.111] Build status: SCHEDULED
[23:27:11.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:22:0) after 6m10s
[23:33:21.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:22:0)
[23:33:21.197] Build status: SCHEDULED
[23:33:21.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:23:0) after 5m28s
[23:38:49.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:23:0)
[23:38:49.275] Build status: SCHEDULED
[23:38:49.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:24:0) after 2m25s
[23:41:14.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:24:0)
[23:41:14.347] Build status: SCHEDULED
[23:41:14.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:25:0) after 8m38s
[23:49:52.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:25:0)
[23:49:52.425] Build status: SCHEDULED
[23:49:52.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:26:0) after 8m36s
[23:58:28.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:26:0)
[23:58:28.598] Build status: SCHEDULED
[23:58:28.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:27:0) after 9m24s
[00:07:52.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:27:0)
[00:07:52.630] Build status: SCHEDULED
[00:07:52.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:28:0) after 9m8s
[00:17:00.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:28:0)
[00:17:00.795] Build status: SCHEDULED
[00:17:00.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:29:0) after 7m33s
[00:24:33.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:29:0)
[00:24:33.869] Build status: SCHEDULED
[00:24:33.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:30:0) after 4m51s
[00:29:24.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:30:0)
[00:29:24.888] Build status: SCHEDULED
[00:29:24.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:31:0) after 2m42s
[00:32:06.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:31:0)
[00:32:06.931] Build status: SCHEDULED
[00:32:06.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:32:0) after 4m29s
[00:36:36.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:32:0)
[00:36:36.067] Build status: SCHEDULED
[00:36:36.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:33:0) after 3m51s
[00:40:27.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:33:0)
[00:40:27.107] Build status: SCHEDULED
[00:40:27.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:34:0) after 3m23s
[00:43:50.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:34:0)
[00:43:50.115] Build status: SCHEDULED
[00:43:50.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:35:0) after 3m54s
[00:47:44.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:35:0)
[00:47:44.196] Build status: SCHEDULED
[00:47:44.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:36:0) after 2m54s
[00:50:38.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:36:0)
[00:50:38.301] Build status: SCHEDULED
[00:50:38.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:37:0) after 2m18s
[00:52:56.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:37:0)
[00:52:56.460] Build status: SCHEDULED
[00:52:56.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:38:0) after 9m20s
[01:02:16.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:38:0)
[01:02:16.488] Build status: SCHEDULED
[01:02:16.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:39:0) after 3m48s
[01:06:04.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:39:0)
[01:06:04.632] Build status: SCHEDULED
[01:06:04.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:40:0) after 9m41s
[01:15:45.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:40:0)
[01:15:45.757] Build status: SCHEDULED
[01:15:45.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:41:0) after 6m0s
[01:21:45.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:41:0)
[01:21:45.844] Build status: SCHEDULED
[01:21:45.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:42:0) after 7m27s
[01:29:12.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:42:0)
[01:29:12.863] Build status: SCHEDULED
[01:29:12.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:43:0) after 7m46s
[01:34:00.303] Received PubSub notification, asking Buildbucket for the build status
[01:34:00.321] Build status: STARTED
[01:36:58.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:43:0)
[01:36:58.990] Build status: STARTED
[01:36:58.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858636833097584592:45:0) after 7m0s
[01:38:23.462] Received PubSub notification, asking Buildbucket for the build status
[01:38:23.477] Build:
{
"id": "8693206771007951041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-08T21:49:57.488421002Z",
"startTime": "2026-01-09T01:34:00.029969289Z",
"endTime": "2026-01-09T01:38:23.121076573Z",
"updateTime": "2026-01-09T01:38:23.121076573Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f48a74ea8c6ed44641dc721816fe0a0e4388d6b1",
"ref": "refs/heads/main"
}
}
}
[01:38:23.477] Invocation finished in 3h48m27.365142225s with status SUCCEEDED