[00:02:28.692] New invocation is queued and will start shortly
[00:02:30.398] Starting the invocation (attempt 1)
[00:02:30.418] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0"
[00:02:30.418] Popped gitiles commit info from properties and tags
[00:02:30.418] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:02:30.418] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:02:30.419] Buildbucket request:
{
"requestId": "8858537897259849056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858537897259849056",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3ddf26b429c95edb57f34100f48dca0d09f29e8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3ddf26b429c95edb57f34100f48dca0d09f29e8",
"title": "a3ddf26b429c95edb57f34100f48dca0d09f29e8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3ddf26b429c95edb57f34100f48dca0d09f29e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35662ada582a460da8ce56f049944b453493b820"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35662ada582a460da8ce56f049944b453493b820",
"title": "35662ada582a460da8ce56f049944b453493b820",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35662ada582a460da8ce56f049944b453493b820"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0",
"title": "a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858537897259849056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:02:30.951] Scheduled build:
{
"id": "8693107834657191345",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-10T00:02:30.545477291Z",
"updateTime": "2026-01-10T00:02:30.545477291Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0",
"ref": "refs/heads/main"
}
}
}
[00:02:30.951] Task URL: https://cr-buildbucket.appspot.com/build/8693107834657191345
[00:02:30.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:2:0) after 5m49s
[00:02:32.183] Received PubSub notification, asking Buildbucket for the build status
[00:02:32.198] Build status: SCHEDULED
[00:08:19.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:2:0)
[00:08:19.993] Build status: SCHEDULED
[00:08:19.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:4:0) after 8m11s
[00:16:31.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:4:0)
[00:16:31.053] Build status: SCHEDULED
[00:16:31.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:5:0) after 1m10s
[00:17:41.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:5:0)
[00:17:41.085] Build status: SCHEDULED
[00:17:41.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:6:0) after 8m52s
[00:26:33.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:6:0)
[00:26:33.216] Build status: SCHEDULED
[00:26:33.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:7:0) after 9m14s
[00:35:47.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:7:0)
[00:35:47.431] Build status: SCHEDULED
[00:35:47.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:8:0) after 8m50s
[00:44:37.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:8:0)
[00:44:37.535] Build status: SCHEDULED
[00:44:37.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:9:0) after 5m42s
[00:50:19.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:9:0)
[00:50:19.618] Build status: SCHEDULED
[00:50:19.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:10:0) after 5m44s
[00:56:03.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:10:0)
[00:56:03.728] Build status: SCHEDULED
[00:56:03.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:11:0) after 5m47s
[01:01:50.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:11:0)
[01:01:50.772] Build status: SCHEDULED
[01:01:50.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:12:0) after 7m35s
[01:09:25.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:12:0)
[01:09:25.815] Build status: SCHEDULED
[01:09:25.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:13:0) after 9m21s
[01:18:46.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:13:0)
[01:18:46.982] Build status: SCHEDULED
[01:18:46.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:14:0) after 8m42s
[01:27:29.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:14:0)
[01:27:29.068] Build status: SCHEDULED
[01:27:29.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:15:0) after 4m40s
[01:32:09.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:15:0)
[01:32:09.247] Build status: SCHEDULED
[01:32:09.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:16:0) after 9m10s
[01:41:19.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:16:0)
[01:41:19.460] Build status: SCHEDULED
[01:41:19.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:17:0) after 2m45s
[01:44:04.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:17:0)
[01:44:04.578] Build status: SCHEDULED
[01:44:04.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:18:0) after 6m42s
[01:50:46.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:18:0)
[01:50:46.673] Build status: SCHEDULED
[01:50:46.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:19:0) after 9m13s
[01:59:59.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:19:0)
[01:59:59.701] Build status: SCHEDULED
[01:59:59.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:20:0) after 5m1s
[02:05:00.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:20:0)
[02:05:00.732] Build status: SCHEDULED
[02:05:00.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:21:0) after 2m8s
[02:07:08.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:21:0)
[02:07:08.867] Build status: SCHEDULED
[02:07:08.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:22:0) after 5m21s
[02:12:29.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:22:0)
[02:12:29.899] Build status: SCHEDULED
[02:12:29.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:23:0) after 8m45s
[02:21:14.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:23:0)
[02:21:15.012] Build status: SCHEDULED
[02:21:15.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:24:0) after 3m19s
[02:24:34.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:24:0)
[02:24:34.046] Build status: SCHEDULED
[02:24:34.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:25:0) after 6m22s
[02:30:56.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:25:0)
[02:30:56.294] Build status: SCHEDULED
[02:30:56.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:26:0) after 8m8s
[02:39:04.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:26:0)
[02:39:04.328] Build status: SCHEDULED
[02:39:04.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:27:0) after 6m19s
[02:45:23.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:27:0)
[02:45:23.360] Build status: SCHEDULED
[02:45:23.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:28:0) after 2m30s
[02:47:53.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:28:0)
[02:47:53.499] Build status: SCHEDULED
[02:47:53.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:29:0) after 1m6s
[02:48:59.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:29:0)
[02:48:59.572] Build status: SCHEDULED
[02:48:59.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:30:0) after 4m58s
[02:53:57.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:30:0)
[02:53:57.656] Build status: SCHEDULED
[02:53:57.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:31:0) after 4m6s
[02:58:03.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:31:0)
[02:58:03.732] Build status: SCHEDULED
[02:58:03.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:32:0) after 1m34s
[02:59:37.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:32:0)
[02:59:37.905] Build status: SCHEDULED
[02:59:37.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:33:0) after 6m28s
[03:06:05.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:33:0)
[03:06:05.952] Build status: SCHEDULED
[03:06:05.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:34:0) after 8m48s
[03:14:53.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:34:0)
[03:14:54.053] Build status: SCHEDULED
[03:14:54.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:35:0) after 5m10s
[03:20:04.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:35:0)
[03:20:04.096] Build status: SCHEDULED
[03:20:04.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:36:0) after 4m59s
[03:23:16.343] Received PubSub notification, asking Buildbucket for the build status
[03:23:16.361] Build status: STARTED
[03:25:03.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:36:0)
[03:25:03.135] Build status: STARTED
[03:25:03.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:38:0) after 2m7s
[03:27:10.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:38:0)
[03:27:10.190] Build status: STARTED
[03:27:10.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858537897259849056:39:0) after 3m22s
[03:27:35.912] Received PubSub notification, asking Buildbucket for the build status
[03:27:35.997] Build:
{
"id": "8693107834657191345",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-10T00:02:30.545477291Z",
"startTime": "2026-01-10T03:23:16.092085514Z",
"endTime": "2026-01-10T03:27:29.860638371Z",
"updateTime": "2026-01-10T03:27:29.860638371Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a84bf014d04f7f3a421f2bc902dd3ed4c8f04df0",
"ref": "refs/heads/main"
}
}
}
[03:27:35.998] Invocation finished in 3h25m7.318071821s with status SUCCEEDED