[00:07:51.021] New invocation is queued and will start shortly
[00:07:52.096] Starting the invocation (attempt 1)
[00:07:52.119] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e9e2fb54aa8e5e05f718caf26e6309d7eb62056"
[00:07:52.119] Popped gitiles commit info from properties and tags
[00:07:52.119] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:07:52.119] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:07:52.119] Buildbucket request:
{
"requestId": "8862976810617166896",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862976810617166896",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "239a43d4da4b7fa6fa633c4f511ca96ae9bfb5d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@239a43d4da4b7fa6fa633c4f511ca96ae9bfb5d7",
"title": "239a43d4da4b7fa6fa633c4f511ca96ae9bfb5d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/239a43d4da4b7fa6fa633c4f511ca96ae9bfb5d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d72a11571324eb04a8cdf01fcb70bb46d454ab0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d72a11571324eb04a8cdf01fcb70bb46d454ab0",
"title": "0d72a11571324eb04a8cdf01fcb70bb46d454ab0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d72a11571324eb04a8cdf01fcb70bb46d454ab0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e9e2fb54aa8e5e05f718caf26e6309d7eb62056"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e9e2fb54aa8e5e05f718caf26e6309d7eb62056",
"title": "1e9e2fb54aa8e5e05f718caf26e6309d7eb62056",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e9e2fb54aa8e5e05f718caf26e6309d7eb62056"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e9e2fb54aa8e5e05f718caf26e6309d7eb62056",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862976810617166896"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:07:52.625] Scheduled build:
{
"id": "8697546748725750305",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T00:07:52.205447057Z",
"updateTime": "2025-11-22T00:07:52.205447057Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e9e2fb54aa8e5e05f718caf26e6309d7eb62056",
"ref": "refs/heads/main"
}
}
}
[00:07:52.625] Task URL: https://cr-buildbucket.appspot.com/build/8697546748725750305
[00:07:52.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:2:0) after 5m42s
[00:07:53.586] Received PubSub notification, asking Buildbucket for the build status
[00:07:53.609] Build status: SCHEDULED
[00:13:34.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:2:0)
[00:13:34.713] Build status: SCHEDULED
[00:13:34.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:4:0) after 3m28s
[00:17:02.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:4:0)
[00:17:02.837] Build status: SCHEDULED
[00:17:02.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:5:0) after 7m10s
[00:24:12.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:5:0)
[00:24:12.866] Build status: SCHEDULED
[00:24:12.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:6:0) after 7m17s
[00:31:29.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:6:0)
[00:31:29.902] Build status: SCHEDULED
[00:31:29.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:7:0) after 8m30s
[00:39:59.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:7:0)
[00:39:59.929] Build status: SCHEDULED
[00:39:59.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:8:0) after 6m46s
[00:46:45.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:8:0)
[00:46:45.965] Build status: SCHEDULED
[00:46:45.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:9:0) after 1m39s
[00:48:25.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:9:0)
[00:48:25.048] Build status: SCHEDULED
[00:48:25.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:10:0) after 6m58s
[00:55:23.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:10:0)
[00:55:23.173] Build status: SCHEDULED
[00:55:23.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:11:0) after 3m59s
[00:59:22.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:11:0)
[00:59:22.200] Build status: SCHEDULED
[00:59:22.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:12:0) after 1m22s
[01:00:44.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:12:0)
[01:00:44.235] Build status: SCHEDULED
[01:00:44.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:13:0) after 1m59s
[01:02:43.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:13:0)
[01:02:43.268] Build status: SCHEDULED
[01:02:43.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:14:0) after 3m27s
[01:06:10.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:14:0)
[01:06:10.296] Build status: SCHEDULED
[01:06:10.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:15:0) after 7m52s
[01:14:02.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:15:0)
[01:14:02.330] Build status: SCHEDULED
[01:14:02.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:16:0) after 4m58s
[01:19:00.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:16:0)
[01:19:00.368] Build status: SCHEDULED
[01:19:00.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:17:0) after 1m55s
[01:20:55.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:17:0)
[01:20:55.371] Build status: SCHEDULED
[01:20:55.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:18:0) after 6m3s
[01:26:58.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:18:0)
[01:26:58.419] Build status: SCHEDULED
[01:26:58.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:19:0) after 1m19s
[01:28:17.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:19:0)
[01:28:17.455] Build status: SCHEDULED
[01:28:17.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:20:0) after 4m10s
[01:32:27.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:20:0)
[01:32:27.542] Build status: SCHEDULED
[01:32:27.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:21:0) after 1m53s
[01:34:20.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:21:0)
[01:34:20.569] Build status: SCHEDULED
[01:34:20.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:22:0) after 9m41s
[01:44:01.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:22:0)
[01:44:01.597] Build status: SCHEDULED
[01:44:01.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:23:0) after 5m59s
[01:50:00.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:23:0)
[01:50:00.875] Build status: SCHEDULED
[01:50:00.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:24:0) after 9m24s
[01:59:24.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:24:0)
[01:59:24.896] Build status: SCHEDULED
[01:59:24.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:25:0) after 3m34s
[02:02:58.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:25:0)
[02:02:58.985] Build status: SCHEDULED
[02:02:58.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:26:0) after 2m29s
[02:05:28.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:26:0)
[02:05:28.137] Build status: SCHEDULED
[02:05:28.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:27:0) after 8m43s
[02:14:11.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:27:0)
[02:14:11.175] Build status: SCHEDULED
[02:14:11.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:28:0) after 1m52s
[02:16:03.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:28:0)
[02:16:03.305] Build status: SCHEDULED
[02:16:03.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:29:0) after 4m6s
[02:20:09.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:29:0)
[02:20:09.414] Build status: SCHEDULED
[02:20:09.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:30:0) after 3m5s
[02:23:14.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:30:0)
[02:23:14.572] Build status: SCHEDULED
[02:23:14.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:31:0) after 6m17s
[02:29:31.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:31:0)
[02:29:31.721] Build status: SCHEDULED
[02:29:31.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:32:0) after 1m44s
[02:31:15.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:32:0)
[02:31:15.850] Build status: SCHEDULED
[02:31:15.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:33:0) after 1m30s
[02:32:45.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:33:0)
[02:32:45.996] Build status: SCHEDULED
[02:32:45.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:34:0) after 7m42s
[02:40:28.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:34:0)
[02:40:28.029] Build status: SCHEDULED
[02:40:28.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:35:0) after 2m19s
[02:42:47.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:35:0)
[02:42:47.113] Build status: SCHEDULED
[02:42:47.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:36:0) after 4m2s
[02:46:49.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:36:0)
[02:46:49.147] Build status: SCHEDULED
[02:46:49.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:37:0) after 5m38s
[02:52:27.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:37:0)
[02:52:27.288] Build status: SCHEDULED
[02:52:27.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:38:0) after 7m39s
[03:00:06.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:38:0)
[03:00:06.354] Build status: SCHEDULED
[03:00:06.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:39:0) after 6m35s
[03:06:41.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:39:0)
[03:06:41.455] Build status: SCHEDULED
[03:06:41.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:40:0) after 8m18s
[03:14:59.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:40:0)
[03:14:59.483] Build status: SCHEDULED
[03:14:59.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:41:0) after 9m8s
[03:24:07.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:41:0)
[03:24:07.563] Build status: SCHEDULED
[03:24:07.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:42:0) after 3m54s
[03:28:01.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:42:0)
[03:28:01.649] Build status: SCHEDULED
[03:28:01.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:43:0) after 6m27s
[03:34:28.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:43:0)
[03:34:28.776] Build status: SCHEDULED
[03:34:28.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8862976810617166896:44:0) after 4m24s
[03:34:39.812] Received PubSub notification, asking Buildbucket for the build status
[03:34:39.844] Build status: STARTED
[03:38:35.210] Received PubSub notification, asking Buildbucket for the build status
[03:38:35.225] Build:
{
"id": "8697546748725750305",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T00:07:52.205447057Z",
"startTime": "2025-11-22T03:34:39.620530769Z",
"endTime": "2025-11-22T03:38:34.960354772Z",
"updateTime": "2025-11-22T03:38:34.960354772Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e9e2fb54aa8e5e05f718caf26e6309d7eb62056",
"ref": "refs/heads/main"
}
}
}
[03:38:35.225] Invocation finished in 3h30m44.206807331s with status SUCCEEDED