[02:38:33.674] New invocation is queued and will start shortly
[02:38:34.890] Starting the invocation (attempt 1)
[02:38:34.917] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/263c47e26d9258cf87f45a96267e6f6b5d70c454"
[02:38:34.917] Popped gitiles commit info from properties and tags
[02:38:34.917] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:34.918] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:34.918] Buildbucket request:
{
"requestId": "8866047625567743920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866047625567743920",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "263c47e26d9258cf87f45a96267e6f6b5d70c454"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@263c47e26d9258cf87f45a96267e6f6b5d70c454",
"title": "263c47e26d9258cf87f45a96267e6f6b5d70c454",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/263c47e26d9258cf87f45a96267e6f6b5d70c454"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "263c47e26d9258cf87f45a96267e6f6b5d70c454",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866047625567743920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:38:35.250] Scheduled build:
{
"id": "8700617563559024001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-19T02:38:34.968239658Z",
"updateTime": "2025-10-19T02:38:34.968239658Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "263c47e26d9258cf87f45a96267e6f6b5d70c454",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:38:35.250] Task URL: https://cr-buildbucket.appspot.com/build/8700617563559024001
[02:38:35.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:2:0) after 3m20s
[02:38:36.194] Received PubSub notification, asking Buildbucket for the build status
[02:38:36.221] Build status: SCHEDULED
[02:41:55.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:2:0)
[02:41:55.378] Build status: SCHEDULED
[02:41:55.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:4:0) after 2m54s
[02:44:49.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:4:0)
[02:44:49.410] Build status: SCHEDULED
[02:44:49.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:5:0) after 8m29s
[02:53:18.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:5:0)
[02:53:18.624] Build status: SCHEDULED
[02:53:18.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:6:0) after 7m0s
[03:00:18.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:6:0)
[03:00:18.672] Build status: SCHEDULED
[03:00:18.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:7:0) after 6m28s
[03:06:46.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:7:0)
[03:06:46.888] Build status: SCHEDULED
[03:06:46.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:8:0) after 8m56s
[03:15:42.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:8:0)
[03:15:42.934] Build status: SCHEDULED
[03:15:42.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:9:0) after 3m11s
[03:18:53.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:9:0)
[03:18:53.982] Build status: SCHEDULED
[03:18:53.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:10:0) after 5m2s
[03:23:56.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:10:0)
[03:23:56.078] Build status: SCHEDULED
[03:23:56.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:11:0) after 1m24s
[03:25:20.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:11:0)
[03:25:20.143] Build status: SCHEDULED
[03:25:20.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:12:0) after 8m35s
[03:33:55.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:12:0)
[03:33:55.125] Build status: SCHEDULED
[03:33:55.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:13:0) after 2m47s
[03:36:42.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:13:0)
[03:36:42.202] Build status: SCHEDULED
[03:36:42.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:14:0) after 3m35s
[03:40:17.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:14:0)
[03:40:17.252] Build status: SCHEDULED
[03:40:17.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:15:0) after 3m41s
[03:43:58.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:15:0)
[03:43:58.316] Build status: SCHEDULED
[03:43:58.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:16:0) after 7m55s
[03:51:53.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:16:0)
[03:51:53.345] Build status: SCHEDULED
[03:51:53.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:17:0) after 2m45s
[03:54:38.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:17:0)
[03:54:38.456] Build status: SCHEDULED
[03:54:38.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:18:0) after 5m12s
[03:59:50.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:18:0)
[03:59:50.488] Build status: SCHEDULED
[03:59:50.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:19:0) after 5m54s
[04:05:44.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:19:0)
[04:05:44.580] Build status: SCHEDULED
[04:05:44.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:20:0) after 7m44s
[04:13:28.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:20:0)
[04:13:28.659] Build status: SCHEDULED
[04:13:28.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:21:0) after 5m45s
[04:19:13.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:21:0)
[04:19:13.693] Build status: SCHEDULED
[04:19:13.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:22:0) after 8m15s
[04:27:28.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:22:0)
[04:27:28.934] Build status: SCHEDULED
[04:27:28.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:23:0) after 3m26s
[04:30:54.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:23:0)
[04:30:55.034] Build status: SCHEDULED
[04:30:55.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:24:0) after 8m50s
[04:39:45.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:24:0)
[04:39:45.064] Build status: SCHEDULED
[04:39:45.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:25:0) after 3m4s
[04:42:49.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:25:0)
[04:42:49.215] Build status: SCHEDULED
[04:42:49.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:26:0) after 7m49s
[04:50:38.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:26:0)
[04:50:38.609] Build status: SCHEDULED
[04:50:38.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:27:0) after 6m31s
[04:57:09.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:27:0)
[04:57:09.639] Build status: SCHEDULED
[04:57:09.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:28:0) after 4m13s
[05:01:22.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:28:0)
[05:01:22.745] Build status: SCHEDULED
[05:01:22.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:29:0) after 5m12s
[05:06:35.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:29:0)
[05:06:35.269] Build status: SCHEDULED
[05:06:35.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:30:0) after 2m21s
[05:08:56.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:30:0)
[05:08:56.432] Build status: SCHEDULED
[05:08:56.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:31:0) after 8m6s
[05:17:02.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:31:0)
[05:17:02.784] Build status: SCHEDULED
[05:17:02.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:32:0) after 9m14s
[05:26:16.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:32:0)
[05:26:16.972] Build status: SCHEDULED
[05:26:16.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:33:0) after 3m16s
[05:29:32.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:33:0)
[05:29:33.021] Build status: SCHEDULED
[05:29:33.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:34:0) after 1m58s
[05:31:31.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:34:0)
[05:31:31.307] Build status: SCHEDULED
[05:31:31.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:35:0) after 5m20s
[05:36:51.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:35:0)
[05:36:51.342] Build status: SCHEDULED
[05:36:51.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:36:0) after 7m40s
[05:44:31.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:36:0)
[05:44:31.389] Build status: SCHEDULED
[05:44:31.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:37:0) after 4m23s
[05:48:54.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:37:0)
[05:48:54.879] Build status: SCHEDULED
[05:48:54.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:38:0) after 7m57s
[05:53:02.614] Received PubSub notification, asking Buildbucket for the build status
[05:53:02.637] Build status: STARTED
[05:56:52.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:38:0)
[05:56:52.070] Build status: STARTED
[05:56:52.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8866047625567743920:40:0) after 6m9s
[05:58:09.918] Received PubSub notification, asking Buildbucket for the build status
[05:58:09.940] Build:
{
"id": "8700617563559024001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-19T02:38:34.968239658Z",
"startTime": "2025-10-19T05:53:02.425227717Z",
"endTime": "2025-10-19T05:58:08.937696975Z",
"updateTime": "2025-10-19T05:58:08.937696975Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "263c47e26d9258cf87f45a96267e6f6b5d70c454",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:58:09.940] Invocation finished in 3h19m36.270146908s with status SUCCEEDED