[00:47:48.854] New invocation is queued and will start shortly
[00:47:49.922] Starting the invocation (attempt 1)
[00:47:49.948] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b4bf10078cf8752c76d0aa1dd87d884e1452d0af"
[00:47:49.948] Popped gitiles commit info from properties and tags
[00:47:49.948] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:47:49.948] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:47:49.949] Buildbucket request:
{
"requestId": "8867775935529823872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867775935529823872",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "39ca78d0ac20c3b5ec9e69f6aa8df0cee27ed78f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@39ca78d0ac20c3b5ec9e69f6aa8df0cee27ed78f",
"title": "39ca78d0ac20c3b5ec9e69f6aa8df0cee27ed78f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/39ca78d0ac20c3b5ec9e69f6aa8df0cee27ed78f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bdfa95f898246ae8649ae952bc29217a10b2fd84"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bdfa95f898246ae8649ae952bc29217a10b2fd84",
"title": "bdfa95f898246ae8649ae952bc29217a10b2fd84",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bdfa95f898246ae8649ae952bc29217a10b2fd84"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1c226bd92ddefc30b7651c575f5df90291e58dac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c226bd92ddefc30b7651c575f5df90291e58dac",
"title": "1c226bd92ddefc30b7651c575f5df90291e58dac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c226bd92ddefc30b7651c575f5df90291e58dac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a524ee033a72de70834848b3f45b58abe632a8ea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a524ee033a72de70834848b3f45b58abe632a8ea",
"title": "a524ee033a72de70834848b3f45b58abe632a8ea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a524ee033a72de70834848b3f45b58abe632a8ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "37095cc12f135fbead7728f0cad96e15fa791e2e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@37095cc12f135fbead7728f0cad96e15fa791e2e",
"title": "37095cc12f135fbead7728f0cad96e15fa791e2e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/37095cc12f135fbead7728f0cad96e15fa791e2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ffc27e268eb5a93bccbf38eea8880b14bdda2b1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ffc27e268eb5a93bccbf38eea8880b14bdda2b1",
"title": "8ffc27e268eb5a93bccbf38eea8880b14bdda2b1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ffc27e268eb5a93bccbf38eea8880b14bdda2b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b4bf10078cf8752c76d0aa1dd87d884e1452d0af"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b4bf10078cf8752c76d0aa1dd87d884e1452d0af",
"title": "b4bf10078cf8752c76d0aa1dd87d884e1452d0af",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b4bf10078cf8752c76d0aa1dd87d884e1452d0af"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b4bf10078cf8752c76d0aa1dd87d884e1452d0af",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867775935529823872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:47:50.361] Scheduled build:
{
"id": "8702345873638827969",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T00:47:50.034262453Z",
"updateTime": "2025-09-30T00:47:50.034262453Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b4bf10078cf8752c76d0aa1dd87d884e1452d0af",
"ref": "refs/heads/main"
}
}
}
[00:47:50.361] Task URL: https://cr-buildbucket.appspot.com/build/8702345873638827969
[00:47:50.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:2:0) after 3m53s
[00:48:02.146] Received PubSub notification, asking Buildbucket for the build status
[00:48:02.200] Build status: SCHEDULED
[00:51:43.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:2:0)
[00:51:43.366] Build status: SCHEDULED
[00:51:43.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:4:0) after 2m27s
[00:54:10.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:4:0)
[00:54:10.429] Build status: SCHEDULED
[00:54:10.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:5:0) after 7m23s
[01:01:33.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:5:0)
[01:01:33.525] Build status: SCHEDULED
[01:01:33.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:6:0) after 5m1s
[01:06:34.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:6:0)
[01:06:34.596] Build status: SCHEDULED
[01:06:34.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:7:0) after 7m23s
[01:13:57.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:7:0)
[01:13:57.639] Build status: SCHEDULED
[01:13:57.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:8:0) after 1m5s
[01:15:02.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:8:0)
[01:15:02.710] Build status: SCHEDULED
[01:15:02.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:9:0) after 7m12s
[01:22:14.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:9:0)
[01:22:14.800] Build status: SCHEDULED
[01:22:14.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:10:0) after 9m34s
[01:31:48.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:10:0)
[01:31:48.898] Build status: SCHEDULED
[01:31:48.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:11:0) after 3m22s
[01:35:11.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:11:0)
[01:35:11.091] Build status: SCHEDULED
[01:35:11.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:12:0) after 8m53s
[01:44:04.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:12:0)
[01:44:04.147] Build status: SCHEDULED
[01:44:04.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:13:0) after 1m20s
[01:45:24.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:13:0)
[01:45:24.262] Build status: SCHEDULED
[01:45:24.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:14:0) after 9m44s
[01:55:08.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:14:0)
[01:55:08.367] Build status: SCHEDULED
[01:55:08.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:15:0) after 4m36s
[01:59:44.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:15:0)
[01:59:44.455] Build status: SCHEDULED
[01:59:44.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:16:0) after 6m21s
[02:06:05.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:16:0)
[02:06:05.539] Build status: SCHEDULED
[02:06:05.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:17:0) after 6m17s
[02:12:22.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:17:0)
[02:12:22.566] Build status: SCHEDULED
[02:12:22.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:18:0) after 1m34s
[02:13:56.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:18:0)
[02:13:56.602] Build status: SCHEDULED
[02:13:56.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:19:0) after 1m25s
[02:15:21.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:19:0)
[02:15:21.610] Build status: SCHEDULED
[02:15:21.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:20:0) after 2m59s
[02:18:20.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:20:0)
[02:18:20.646] Build status: SCHEDULED
[02:18:20.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:21:0) after 8m19s
[02:26:39.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:21:0)
[02:26:39.732] Build status: SCHEDULED
[02:26:39.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:22:0) after 9m16s
[02:35:55.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:22:0)
[02:35:55.804] Build status: SCHEDULED
[02:35:55.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:23:0) after 8m51s
[02:44:46.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:23:0)
[02:44:46.895] Build status: SCHEDULED
[02:44:46.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:24:0) after 6m18s
[02:51:05.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:24:0)
[02:51:05.016] Build status: SCHEDULED
[02:51:05.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:25:0) after 3m47s
[02:54:52.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:25:0)
[02:54:52.049] Build status: SCHEDULED
[02:54:52.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:26:0) after 8m53s
[03:03:45.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:26:0)
[03:03:45.430] Build status: SCHEDULED
[03:03:45.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:27:0) after 3m32s
[03:07:17.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:27:0)
[03:07:17.469] Build status: SCHEDULED
[03:07:17.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:28:0) after 1m52s
[03:09:09.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:28:0)
[03:09:09.539] Build status: SCHEDULED
[03:09:09.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:29:0) after 8m29s
[03:17:38.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:29:0)
[03:17:38.581] Build status: SCHEDULED
[03:17:38.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:30:0) after 8m41s
[03:26:19.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:30:0)
[03:26:19.616] Build status: SCHEDULED
[03:26:19.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:31:0) after 1m42s
[03:28:01.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:31:0)
[03:28:01.678] Build status: SCHEDULED
[03:28:01.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:32:0) after 3m23s
[03:31:24.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:32:0)
[03:31:24.788] Build status: SCHEDULED
[03:31:24.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:33:0) after 9m24s
[03:40:48.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:33:0)
[03:40:48.862] Build status: SCHEDULED
[03:40:48.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:34:0) after 6m0s
[03:46:48.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:34:0)
[03:46:48.979] Build status: SCHEDULED
[03:46:48.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:35:0) after 1m26s
[03:48:14.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:35:0)
[03:48:15.010] Build status: SCHEDULED
[03:48:15.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:36:0) after 4m53s
[03:50:57.665] Received PubSub notification, asking Buildbucket for the build status
[03:50:57.695] Build status: STARTED
[03:53:08.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:36:0)
[03:53:08.076] Build status: STARTED
[03:53:08.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:38:0) after 2m55s
[03:56:03.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:38:0)
[03:56:03.161] Build status: STARTED
[03:56:03.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867775935529823872:39:0) after 9m47s
[03:58:09.125] Received PubSub notification, asking Buildbucket for the build status
[03:58:09.158] Build:
{
"id": "8702345873638827969",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T00:47:50.034262453Z",
"startTime": "2025-09-30T03:50:57.424988407Z",
"endTime": "2025-09-30T03:58:08.917162265Z",
"updateTime": "2025-09-30T03:58:08.917162265Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b4bf10078cf8752c76d0aa1dd87d884e1452d0af",
"ref": "refs/heads/main"
}
}
}
[03:58:09.158] Invocation finished in 3h10m20.311389647s with status SUCCEEDED