[00:54:26.382] New invocation is queued and will start shortly
[00:54:26.382] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:54:27.580] Starting the invocation (attempt 1)
[00:54:27.609] Ignoring gitiles_ref tag without the buildset tag
[00:54:27.609] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:27.611] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:27.612] Buildbucket request:
{
"requestId": "8838240907642450896",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838240907642450896",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "1ce7ad93-d869-4fd8-b592-74bfcc6242cc",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672811221995461633"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838240907642450896"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:54:28.152] Scheduled build:
{
"id": "8672810845615465809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-22T00:54:27.694942111Z",
"updateTime": "2026-08-22T00:54:27.694942111Z",
"status": "SCHEDULED",
"input": {
}
}
[00:54:28.152] Task URL: https://cr-buildbucket.appspot.com/build/8672810845615465809
[00:54:28.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:2:0) after 8m6s
[00:54:29.111] Received PubSub notification, asking Buildbucket for the build status
[00:54:29.134] Build status: SCHEDULED
[01:02:34.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:2:0)
[01:02:34.254] Build status: SCHEDULED
[01:02:34.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:4:0) after 3m59s
[01:06:33.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:4:0)
[01:06:33.295] Build status: SCHEDULED
[01:06:33.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:5:0) after 8m28s
[01:15:01.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:5:0)
[01:15:01.372] Build status: SCHEDULED
[01:15:01.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:6:0) after 6m28s
[01:21:29.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:6:0)
[01:21:29.555] Build status: SCHEDULED
[01:21:29.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:7:0) after 2m51s
[01:24:20.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:7:0)
[01:24:20.748] Build status: SCHEDULED
[01:24:20.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:8:0) after 5m37s
[01:29:57.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:8:0)
[01:29:57.782] Build status: SCHEDULED
[01:29:57.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:9:0) after 4m39s
[01:34:36.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:9:0)
[01:34:37.002] Build status: SCHEDULED
[01:34:37.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:10:0) after 4m10s
[01:38:47.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:10:0)
[01:38:47.037] Build status: SCHEDULED
[01:38:47.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:11:0) after 4m29s
[01:43:16.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:11:0)
[01:43:16.147] Build status: SCHEDULED
[01:43:16.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:12:0) after 5m56s
[01:49:12.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:12:0)
[01:49:12.249] Build status: SCHEDULED
[01:49:12.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:13:0) after 9m40s
[01:58:52.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:13:0)
[01:58:52.527] Build status: SCHEDULED
[01:58:52.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:14:0) after 7m12s
[02:01:55.744] Received PubSub notification, asking Buildbucket for the build status
[02:01:55.784] Build status: STARTED
[02:06:04.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:14:0)
[02:06:04.873] Build status: STARTED
[02:06:04.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:16:0) after 3m47s
[02:09:51.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:16:0)
[02:09:51.926] Build status: STARTED
[02:09:51.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838240907642450896:17:0) after 1m59s
[02:10:01.936] Received PubSub notification, asking Buildbucket for the build status
[02:10:01.969] Build:
{
"id": "8672810845615465809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-22T00:54:27.694942111Z",
"startTime": "2026-08-22T02:01:55.421724860Z",
"endTime": "2026-08-22T02:10:01.640797290Z",
"updateTime": "2026-08-22T02:10:01.640797290Z",
"status": "FAILURE",
"input": {
}
}
[02:10:01.969] Invocation finished in 1h15m35.591390067s with status FAILED