[02:30:55.897] New invocation is queued and will start shortly
[02:30:57.101] Starting the invocation (attempt 1)
[02:30:57.125] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cca9290e761f5946c338f95b8753c5b6427a18ea"
[02:30:57.125] Popped gitiles commit info from properties and tags
[02:30:57.125] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:30:57.126] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:30:57.126] Buildbucket request:
{
"requestId": "8887428989651907024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8887428989651907024",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f0082a3fcf10c1cceb624ae507af6d5704115c93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f0082a3fcf10c1cceb624ae507af6d5704115c93",
"title": "f0082a3fcf10c1cceb624ae507af6d5704115c93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f0082a3fcf10c1cceb624ae507af6d5704115c93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5eec1e439676cfd33fadedac8b6989dd94f1b505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5eec1e439676cfd33fadedac8b6989dd94f1b505",
"title": "5eec1e439676cfd33fadedac8b6989dd94f1b505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5eec1e439676cfd33fadedac8b6989dd94f1b505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "56fe85e93e5de57dc17a777e7fce833e7a50a243"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56fe85e93e5de57dc17a777e7fce833e7a50a243",
"title": "56fe85e93e5de57dc17a777e7fce833e7a50a243",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56fe85e93e5de57dc17a777e7fce833e7a50a243"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9c7b530a36e70f81a780b3e36a8522c55afa9ade"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9c7b530a36e70f81a780b3e36a8522c55afa9ade",
"title": "9c7b530a36e70f81a780b3e36a8522c55afa9ade",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c7b530a36e70f81a780b3e36a8522c55afa9ade"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c53611c82e2e49edd5501bd80c8a431b1986f655"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c53611c82e2e49edd5501bd80c8a431b1986f655",
"title": "c53611c82e2e49edd5501bd80c8a431b1986f655",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c53611c82e2e49edd5501bd80c8a431b1986f655"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e83026f838a05cd94e3e3af965cf429a64abbd6a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e83026f838a05cd94e3e3af965cf429a64abbd6a",
"title": "e83026f838a05cd94e3e3af965cf429a64abbd6a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e83026f838a05cd94e3e3af965cf429a64abbd6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cca9290e761f5946c338f95b8753c5b6427a18ea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cca9290e761f5946c338f95b8753c5b6427a18ea",
"title": "cca9290e761f5946c338f95b8753c5b6427a18ea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cca9290e761f5946c338f95b8753c5b6427a18ea"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cca9290e761f5946c338f95b8753c5b6427a18ea",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8887428989651907024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:30:57.484] Scheduled build:
{
"id": "8721998927656570289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-25T02:30:57.179590657Z",
"updateTime": "2025-02-25T02:30:57.179590657Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cca9290e761f5946c338f95b8753c5b6427a18ea",
"ref": "refs/heads/main"
}
}
}
[02:30:57.484] Task URL: https://cr-buildbucket.appspot.com/build/8721998927656570289
[02:30:57.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:2:0) after 4m18s
[02:30:58.462] Received PubSub notification, asking Buildbucket for the build status
[02:30:58.481] Build status: SCHEDULED
[02:35:15.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:2:0)
[02:35:15.530] Build status: SCHEDULED
[02:35:15.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:4:0) after 7m25s
[02:42:40.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:4:0)
[02:42:40.581] Build status: SCHEDULED
[02:42:40.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:5:0) after 2m51s
[02:45:31.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:5:0)
[02:45:31.626] Build status: SCHEDULED
[02:45:31.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:6:0) after 4m21s
[02:49:52.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:6:0)
[02:49:52.669] Build status: SCHEDULED
[02:49:52.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:7:0) after 6m12s
[02:56:04.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:7:0)
[02:56:04.740] Build status: SCHEDULED
[02:56:04.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:8:0) after 7m20s
[03:03:24.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:8:0)
[03:03:24.776] Build status: SCHEDULED
[03:03:24.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:9:0) after 5m23s
[03:08:47.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:9:0)
[03:08:47.835] Build status: SCHEDULED
[03:08:47.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:10:0) after 8m26s
[03:17:13.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:10:0)
[03:17:13.905] Build status: SCHEDULED
[03:17:13.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:11:0) after 8m48s
[03:26:01.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:11:0)
[03:26:02.007] Build status: SCHEDULED
[03:26:02.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:12:0) after 3m55s
[03:29:57.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:12:0)
[03:29:57.252] Build status: SCHEDULED
[03:29:57.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:13:0) after 4m22s
[03:34:19.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:13:0)
[03:34:19.295] Build status: SCHEDULED
[03:34:19.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:14:0) after 2m56s
[03:37:15.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:14:0)
[03:37:15.332] Build status: SCHEDULED
[03:37:15.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:15:0) after 1m15s
[03:38:30.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:15:0)
[03:38:30.392] Build status: SCHEDULED
[03:38:30.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:16:0) after 4m40s
[03:43:10.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:16:0)
[03:43:10.624] Build status: SCHEDULED
[03:43:10.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:17:0) after 8m58s
[03:52:08.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:17:0)
[03:52:08.654] Build status: SCHEDULED
[03:52:08.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:18:0) after 9m32s
[04:01:40.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:18:0)
[04:01:40.785] Build status: SCHEDULED
[04:01:40.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:19:0) after 2m39s
[04:04:19.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:19:0)
[04:04:19.843] Build status: SCHEDULED
[04:04:19.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:20:0) after 7m22s
[04:11:41.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:20:0)
[04:11:41.940] Build status: SCHEDULED
[04:11:41.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:21:0) after 8m50s
[04:20:31.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:21:0)
[04:20:31.979] Build status: SCHEDULED
[04:20:31.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:22:0) after 2m43s
[04:23:14.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:22:0)
[04:23:15.016] Build status: SCHEDULED
[04:23:15.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:23:0) after 6m0s
[04:29:15.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:23:0)
[04:29:15.254] Build status: SCHEDULED
[04:29:15.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:24:0) after 2m46s
[04:32:01.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:24:0)
[04:32:01.318] Build status: SCHEDULED
[04:32:01.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:25:0) after 3m31s
[04:35:32.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:25:0)
[04:35:32.459] Build status: SCHEDULED
[04:35:32.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:26:0) after 1m51s
[04:37:23.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:26:0)
[04:37:23.853] Build status: SCHEDULED
[04:37:23.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:27:0) after 6m24s
[04:43:47.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:27:0)
[04:43:47.887] Build status: SCHEDULED
[04:43:47.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:28:0) after 6m2s
[04:49:50.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:28:0)
[04:49:50.101] Build status: SCHEDULED
[04:49:50.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:29:0) after 4m8s
[04:53:58.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:29:0)
[04:53:58.127] Build status: SCHEDULED
[04:53:58.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:30:0) after 4m50s
[04:58:48.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:30:0)
[04:58:48.168] Build status: SCHEDULED
[04:58:48.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:31:0) after 9m49s
[05:08:37.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:31:0)
[05:08:37.259] Build status: SCHEDULED
[05:08:37.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:32:0) after 7m51s
[05:16:28.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:32:0)
[05:16:28.446] Build status: SCHEDULED
[05:16:28.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:33:0) after 8m37s
[05:25:05.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:33:0)
[05:25:05.620] Build status: SCHEDULED
[05:25:05.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:34:0) after 2m38s
[05:27:43.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:34:0)
[05:27:43.690] Build status: SCHEDULED
[05:27:43.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:35:0) after 4m3s
[05:31:46.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:35:0)
[05:31:46.867] Build status: SCHEDULED
[05:31:46.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:36:0) after 9m32s
[05:37:42.172] Received PubSub notification, asking Buildbucket for the build status
[05:37:42.191] Build status: STARTED
[05:41:19.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:36:0)
[05:41:19.218] Build status: STARTED
[05:41:19.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:38:0) after 1m16s
[05:42:35.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:38:0)
[05:42:35.825] Build status: STARTED
[05:42:35.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8887428989651907024:39:0) after 7m47s
[05:50:20.200] Received PubSub notification, asking Buildbucket for the build status
[05:50:20.240] Build:
{
"id": "8721998927656570289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-02-25T02:30:57.179590657Z",
"startTime": "2025-02-25T05:37:41.948695392Z",
"endTime": "2025-02-25T05:50:19.892747555Z",
"updateTime": "2025-02-25T05:50:19.892747555Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cca9290e761f5946c338f95b8753c5b6427a18ea",
"ref": "refs/heads/main"
}
}
}
[05:50:20.240] Invocation finished in 3h19m24.348220226s with status SUCCEEDED