1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan
  4. 8876922219567987328
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/14e8b2b25030d70fb5eb08f5a17e8104400ddce1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:51:32.677] New invocation is queued and will start shortly
[01:51:33.735] Starting the invocation (attempt 1)
[01:51:33.760] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/14e8b2b25030d70fb5eb08f5a17e8104400ddce1"
[01:51:33.761] Popped gitiles commit info from properties and tags
[01:51:33.761] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:51:33.761] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:51:33.761] Buildbucket request:
{
  "requestId": "8876922219567987328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876922219567987328",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d4af8869835a0276e97569649fa35c11a49b47ef"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d4af8869835a0276e97569649fa35c11a49b47ef",
                        "title": "d4af8869835a0276e97569649fa35c11a49b47ef",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d4af8869835a0276e97569649fa35c11a49b47ef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@14e8b2b25030d70fb5eb08f5a17e8104400ddce1",
                        "title": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/14e8b2b25030d70fb5eb08f5a17e8104400ddce1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876922219567987328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:51:34.109] Scheduled build:
{
  "id": "8711492157700837649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-21T01:51:33.834957002Z",
  "updateTime": "2025-06-21T01:51:33.834957002Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1",
      "ref": "refs/heads/main"
    }
  }
}
[01:51:34.109] Task URL: https://cr-buildbucket.appspot.com/build/8711492157700837649
[01:51:34.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:2:0) after 9m39s
[01:51:35.148] Received PubSub notification, asking Buildbucket for the build status
[01:51:35.178] Build status: SCHEDULED
[02:01:13.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:2:0)
[02:01:13.315] Build status: SCHEDULED
[02:01:13.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:4:0) after 5m38s
[02:06:51.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:4:0)
[02:06:51.356] Build status: SCHEDULED
[02:06:51.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:5:0) after 9m17s
[02:16:08.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:5:0)
[02:16:08.512] Build status: SCHEDULED
[02:16:08.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:6:0) after 4m22s
[02:20:30.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:6:0)
[02:20:30.594] Build status: SCHEDULED
[02:20:30.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:7:0) after 7m0s
[02:27:30.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:7:0)
[02:27:30.785] Build status: SCHEDULED
[02:27:30.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:8:0) after 8m4s
[02:35:34.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:8:0)
[02:35:34.867] Build status: SCHEDULED
[02:35:34.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:9:0) after 1m20s
[02:36:54.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:9:0)
[02:36:54.873] Build status: SCHEDULED
[02:36:54.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:10:0) after 6m21s
[02:43:15.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:10:0)
[02:43:16.039] Build status: SCHEDULED
[02:43:16.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:11:0) after 3m0s
[02:46:16.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:11:0)
[02:46:16.117] Build status: SCHEDULED
[02:46:16.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:12:0) after 5m47s
[02:52:03.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:12:0)
[02:52:03.173] Build status: SCHEDULED
[02:52:03.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:13:0) after 1m2s
[02:53:05.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:13:0)
[02:53:05.440] Build status: SCHEDULED
[02:53:05.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:14:0) after 3m34s
[02:56:39.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:14:0)
[02:56:39.631] Build status: SCHEDULED
[02:56:39.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:15:0) after 3m58s
[03:00:37.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:15:0)
[03:00:37.722] Build status: SCHEDULED
[03:00:37.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:16:0) after 2m25s
[03:03:02.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:16:0)
[03:03:02.840] Build status: SCHEDULED
[03:03:02.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:17:0) after 9m9s
[03:12:11.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:17:0)
[03:12:11.926] Build status: SCHEDULED
[03:12:11.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:18:0) after 2m17s
[03:14:28.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:18:0)
[03:14:28.975] Build status: SCHEDULED
[03:14:28.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:19:0) after 6m17s
[03:20:45.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:19:0)
[03:20:45.984] Build status: SCHEDULED
[03:20:45.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:20:0) after 9m36s
[03:30:22.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:20:0)
[03:30:22.053] Build status: SCHEDULED
[03:30:22.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:21:0) after 1m44s
[03:32:06.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:21:0)
[03:32:06.105] Build status: SCHEDULED
[03:32:06.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:22:0) after 4m54s
[03:37:00.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:22:0)
[03:37:00.235] Build status: SCHEDULED
[03:37:00.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:23:0) after 2m17s
[03:39:17.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:23:0)
[03:39:17.297] Build status: SCHEDULED
[03:39:17.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:24:0) after 3m17s
[03:42:34.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:24:0)
[03:42:34.553] Build status: SCHEDULED
[03:42:34.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:25:0) after 8m32s
[03:51:06.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:25:0)
[03:51:06.895] Build status: SCHEDULED
[03:51:06.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:26:0) after 4m52s
[03:55:59.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:26:0)
[03:55:59.298] Build status: SCHEDULED
[03:55:59.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:27:0) after 4m12s
[04:00:11.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:27:0)
[04:00:11.363] Build status: SCHEDULED
[04:00:11.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:28:0) after 7m36s
[04:07:47.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:28:0)
[04:07:47.439] Build status: SCHEDULED
[04:07:47.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:29:0) after 5m59s
[04:13:46.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:29:0)
[04:13:46.559] Build status: SCHEDULED
[04:13:46.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:30:0) after 3m4s
[04:16:50.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:30:0)
[04:16:50.714] Build status: SCHEDULED
[04:16:50.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:31:0) after 5m21s
[04:22:11.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:31:0)
[04:22:11.765] Build status: SCHEDULED
[04:22:11.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:32:0) after 2m49s
[04:25:00.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:32:0)
[04:25:00.818] Build status: SCHEDULED
[04:25:00.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:33:0) after 3m15s
[04:28:15.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:33:0)
[04:28:15.947] Build status: SCHEDULED
[04:28:15.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:34:0) after 2m14s
[04:30:29.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:34:0)
[04:30:30.002] Build status: SCHEDULED
[04:30:30.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:35:0) after 9m39s
[04:40:09.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:35:0)
[04:40:09.195] Build status: SCHEDULED
[04:40:09.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:36:0) after 4m30s
[04:44:39.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:36:0)
[04:44:39.336] Build status: SCHEDULED
[04:44:39.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:37:0) after 4m57s
[04:45:45.305] Received PubSub notification, asking Buildbucket for the build status
[04:45:45.327] Build status: STARTED
[04:49:36.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:37:0)
[04:49:36.566] Build status: STARTED
[04:49:36.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8876922219567987328:39:0) after 1m38s
[04:50:54.958] Received PubSub notification, asking Buildbucket for the build status
[04:50:54.988] Build:
{
  "id": "8711492157700837649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-21T01:51:33.834957002Z",
  "startTime": "2025-06-21T04:45:45.130108528Z",
  "endTime": "2025-06-21T04:50:54.638659386Z",
  "updateTime": "2025-06-21T04:50:54.638659386Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "14e8b2b25030d70fb5eb08f5a17e8104400ddce1",
      "ref": "refs/heads/main"
    }
  }
}
[04:50:54.988] Invocation finished in 2h59m22.317404734s with status FAILED