1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build
  4. 8845481165163454432
Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan-build"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fdb7caa40f201d85a84ee3d93a3d96ff48926cec
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:53:38.745] New invocation is queued and will start shortly
[02:53:39.799] Starting the invocation (attempt 1)
[02:53:39.822] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
[02:53:39.822] Popped gitiles commit info from properties and tags
[02:53:39.822] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:53:39.822] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:53:39.822] Buildbucket request:
{
  "requestId": "8845481165163454432",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845481165163454432",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a208e1837615c79eaa6674523a603ea042af0d74"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a208e1837615c79eaa6674523a603ea042af0d74",
                        "title": "a208e1837615c79eaa6674523a603ea042af0d74",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a208e1837615c79eaa6674523a603ea042af0d74"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bbb396f64d8e13e925ea6c3b019abdb0252a73e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bbb396f64d8e13e925ea6c3b019abdb0252a73e8",
                        "title": "bbb396f64d8e13e925ea6c3b019abdb0252a73e8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bbb396f64d8e13e925ea6c3b019abdb0252a73e8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9336df7c8c678fdcbde29a4ddb58098157e77f8c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9336df7c8c678fdcbde29a4ddb58098157e77f8c",
                        "title": "9336df7c8c678fdcbde29a4ddb58098157e77f8c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9336df7c8c678fdcbde29a4ddb58098157e77f8c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7ee2a3d9489daed6f9c9616066ed2f755b54d9b5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ee2a3d9489daed6f9c9616066ed2f755b54d9b5",
                        "title": "7ee2a3d9489daed6f9c9616066ed2f755b54d9b5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ee2a3d9489daed6f9c9616066ed2f755b54d9b5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
                        "title": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845481165163454432"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:53:40.156] Scheduled build:
{
  "id": "8680051103319423713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T02:53:39.878945836Z",
  "updateTime": "2026-06-03T02:53:39.878945836Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
      "ref": "refs/heads/main"
    }
  }
}
[02:53:40.156] Task URL: https://cr-buildbucket.appspot.com/build/8680051103319423713
[02:53:40.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:2:0) after 5m26s
[02:53:40.591] Received PubSub notification, asking Buildbucket for the build status
[02:53:40.610] Build status: SCHEDULED
[02:59:06.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:2:0)
[02:59:06.193] Build status: SCHEDULED
[02:59:06.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:4:0) after 7m9s
[03:06:15.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:4:0)
[03:06:15.299] Build status: SCHEDULED
[03:06:15.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:5:0) after 7m51s
[03:14:06.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:5:0)
[03:14:06.379] Build status: SCHEDULED
[03:14:06.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:6:0) after 6m30s
[03:20:36.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:6:0)
[03:20:36.430] Build status: SCHEDULED
[03:20:36.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:7:0) after 3m59s
[03:24:35.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:7:0)
[03:24:35.512] Build status: SCHEDULED
[03:24:35.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:8:0) after 5m56s
[03:30:31.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:8:0)
[03:30:31.577] Build status: SCHEDULED
[03:30:31.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:9:0) after 2m9s
[03:32:40.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:9:0)
[03:32:40.613] Build status: SCHEDULED
[03:32:40.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:10:0) after 7m35s
[03:40:15.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:10:0)
[03:40:15.706] Build status: SCHEDULED
[03:40:15.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:11:0) after 1m28s
[03:41:43.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:11:0)
[03:41:43.744] Build status: SCHEDULED
[03:41:43.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:12:0) after 5m38s
[03:47:21.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:12:0)
[03:47:21.836] Build status: SCHEDULED
[03:47:21.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:13:0) after 2m11s
[03:49:32.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:13:0)
[03:49:32.949] Build status: SCHEDULED
[03:49:32.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:14:0) after 6m26s
[03:55:59.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:14:0)
[03:55:59.186] Build status: SCHEDULED
[03:55:59.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:15:0) after 4m6s
[04:00:05.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:15:0)
[04:00:05.278] Build status: SCHEDULED
[04:00:05.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:16:0) after 7m30s
[04:07:35.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:16:0)
[04:07:35.322] Build status: SCHEDULED
[04:07:35.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:17:0) after 5m19s
[04:12:54.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:17:0)
[04:12:54.437] Build status: SCHEDULED
[04:12:54.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:18:0) after 6m19s
[04:19:13.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:18:0)
[04:19:13.507] Build status: SCHEDULED
[04:19:13.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:19:0) after 2m59s
[04:22:12.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:19:0)
[04:22:12.599] Build status: SCHEDULED
[04:22:12.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:20:0) after 6m40s
[04:28:52.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:20:0)
[04:28:52.681] Build status: SCHEDULED
[04:28:52.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:21:0) after 7m35s
[04:36:27.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:21:0)
[04:36:27.816] Build status: SCHEDULED
[04:36:27.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:22:0) after 1m0s
[04:37:27.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:22:0)
[04:37:27.856] Build status: SCHEDULED
[04:37:27.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:23:0) after 7m55s
[04:45:22.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:23:0)
[04:45:22.898] Build status: SCHEDULED
[04:45:22.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:24:0) after 8m32s
[04:53:54.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:24:0)
[04:53:54.901] Build status: SCHEDULED
[04:53:54.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:25:0) after 8m33s
[05:02:27.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:25:0)
[05:02:27.984] Build status: SCHEDULED
[05:02:27.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:26:0) after 8m16s
[05:10:44.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:26:0)
[05:10:44.024] Build status: SCHEDULED
[05:10:44.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:27:0) after 2m32s
[05:13:16.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:27:0)
[05:13:16.194] Build status: SCHEDULED
[05:13:16.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:28:0) after 7m40s
[05:20:56.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:28:0)
[05:20:56.227] Build status: SCHEDULED
[05:20:56.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:29:0) after 7m5s
[05:21:07.831] Received PubSub notification, asking Buildbucket for the build status
[05:21:07.846] Build status: STARTED
[05:28:01.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8845481165163454432:29:0)
[05:28:01.325] Build:
{
  "id": "8680051103319423713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T02:53:39.878945836Z",
  "startTime": "2026-06-03T05:21:07.667923143Z",
  "endTime": "2026-06-03T05:28:00.205494588Z",
  "updateTime": "2026-06-03T05:28:00.205494588Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
      "ref": "refs/heads/main"
    }
  }
}
[05:28:01.325] Invocation finished in 2h34m22.589344246s with status FAILED