Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9336df7c8c678fdcbde29a4ddb58098157e77f8c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9336df7c8c678fdcbde29a4ddb58098157e77f8c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:18:50.283] New invocation is queued and will start shortly
[01:18:51.311] Starting the invocation (attempt 1)
[01:18:51.342] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9336df7c8c678fdcbde29a4ddb58098157e77f8c"
[01:18:51.342] Popped gitiles commit info from properties and tags
[01:18:51.342] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:18:51.342] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:18:51.342] Buildbucket request:
{
  "requestId": "8845487129944119824",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8845487129944119824",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5cd36841c04d47db4afdc2d54db88a596f1db137"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5cd36841c04d47db4afdc2d54db88a596f1db137",
                        "title": "5cd36841c04d47db4afdc2d54db88a596f1db137",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5cd36841c04d47db4afdc2d54db88a596f1db137"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a208e1837615c79eaa6674523a603ea042af0d74"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a208e1837615c79eaa6674523a603ea042af0d74",
                        "title": "a208e1837615c79eaa6674523a603ea042af0d74",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a208e1837615c79eaa6674523a603ea042af0d74"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bbb396f64d8e13e925ea6c3b019abdb0252a73e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bbb396f64d8e13e925ea6c3b019abdb0252a73e8",
                        "title": "bbb396f64d8e13e925ea6c3b019abdb0252a73e8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bbb396f64d8e13e925ea6c3b019abdb0252a73e8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9336df7c8c678fdcbde29a4ddb58098157e77f8c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9336df7c8c678fdcbde29a4ddb58098157e77f8c",
                        "title": "9336df7c8c678fdcbde29a4ddb58098157e77f8c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9336df7c8c678fdcbde29a4ddb58098157e77f8c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9336df7c8c678fdcbde29a4ddb58098157e77f8c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845487129944119824"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:18:51.708] Scheduled build:
{
  "id": "8680057068109248689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T01:18:51.411040435Z",
  "updateTime": "2026-06-03T01:18:51.411040435Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9336df7c8c678fdcbde29a4ddb58098157e77f8c",
      "ref": "refs/heads/main"
    }
  }
}
[01:18:51.708] Task URL: https://cr-buildbucket.appspot.com/build/8680057068109248689
[01:18:51.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:2:0) after 2m10s
[01:18:52.662] Received PubSub notification, asking Buildbucket for the build status
[01:18:52.687] Build status: SCHEDULED
[01:21:01.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:2:0)
[01:21:01.821] Build status: SCHEDULED
[01:21:01.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:4:0) after 5m26s
[01:26:28.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:4:0)
[01:26:28.131] Build status: SCHEDULED
[01:26:28.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:5:0) after 6m15s
[01:32:43.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:5:0)
[01:32:43.270] Build status: SCHEDULED
[01:32:43.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:6:0) after 1m50s
[01:34:33.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:6:0)
[01:34:33.357] Build status: SCHEDULED
[01:34:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:7:0) after 3m34s
[01:38:07.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:7:0)
[01:38:07.502] Build status: SCHEDULED
[01:38:07.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:8:0) after 5m46s
[01:43:53.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:8:0)
[01:43:53.591] Build status: SCHEDULED
[01:43:53.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:9:0) after 3m27s
[01:47:20.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:9:0)
[01:47:20.693] Build status: SCHEDULED
[01:47:20.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:10:0) after 1m1s
[01:48:21.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:10:0)
[01:48:21.980] Build status: SCHEDULED
[01:48:21.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:11:0) after 1m34s
[01:49:56.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:11:0)
[01:49:56.044] Build status: SCHEDULED
[01:49:56.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:12:0) after 5m38s
[01:55:34.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:12:0)
[01:55:34.141] Build status: SCHEDULED
[01:55:34.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:13:0) after 9m59s
[02:05:33.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:13:0)
[02:05:33.276] Build status: SCHEDULED
[02:05:33.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:14:0) after 7m33s
[02:13:06.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:14:0)
[02:13:06.354] Build status: SCHEDULED
[02:13:06.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:15:0) after 8m21s
[02:21:27.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:15:0)
[02:21:27.437] Build status: SCHEDULED
[02:21:27.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:16:0) after 8m44s
[02:30:11.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:16:0)
[02:30:11.494] Build status: SCHEDULED
[02:30:11.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:17:0) after 4m16s
[02:34:27.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:17:0)
[02:34:27.540] Build status: SCHEDULED
[02:34:27.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:18:0) after 9m38s
[02:44:05.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:18:0)
[02:44:05.570] Build status: SCHEDULED
[02:44:05.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:19:0) after 7m9s
[02:51:14.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:19:0)
[02:51:14.754] Build status: SCHEDULED
[02:51:14.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:20:0) after 5m57s
[02:57:11.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:20:0)
[02:57:11.911] Build status: SCHEDULED
[02:57:11.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:21:0) after 1m10s
[02:58:21.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:21:0)
[02:58:21.976] Build status: SCHEDULED
[02:58:21.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:22:0) after 3m1s
[03:01:22.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:22:0)
[03:01:23.012] Build status: SCHEDULED
[03:01:23.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:23:0) after 5m6s
[03:06:29.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:23:0)
[03:06:29.127] Build status: SCHEDULED
[03:06:29.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:24:0) after 5m25s
[03:11:54.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:24:0)
[03:11:54.162] Build status: SCHEDULED
[03:11:54.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:25:0) after 4m44s
[03:16:38.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:25:0)
[03:16:38.163] Build status: SCHEDULED
[03:16:38.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:26:0) after 7m27s
[03:24:05.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:26:0)
[03:24:05.291] Build status: SCHEDULED
[03:24:05.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:27:0) after 1m6s
[03:25:11.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:27:0)
[03:25:11.356] Build status: SCHEDULED
[03:25:11.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:28:0) after 3m7s
[03:28:18.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:28:0)
[03:28:18.385] Build status: SCHEDULED
[03:28:18.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:29:0) after 9m3s
[03:37:21.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:29:0)
[03:37:21.614] Build status: SCHEDULED
[03:37:21.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:30:0) after 3m10s
[03:40:31.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:30:0)
[03:40:31.703] Build status: SCHEDULED
[03:40:31.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:31:0) after 3m17s
[03:43:48.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:31:0)
[03:43:48.737] Build status: SCHEDULED
[03:43:48.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:32:0) after 2m0s
[03:45:48.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:32:0)
[03:45:48.783] Build status: STARTED
[03:45:48.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845487129944119824:33:0) after 5m4s
[03:46:04.131] Received PubSub notification, asking Buildbucket for the build status
[03:46:04.158] Build status: STARTED
[03:49:21.768] Received PubSub notification, asking Buildbucket for the build status
[03:49:21.789] Build:
{
  "id": "8680057068109248689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-03T01:18:51.411040435Z",
  "startTime": "2026-06-03T03:45:43.389629538Z",
  "endTime": "2026-06-03T03:49:21.427160453Z",
  "updateTime": "2026-06-03T03:49:21.427160453Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9336df7c8c678fdcbde29a4ddb58098157e77f8c",
      "ref": "refs/heads/main"
    }
  }
}
[03:49:21.789] Invocation finished in 2h30m31.511532117s with status FAILED