buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 358358548a8e52ad0f5febb67ded8fd8a7259396 (3 weeks ago)
• e07806d58ac128094d99b96d0e80814f025f84b2 (3 weeks ago)
• 4a1180f48449bd603ace45163febb6226d4272b5 (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4a1180f48449bd603ace45163febb6226d4272b5"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a1180f48449bd603ace45163febb6226d4272b5
• gitiles_ref:refs/heads/main

[00:44:37.763] New invocation is queued and will start shortly
[00:44:38.978] Starting the invocation (attempt 1)
[00:44:39.005] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4a1180f48449bd603ace45163febb6226d4272b5"
[00:44:39.005] Popped gitiles commit info from properties and tags
[00:44:39.005] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:44:39.005] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:44:39.005] Buildbucket request:
{
  "requestId": "8884083589865287472",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884083589865287472",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "358358548a8e52ad0f5febb67ded8fd8a7259396"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@358358548a8e52ad0f5febb67ded8fd8a7259396",
                        "title": "358358548a8e52ad0f5febb67ded8fd8a7259396",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/358358548a8e52ad0f5febb67ded8fd8a7259396"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e07806d58ac128094d99b96d0e80814f025f84b2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e07806d58ac128094d99b96d0e80814f025f84b2",
                        "title": "e07806d58ac128094d99b96d0e80814f025f84b2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e07806d58ac128094d99b96d0e80814f025f84b2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4a1180f48449bd603ace45163febb6226d4272b5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a1180f48449bd603ace45163febb6226d4272b5",
                        "title": "4a1180f48449bd603ace45163febb6226d4272b5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a1180f48449bd603ace45163febb6226d4272b5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4a1180f48449bd603ace45163febb6226d4272b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884083589865287472"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:44:39.453] Scheduled build:
{
  "id": "8718653527828894769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-03T00:44:39.072155128Z",
  "updateTime": "2025-04-03T00:44:39.072155128Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4a1180f48449bd603ace45163febb6226d4272b5",
      "ref": "refs/heads/main"
    }
  }
}
[00:44:39.453] Task URL: https://cr-buildbucket.appspot.com/build/8718653527828894769
[00:44:39.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:2:0) after 8m37s
[00:44:40.458] Received PubSub notification, asking Buildbucket for the build status
[00:44:40.504] Build status: SCHEDULED
[00:53:16.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:2:0)
[00:53:16.496] Build status: SCHEDULED
[00:53:16.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:4:0) after 5m29s
[00:58:45.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:4:0)
[00:58:45.610] Build status: SCHEDULED
[00:58:45.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:5:0) after 1m57s
[01:00:42.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:5:0)
[01:00:42.649] Build status: SCHEDULED
[01:00:42.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:6:0) after 9m43s
[01:10:25.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:6:0)
[01:10:25.748] Build status: SCHEDULED
[01:10:25.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:7:0) after 7m48s
[01:18:13.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:7:0)
[01:18:13.796] Build status: SCHEDULED
[01:18:13.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:8:0) after 5m44s
[01:23:57.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:8:0)
[01:23:57.821] Build status: SCHEDULED
[01:23:57.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:9:0) after 4m53s
[01:28:50.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:9:0)
[01:28:50.863] Build status: SCHEDULED
[01:28:50.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:10:0) after 6m53s
[01:35:44.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:10:0)
[01:35:44.027] Build status: SCHEDULED
[01:35:44.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:11:0) after 3m36s
[01:39:20.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:11:0)
[01:39:20.041] Build status: SCHEDULED
[01:39:20.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:12:0) after 9m34s
[01:48:54.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:12:0)
[01:48:54.084] Build status: SCHEDULED
[01:48:54.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:13:0) after 1m4s
[01:49:58.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:13:0)
[01:49:58.139] Build status: SCHEDULED
[01:49:58.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:14:0) after 1m2s
[01:51:00.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:14:0)
[01:51:00.178] Build status: SCHEDULED
[01:51:00.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:15:0) after 8m24s
[01:59:24.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:15:0)
[01:59:24.277] Build status: SCHEDULED
[01:59:24.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:16:0) after 3m11s
[02:02:35.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:16:0)
[02:02:35.312] Build status: SCHEDULED
[02:02:35.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:17:0) after 5m43s
[02:08:18.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:17:0)
[02:08:18.450] Build status: SCHEDULED
[02:08:18.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:18:0) after 4m45s
[02:13:03.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:18:0)
[02:13:03.488] Build status: SCHEDULED
[02:13:03.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:19:0) after 1m38s
[02:14:41.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:19:0)
[02:14:41.530] Build status: SCHEDULED
[02:14:41.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:20:0) after 7m2s
[02:21:43.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:20:0)
[02:21:43.567] Build status: SCHEDULED
[02:21:43.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:21:0) after 6m50s
[02:28:33.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:21:0)
[02:28:33.617] Build status: SCHEDULED
[02:28:33.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:22:0) after 2m42s
[02:31:15.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:22:0)
[02:31:15.640] Build status: SCHEDULED
[02:31:15.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:23:0) after 2m57s
[02:34:12.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:23:0)
[02:34:12.730] Build status: SCHEDULED
[02:34:12.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:24:0) after 9m6s
[02:43:18.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:24:0)
[02:43:18.806] Build status: SCHEDULED
[02:43:18.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:25:0) after 9m48s
[02:53:06.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:25:0)
[02:53:06.890] Build status: SCHEDULED
[02:53:06.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:26:0) after 7m33s
[03:00:39.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:26:0)
[03:00:39.949] Build status: SCHEDULED
[03:00:39.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:27:0) after 6m12s
[03:06:51.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:27:0)
[03:06:51.987] Build status: SCHEDULED
[03:06:51.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:28:0) after 7m40s
[03:14:32.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:28:0)
[03:14:32.181] Build status: SCHEDULED
[03:14:32.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:29:0) after 9m53s
[03:24:25.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:29:0)
[03:24:25.214] Build status: SCHEDULED
[03:24:25.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:30:0) after 1m21s
[03:25:46.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:30:0)
[03:25:46.315] Build status: SCHEDULED
[03:25:46.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:31:0) after 2m56s
[03:28:42.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:31:0)
[03:28:42.403] Build status: SCHEDULED
[03:28:42.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:32:0) after 5m56s
[03:34:38.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:32:0)
[03:34:38.479] Build status: SCHEDULED
[03:34:38.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:33:0) after 3m36s
[03:38:14.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:33:0)
[03:38:14.628] Build status: SCHEDULED
[03:38:14.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:34:0) after 3m47s
[03:42:01.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:34:0)
[03:42:01.740] Build status: SCHEDULED
[03:42:01.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:35:0) after 1m16s
[03:43:17.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:35:0)
[03:43:17.767] Build status: SCHEDULED
[03:43:17.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:36:0) after 4m6s
[03:47:23.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:36:0)
[03:47:23.813] Build status: SCHEDULED
[03:47:23.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:37:0) after 9m30s
[03:56:53.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:37:0)
[03:56:53.998] Build status: SCHEDULED
[03:56:53.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:38:0) after 3m34s
[04:00:28.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:38:0)
[04:00:28.035] Build status: SCHEDULED
[04:00:28.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:39:0) after 2m53s
[04:03:21.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:39:0)
[04:03:21.022] Build status: SCHEDULED
[04:03:21.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:40:0) after 2m56s
[04:06:17.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:40:0)
[04:06:17.072] Build status: SCHEDULED
[04:06:17.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:41:0) after 3m10s
[04:09:27.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:41:0)
[04:09:27.117] Build status: SCHEDULED
[04:09:27.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:42:0) after 8m53s
[04:18:20.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:42:0)
[04:18:20.162] Build status: SCHEDULED
[04:18:20.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:43:0) after 6m21s
[04:24:41.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:43:0)
[04:24:41.195] Build status: SCHEDULED
[04:24:41.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:44:0) after 6m18s
[04:30:59.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:44:0)
[04:30:59.288] Build status: SCHEDULED
[04:30:59.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:45:0) after 4m17s
[04:35:16.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:45:0)
[04:35:16.333] Build status: SCHEDULED
[04:35:16.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:46:0) after 4m29s
[04:39:45.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:46:0)
[04:39:45.376] Build status: SCHEDULED
[04:39:45.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:47:0) after 2m32s
[04:42:17.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:47:0)
[04:42:17.433] Build status: SCHEDULED
[04:42:17.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:48:0) after 3m51s
[04:46:08.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:48:0)
[04:46:08.485] Build status: SCHEDULED
[04:46:08.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:49:0) after 6m47s
[04:52:55.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:49:0)
[04:52:55.722] Build status: SCHEDULED
[04:52:55.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:50:0) after 6m53s
[04:59:48.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:50:0)
[04:59:48.852] Build status: SCHEDULED
[04:59:48.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:51:0) after 7m3s
[05:06:51.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:51:0)
[05:06:51.886] Build status: SCHEDULED
[05:06:51.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:52:0) after 5m2s
[05:11:53.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:52:0)
[05:11:53.916] Build status: SCHEDULED
[05:11:53.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:53:0) after 3m24s
[05:15:17.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:53:0)
[05:15:17.960] Build status: SCHEDULED
[05:15:17.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:54:0) after 3m33s
[05:18:50.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:54:0)
[05:18:50.999] Build status: SCHEDULED
[05:18:50.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:55:0) after 9m4s
[05:27:55.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:55:0)
[05:27:55.034] Build status: SCHEDULED
[05:27:55.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:56:0) after 6m13s
[05:34:08.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:56:0)
[05:34:08.087] Build status: SCHEDULED
[05:34:08.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:57:0) after 9m5s
[05:43:13.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:57:0)
[05:43:13.121] Build status: SCHEDULED
[05:43:13.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:58:0) after 9m4s
[05:52:17.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:58:0)
[05:52:17.200] Build status: SCHEDULED
[05:52:17.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:59:0) after 9m12s
[06:01:29.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:59:0)
[06:01:29.277] Build status: SCHEDULED
[06:01:29.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:60:0) after 2m34s
[06:04:03.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:60:0)
[06:04:03.318] Build status: SCHEDULED
[06:04:03.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:61:0) after 3m42s
[06:07:45.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:61:0)
[06:07:45.365] Build status: SCHEDULED
[06:07:45.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:62:0) after 5m41s
[06:13:26.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:62:0)
[06:13:26.429] Build status: SCHEDULED
[06:13:26.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:63:0) after 2m59s
[06:16:25.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:63:0)
[06:16:25.539] Build status: SCHEDULED
[06:16:25.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:64:0) after 2m7s
[06:18:32.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:64:0)
[06:18:32.599] Build status: SCHEDULED
[06:18:32.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:65:0) after 5m19s
[06:23:51.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:65:0)
[06:23:51.650] Build status: SCHEDULED
[06:23:51.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:66:0) after 5m6s
[06:28:57.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:66:0)
[06:28:57.723] Build status: SCHEDULED
[06:28:57.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:67:0) after 2m38s
[06:31:35.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:67:0)
[06:31:35.759] Build status: SCHEDULED
[06:31:35.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:68:0) after 9m43s
[06:41:18.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:68:0)
[06:41:18.956] Build status: SCHEDULED
[06:41:18.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:69:0) after 2m38s
[06:43:56.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:69:0)
[06:43:57.013] Build status: SCHEDULED
[06:43:57.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:70:0) after 4m43s
[06:48:40.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:70:0)
[06:48:40.145] Build status: SCHEDULED
[06:48:40.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:71:0) after 8m31s
[06:55:57.327] Received PubSub notification, asking Buildbucket for the build status
[06:55:57.348] Build status: STARTED
[06:57:11.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:71:0)
[06:57:11.188] Build status: STARTED
[06:57:11.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:73:0) after 6m3s
[07:03:14.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:73:0)
[07:03:14.257] Build status: STARTED
[07:03:14.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:74:0) after 2m36s
[07:05:50.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:74:0)
[07:05:50.335] Build status: STARTED
[07:05:50.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884083589865287472:75:0) after 5m8s
[07:07:37.503] Received PubSub notification, asking Buildbucket for the build status
[07:07:37.572] Build:
{
  "id": "8718653527828894769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-03T00:44:39.072155128Z",
  "startTime": "2025-04-03T06:55:57.144179627Z",
  "endTime": "2025-04-03T07:07:36.192423741Z",
  "updateTime": "2025-04-03T07:07:36.192423741Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4a1180f48449bd603ace45163febb6226d4272b5",
      "ref": "refs/heads/main"
    }
  }
}
[07:07:37.572] Invocation finished in 6h22m59.825675681s with status SUCCEEDED