Status: SUCCEEDED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:04:50.986] New invocation is queued and will start shortly
[16:04:52.498] Starting the invocation (attempt 1)
[16:04:52.523] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
[16:04:52.523] Popped gitiles commit info from properties and tags
[16:04:52.523] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:04:52.523] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:04:52.523] Buildbucket request:
{
  "requestId": "8883300918873643984",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883300918873643984",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "title": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883300918873643984"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:04:52.939] Scheduled build:
{
  "id": "8717870856533154033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:52.585013110Z",
  "updateTime": "2025-04-11T16:04:52.585013110Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:04:52.939] Task URL: https://cr-buildbucket.appspot.com/build/8717870856533154033
[16:04:52.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:2:0) after 5m47s
[16:04:53.931] Received PubSub notification, asking Buildbucket for the build status
[16:04:53.953] Build status: SCHEDULED
[16:10:39.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:2:0)
[16:10:39.977] Build status: SCHEDULED
[16:10:39.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:4:0) after 6m33s
[16:17:13.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:4:0)
[16:17:13.066] Build status: SCHEDULED
[16:17:13.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:5:0) after 9m7s
[16:26:20.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:5:0)
[16:26:20.236] Build status: SCHEDULED
[16:26:20.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:6:0) after 4m10s
[16:30:30.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:6:0)
[16:30:30.362] Build status: SCHEDULED
[16:30:30.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:7:0) after 1m7s
[16:31:37.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:7:0)
[16:31:37.631] Build status: SCHEDULED
[16:31:37.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:8:0) after 7m50s
[16:39:27.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:8:0)
[16:39:27.660] Build status: SCHEDULED
[16:39:27.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:9:0) after 1m43s
[16:41:10.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:9:0)
[16:41:10.694] Build status: SCHEDULED
[16:41:10.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:10:0) after 1m6s
[16:42:16.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:10:0)
[16:42:16.791] Build status: SCHEDULED
[16:42:16.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:11:0) after 3m37s
[16:45:53.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:11:0)
[16:45:53.833] Build status: SCHEDULED
[16:45:53.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:12:0) after 8m4s
[16:53:57.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:12:0)
[16:53:57.920] Build status: SCHEDULED
[16:53:57.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:13:0) after 3m34s
[16:57:32.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:13:0)
[16:57:32.187] Build status: SCHEDULED
[16:57:32.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:14:0) after 1m23s
[16:58:55.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:14:0)
[16:58:55.231] Build status: SCHEDULED
[16:58:55.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:15:0) after 3m17s
[17:02:12.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:15:0)
[17:02:12.368] Build status: SCHEDULED
[17:02:12.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:16:0) after 6m42s
[17:08:54.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:16:0)
[17:08:54.399] Build status: SCHEDULED
[17:08:54.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:17:0) after 1m14s
[17:10:08.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:17:0)
[17:10:08.487] Build status: SCHEDULED
[17:10:08.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:18:0) after 8m22s
[17:18:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:18:0)
[17:18:30.620] Build status: SCHEDULED
[17:18:30.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:19:0) after 9m3s
[17:27:33.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:19:0)
[17:27:33.745] Build status: SCHEDULED
[17:27:33.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:20:0) after 7m24s
[17:34:57.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:20:0)
[17:34:57.808] Build status: SCHEDULED
[17:34:57.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:21:0) after 4m1s
[17:38:58.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:21:0)
[17:38:58.849] Build status: SCHEDULED
[17:38:58.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:22:0) after 3m46s
[17:42:44.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:22:0)
[17:42:44.917] Build status: SCHEDULED
[17:42:44.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:23:0) after 7m19s
[17:50:03.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:23:0)
[17:50:04.005] Build status: SCHEDULED
[17:50:04.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:24:0) after 4m36s
[17:54:40.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:24:0)
[17:54:40.412] Build status: SCHEDULED
[17:54:40.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:25:0) after 6m56s
[18:01:36.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:25:0)
[18:01:36.594] Build status: SCHEDULED
[18:01:36.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:26:0) after 4m40s
[18:06:16.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:26:0)
[18:06:16.636] Build status: SCHEDULED
[18:06:16.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:27:0) after 8m44s
[18:15:00.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:27:0)
[18:15:00.757] Build status: SCHEDULED
[18:15:00.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:28:0) after 1m33s
[18:16:33.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:28:0)
[18:16:33.803] Build status: SCHEDULED
[18:16:33.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:29:0) after 5m31s
[18:22:04.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:29:0)
[18:22:04.940] Build status: SCHEDULED
[18:22:04.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:30:0) after 9m6s
[18:31:11.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:30:0)
[18:31:11.029] Build status: SCHEDULED
[18:31:11.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:31:0) after 3m6s
[18:34:17.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:31:0)
[18:34:17.074] Build status: SCHEDULED
[18:34:17.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:32:0) after 3m22s
[18:37:39.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:32:0)
[18:37:39.206] Build status: SCHEDULED
[18:37:39.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:33:0) after 3m14s
[18:40:53.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:33:0)
[18:40:53.261] Build status: SCHEDULED
[18:40:53.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:34:0) after 4m35s
[18:45:28.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:34:0)
[18:45:28.368] Build status: SCHEDULED
[18:45:28.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:35:0) after 1m37s
[18:47:05.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:35:0)
[18:47:05.446] Build status: SCHEDULED
[18:47:05.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:36:0) after 8m55s
[18:56:00.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:36:0)
[18:56:00.485] Build status: SCHEDULED
[18:56:00.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:37:0) after 6m50s
[19:02:50.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:37:0)
[19:02:50.579] Build status: SCHEDULED
[19:02:50.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:38:0) after 3m48s
[19:06:38.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:38:0)
[19:06:38.644] Build status: SCHEDULED
[19:06:38.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:39:0) after 4m21s
[19:10:59.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:39:0)
[19:10:59.653] Build status: SCHEDULED
[19:10:59.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:40:0) after 2m28s
[19:13:27.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:40:0)
[19:13:27.691] Build status: SCHEDULED
[19:13:27.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:41:0) after 8m52s
[19:22:19.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:41:0)
[19:22:19.783] Build status: SCHEDULED
[19:22:19.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:42:0) after 8m20s
[19:30:39.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:42:0)
[19:30:39.961] Build status: SCHEDULED
[19:30:39.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:43:0) after 8m47s
[19:39:27.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:43:0)
[19:39:27.137] Build status: SCHEDULED
[19:39:27.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:44:0) after 3m27s
[19:42:54.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:44:0)
[19:42:54.351] Build status: SCHEDULED
[19:42:54.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:45:0) after 6m52s
[19:49:46.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:45:0)
[19:49:46.383] Build status: SCHEDULED
[19:49:46.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:46:0) after 3m45s
[19:53:31.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:46:0)
[19:53:31.430] Build status: SCHEDULED
[19:53:31.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:47:0) after 2m8s
[19:55:39.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:47:0)
[19:55:39.479] Build status: SCHEDULED
[19:55:39.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:48:0) after 5m3s
[20:00:42.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:48:0)
[20:00:42.476] Build status: SCHEDULED
[20:00:42.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:49:0) after 5m43s
[20:06:25.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:49:0)
[20:06:25.536] Build status: SCHEDULED
[20:06:25.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:50:0) after 2m44s
[20:09:09.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:50:0)
[20:09:09.581] Build status: SCHEDULED
[20:09:09.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:51:0) after 4m59s
[20:14:08.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:51:0)
[20:14:08.676] Build status: SCHEDULED
[20:14:08.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:52:0) after 8m3s
[20:22:11.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:52:0)
[20:22:11.719] Build status: SCHEDULED
[20:22:11.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:53:0) after 6m12s
[20:28:23.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:53:0)
[20:28:23.833] Build status: SCHEDULED
[20:28:23.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:54:0) after 3m48s
[20:32:11.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:54:0)
[20:32:11.908] Build status: SCHEDULED
[20:32:11.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:55:0) after 3m19s
[20:35:30.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:55:0)
[20:35:30.944] Build status: SCHEDULED
[20:35:30.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:56:0) after 3m28s
[20:38:58.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:56:0)
[20:38:58.988] Build status: SCHEDULED
[20:38:58.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:57:0) after 6m40s
[20:45:39.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:57:0)
[20:45:39.021] Build status: SCHEDULED
[20:45:39.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:58:0) after 2m39s
[20:48:18.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:58:0)
[20:48:18.124] Build status: SCHEDULED
[20:48:18.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:59:0) after 2m14s
[20:50:32.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:59:0)
[20:50:32.296] Build status: SCHEDULED
[20:50:32.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:60:0) after 7m32s
[20:58:04.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:60:0)
[20:58:04.344] Build status: SCHEDULED
[20:58:04.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:61:0) after 2m59s
[21:01:03.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:61:0)
[21:01:03.418] Build status: SCHEDULED
[21:01:03.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:62:0) after 2m31s
[21:03:34.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:62:0)
[21:03:34.458] Build status: SCHEDULED
[21:03:34.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:63:0) after 8m32s
[21:12:06.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:63:0)
[21:12:06.502] Build status: SCHEDULED
[21:12:06.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:64:0) after 7m18s
[21:19:24.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:64:0)
[21:19:24.593] Build status: SCHEDULED
[21:19:24.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:65:0) after 1m42s
[21:21:06.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:65:0)
[21:21:06.624] Build status: SCHEDULED
[21:21:06.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:66:0) after 2m23s
[21:23:29.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:66:0)
[21:23:29.743] Build status: SCHEDULED
[21:23:29.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:67:0) after 4m43s
[21:28:12.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:67:0)
[21:28:12.808] Build status: SCHEDULED
[21:28:12.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:68:0) after 9m48s
[21:38:00.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:68:0)
[21:38:00.870] Build status: SCHEDULED
[21:38:00.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:69:0) after 5m9s
[21:43:09.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:69:0)
[21:43:09.909] Build status: SCHEDULED
[21:43:09.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:70:0) after 6m53s
[21:50:02.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:70:0)
[21:50:02.926] Build status: SCHEDULED
[21:50:02.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:71:0) after 6m4s
[21:56:06.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:71:0)
[21:56:06.939] Build status: SCHEDULED
[21:56:06.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:72:0) after 4m35s
[22:00:41.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:72:0)
[22:00:41.981] Build status: SCHEDULED
[22:00:41.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:73:0) after 3m59s
[22:04:41.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:73:0)
[22:04:41.103] Build status: SCHEDULED
[22:04:41.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:74:0) after 2m12s
[22:06:53.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:74:0)
[22:06:53.174] Build status: SCHEDULED
[22:06:53.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:75:0) after 9m56s
[22:16:49.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:75:0)
[22:16:49.224] Build status: SCHEDULED
[22:16:49.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:76:0) after 2m8s
[22:18:57.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:76:0)
[22:18:57.272] Build status: SCHEDULED
[22:18:57.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:77:0) after 2m16s
[22:21:13.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:77:0)
[22:21:13.390] Build status: SCHEDULED
[22:21:13.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:78:0) after 2m39s
[22:23:52.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:78:0)
[22:23:52.478] Build status: SCHEDULED
[22:23:52.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:79:0) after 1m13s
[22:25:05.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:79:0)
[22:25:05.643] Build status: SCHEDULED
[22:25:05.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:80:0) after 4m8s
[22:29:13.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:80:0)
[22:29:13.735] Build status: SCHEDULED
[22:29:13.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:81:0) after 8m44s
[22:37:57.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:81:0)
[22:37:57.834] Build status: SCHEDULED
[22:37:57.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:82:0) after 3m47s
[22:41:44.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:82:0)
[22:41:44.895] Build status: SCHEDULED
[22:41:44.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:83:0) after 2m47s
[22:44:31.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:83:0)
[22:44:31.931] Build status: SCHEDULED
[22:44:31.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:84:0) after 8m52s
[22:53:23.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:84:0)
[22:53:24.056] Build status: SCHEDULED
[22:53:24.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:85:0) after 3m23s
[22:56:47.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:85:0)
[22:56:47.095] Build status: SCHEDULED
[22:56:47.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:86:0) after 7m13s
[22:58:40.168] Received PubSub notification, asking Buildbucket for the build status
[22:58:40.188] Build status: STARTED
[23:04:00.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:86:0)
[23:04:00.215] Build status: STARTED
[23:04:00.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8883300918873643984:88:0) after 1m6s
[23:04:58.958] Received PubSub notification, asking Buildbucket for the build status
[23:04:58.983] Build:
{
  "id": "8717870856533154033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:52.585013110Z",
  "startTime": "2025-04-11T22:58:38.621435832Z",
  "endTime": "2025-04-11T23:04:58.710424128Z",
  "updateTime": "2025-04-11T23:04:58.710424128Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:04:58.983] Invocation finished in 7h0m8.013035907s with status SUCCEEDED