Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8f2dffc00441b846fd6251f00e9a3cd4cb51dc52"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f2dffc00441b846fd6251f00e9a3cd4cb51dc52
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:34:32.691] New invocation is queued and will start shortly
[21:34:33.764] Starting the invocation (attempt 1)
[21:34:33.790] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f2dffc00441b846fd6251f00e9a3cd4cb51dc52"
[21:34:33.790] Popped gitiles commit info from properties and tags
[21:34:33.790] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:34:33.791] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:34:33.791] Buildbucket request:
{
  "requestId": "8856916459017909760",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8f2dffc00441b846fd6251f00e9a3cd4cb51dc52",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8856916459017909760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:34:34.621] Scheduled build:
{
  "id": "8691486397119265393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1251,
  "createdBy": "project:chromium",
  "createTime": "2026-01-27T21:34:33.881271462Z",
  "updateTime": "2026-01-27T21:34:33.881271462Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f2dffc00441b846fd6251f00e9a3cd4cb51dc52",
      "ref": "refs/heads/main"
    }
  }
}
[21:34:34.621] Task URL: https://cr-buildbucket.appspot.com/build/8691486397119265393
[21:34:34.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:2:0) after 6m36s
[21:34:34.754] Received PubSub notification, asking Buildbucket for the build status
[21:34:34.774] Build status: SCHEDULED
[21:34:39.582] Received PubSub notification, asking Buildbucket for the build status
[21:34:39.595] Build status: STARTED
[21:41:10.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:2:0)
[21:41:10.654] Build status: STARTED
[21:41:10.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:5:0) after 9m16s
[21:50:26.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:5:0)
[21:50:26.749] Build status: STARTED
[21:50:26.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:6:0) after 9m15s
[21:59:41.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:6:0)
[21:59:41.835] Build status: STARTED
[21:59:41.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:7:0) after 4m54s
[22:04:35.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:7:0)
[22:04:35.875] Build status: STARTED
[22:04:35.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:8:0) after 6m1s
[22:10:36.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:8:0)
[22:10:36.911] Build status: STARTED
[22:10:36.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:9:0) after 2m41s
[22:13:17.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:9:0)
[22:13:18.025] Build status: STARTED
[22:13:18.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:10:0) after 2m50s
[22:16:08.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:10:0)
[22:16:08.077] Build status: STARTED
[22:16:08.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:11:0) after 6m35s
[22:22:43.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:11:0)
[22:22:43.132] Build status: STARTED
[22:22:43.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:12:0) after 9m39s
[22:32:22.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:12:0)
[22:32:22.201] Build status: STARTED
[22:32:22.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:13:0) after 9m49s
[22:42:11.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:13:0)
[22:42:11.347] Build status: STARTED
[22:42:11.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:14:0) after 5m47s
[22:47:58.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:14:0)
[22:47:58.391] Build status: STARTED
[22:47:58.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:15:0) after 2m18s
[22:50:16.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:15:0)
[22:50:16.485] Build status: STARTED
[22:50:16.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:16:0) after 2m14s
[22:52:30.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:16:0)
[22:52:30.546] Build status: STARTED
[22:52:30.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:17:0) after 6m56s
[22:59:26.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:17:0)
[22:59:26.587] Build status: STARTED
[22:59:26.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:18:0) after 6m7s
[23:05:33.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:18:0)
[23:05:33.811] Build status: STARTED
[23:05:33.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:19:0) after 8m40s
[23:14:13.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:19:0)
[23:14:13.884] Build status: STARTED
[23:14:13.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:20:0) after 9m53s
[23:24:06.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:20:0)
[23:24:06.983] Build status: STARTED
[23:24:06.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:21:0) after 9m24s
[23:33:31.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:21:0)
[23:33:31.115] Build status: STARTED
[23:33:31.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:22:0) after 8m25s
[23:41:56.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:22:0)
[23:41:56.261] Build status: STARTED
[23:41:56.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:23:0) after 5m45s
[23:47:41.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:23:0)
[23:47:41.307] Build status: STARTED
[23:47:41.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:24:0) after 9m22s
[23:57:03.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:24:0)
[23:57:03.481] Build status: STARTED
[23:57:03.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:25:0) after 1m4s
[23:58:07.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:25:0)
[23:58:07.549] Build status: STARTED
[23:58:07.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:26:0) after 6m21s
[00:04:28.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:26:0)
[00:04:28.758] Build status: STARTED
[00:04:28.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:27:0) after 6m15s
[00:10:43.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:27:0)
[00:10:43.901] Build status: STARTED
[00:10:43.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:28:0) after 6m27s
[00:17:10.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:28:0)
[00:17:10.999] Build status: STARTED
[00:17:10.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:29:0) after 6m24s
[00:23:35.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:29:0)
[00:23:35.097] Build status: STARTED
[00:23:35.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:30:0) after 3m13s
[00:26:48.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:30:0)
[00:26:48.098] Build status: STARTED
[00:26:48.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:31:0) after 6m7s
[00:32:55.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:31:0)
[00:32:55.091] Build status: STARTED
[00:32:55.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:32:0) after 9m9s
[00:42:04.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:32:0)
[00:42:04.232] Build status: STARTED
[00:42:04.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:33:0) after 7m33s
[00:49:37.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:33:0)
[00:49:37.358] Build status: STARTED
[00:49:37.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:34:0) after 4m2s
[00:53:39.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:34:0)
[00:53:39.398] Build status: STARTED
[00:53:39.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:35:0) after 5m22s
[00:59:01.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:35:0)
[00:59:01.434] Build status: STARTED
[00:59:01.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:36:0) after 2m48s
[01:01:49.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:36:0)
[01:01:49.498] Build status: STARTED
[01:01:49.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:37:0) after 6m21s
[01:08:10.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:37:0)
[01:08:10.622] Build status: STARTED
[01:08:10.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:38:0) after 9m31s
[01:17:41.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:38:0)
[01:17:41.727] Build status: STARTED
[01:17:41.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:39:0) after 1m30s
[01:19:11.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:39:0)
[01:19:11.774] Build status: STARTED
[01:19:11.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:40:0) after 4m59s
[01:24:10.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:40:0)
[01:24:10.916] Build status: STARTED
[01:24:10.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:41:0) after 5m23s
[01:29:33.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:41:0)
[01:29:33.952] Build status: STARTED
[01:29:33.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:42:0) after 2m12s
[01:31:46.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:42:0)
[01:31:46.056] Build status: STARTED
[01:31:46.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:43:0) after 3m29s
[01:35:15.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:43:0)
[01:35:15.233] Build status: STARTED
[01:35:15.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:44:0) after 1m46s
[01:37:01.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:44:0)
[01:37:01.279] Build status: STARTED
[01:37:01.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:45:0) after 5m23s
[01:42:24.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:45:0)
[01:42:24.346] Build status: STARTED
[01:42:24.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:46:0) after 9m51s
[01:52:15.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:46:0)
[01:52:15.540] Build status: STARTED
[01:52:15.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:47:0) after 4m32s
[01:56:47.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:47:0)
[01:56:47.634] Build status: STARTED
[01:56:47.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:48:0) after 7m24s
[02:04:11.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:48:0)
[02:04:11.692] Build status: STARTED
[02:04:11.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:49:0) after 5m16s
[02:09:27.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:49:0)
[02:09:27.849] Build status: STARTED
[02:09:27.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:50:0) after 6m0s
[02:15:27.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:50:0)
[02:15:27.904] Build status: STARTED
[02:15:27.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:51:0) after 3m9s
[02:18:36.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:51:0)
[02:18:36.991] Build status: STARTED
[02:18:36.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:52:0) after 7m51s
[02:26:28.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:52:0)
[02:26:28.106] Build status: STARTED
[02:26:28.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:53:0) after 2m38s
[02:29:06.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:53:0)
[02:29:06.209] Build status: STARTED
[02:29:06.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:54:0) after 1m1s
[02:30:07.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:54:0)
[02:30:07.300] Build status: STARTED
[02:30:07.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:55:0) after 3m23s
[02:33:30.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:55:0)
[02:33:30.384] Build status: STARTED
[02:33:30.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:56:0) after 6m46s
[02:40:16.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:56:0)
[02:40:16.389] Build status: STARTED
[02:40:16.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:57:0) after 9m59s
[02:50:15.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:57:0)
[02:50:15.567] Build status: STARTED
[02:50:15.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8856916459017909760:58:0) after 4m54s
[02:54:09.101] Received PubSub notification, asking Buildbucket for the build status
[02:54:09.116] Build:
{
  "id": "8691486397119265393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1251,
  "createdBy": "project:chromium",
  "createTime": "2026-01-27T21:34:33.881271462Z",
  "startTime": "2026-01-27T21:34:39.373082560Z",
  "endTime": "2026-01-28T02:54:08.891947498Z",
  "updateTime": "2026-01-28T02:54:08.891947498Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f2dffc00441b846fd6251f00e9a3cd4cb51dc52",
      "ref": "refs/heads/main"
    }
  }
}
[02:54:09.116] Invocation finished in 5h19m36.430207373s with status FAILED