Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f489ddd103d9cd6eb43c60c91515d31d184c0644"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f489ddd103d9cd6eb43c60c91515d31d184c0644
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:22:55.242] New invocation is queued and will start shortly
[02:22:56.439] Starting the invocation (attempt 1)
[02:22:56.470] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f489ddd103d9cd6eb43c60c91515d31d184c0644"
[02:22:56.470] Popped gitiles commit info from properties and tags
[02:22:56.470] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:22:56.470] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:22:56.470] Buildbucket request:
{
  "requestId": "8841315637758732304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f489ddd103d9cd6eb43c60c91515d31d184c0644",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841315637758732304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:22:56.977] Scheduled build:
{
  "id": "8675885575737218161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 3882,
  "createdBy": "project:chromium",
  "createTime": "2026-07-19T02:22:56.547030242Z",
  "updateTime": "2026-07-19T02:22:56.547030242Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f489ddd103d9cd6eb43c60c91515d31d184c0644",
      "ref": "refs/heads/main"
    }
  }
}
[02:22:56.977] Task URL: https://cr-buildbucket.appspot.com/build/8675885575737218161
[02:22:56.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:2:0) after 9m26s
[02:22:57.165] Received PubSub notification, asking Buildbucket for the build status
[02:22:57.179] Build status: SCHEDULED
[02:23:01.152] Received PubSub notification, asking Buildbucket for the build status
[02:23:01.169] Build status: STARTED
[02:32:22.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:2:0)
[02:32:23.144] Build status: STARTED
[02:32:23.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:5:0) after 1m9s
[02:33:32.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:5:0)
[02:33:32.285] Build status: STARTED
[02:33:32.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:6:0) after 1m36s
[02:35:08.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:6:0)
[02:35:08.398] Build status: STARTED
[02:35:08.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:7:0) after 2m52s
[02:38:00.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:7:0)
[02:38:00.436] Build status: STARTED
[02:38:00.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:8:0) after 7m24s
[02:45:24.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:8:0)
[02:45:24.556] Build status: STARTED
[02:45:24.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:9:0) after 7m8s
[02:52:32.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:9:0)
[02:52:32.662] Build status: STARTED
[02:52:32.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:10:0) after 2m52s
[02:55:24.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:10:0)
[02:55:24.691] Build status: STARTED
[02:55:24.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:11:0) after 8m0s
[03:03:24.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:11:0)
[03:03:24.689] Build status: STARTED
[03:03:24.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:12:0) after 1m43s
[03:05:07.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:12:0)
[03:05:07.774] Build status: STARTED
[03:05:07.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:13:0) after 5m22s
[03:10:29.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:13:0)
[03:10:29.923] Build status: STARTED
[03:10:29.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:14:0) after 3m22s
[03:13:51.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:14:0)
[03:13:51.994] Build status: STARTED
[03:13:51.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:15:0) after 8m48s
[03:22:40.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:15:0)
[03:22:40.027] Build status: STARTED
[03:22:40.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:16:0) after 1m33s
[03:24:13.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:16:0)
[03:24:13.120] Build status: STARTED
[03:24:13.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:17:0) after 8m3s
[03:32:16.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:17:0)
[03:32:16.121] Build status: STARTED
[03:32:16.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:18:0) after 2m14s
[03:34:30.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:18:0)
[03:34:30.244] Build status: STARTED
[03:34:30.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:19:0) after 7m2s
[03:41:32.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:19:0)
[03:41:32.299] Build status: STARTED
[03:41:32.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:20:0) after 4m55s
[03:46:27.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:20:0)
[03:46:27.333] Build status: STARTED
[03:46:27.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:21:0) after 3m29s
[03:49:56.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:21:0)
[03:49:56.365] Build status: STARTED
[03:49:56.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:22:0) after 9m23s
[03:59:19.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:22:0)
[03:59:19.602] Build status: STARTED
[03:59:19.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:23:0) after 4m59s
[04:04:18.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:23:0)
[04:04:18.751] Build status: STARTED
[04:04:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:24:0) after 7m29s
[04:11:47.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:24:0)
[04:11:47.793] Build status: STARTED
[04:11:47.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:25:0) after 5m7s
[04:16:55.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:25:0)
[04:16:55.147] Build status: STARTED
[04:16:55.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:26:0) after 7m36s
[04:24:31.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:26:0)
[04:24:31.557] Build status: STARTED
[04:24:31.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:27:0) after 1m58s
[04:26:29.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:27:0)
[04:26:29.597] Build status: STARTED
[04:26:29.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:28:0) after 7m53s
[04:34:22.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:28:0)
[04:34:22.866] Build status: STARTED
[04:34:22.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:29:0) after 4m33s
[04:38:55.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:29:0)
[04:38:56.023] Build status: STARTED
[04:38:56.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:30:0) after 7m21s
[04:46:17.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:30:0)
[04:46:17.093] Build status: STARTED
[04:46:17.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:31:0) after 2m23s
[04:48:40.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:31:0)
[04:48:40.207] Build status: STARTED
[04:48:40.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:32:0) after 4m38s
[04:53:18.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:32:0)
[04:53:18.248] Build status: STARTED
[04:53:18.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:33:0) after 3m16s
[04:56:34.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:33:0)
[04:56:34.283] Build status: STARTED
[04:56:34.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:34:0) after 4m31s
[05:01:05.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:34:0)
[05:01:05.427] Build status: STARTED
[05:01:05.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:35:0) after 6m26s
[05:07:31.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:35:0)
[05:07:31.968] Build status: STARTED
[05:07:31.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:36:0) after 6m17s
[05:13:48.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:36:0)
[05:13:49.002] Build status: STARTED
[05:13:49.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:37:0) after 2m30s
[05:16:19.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:37:0)
[05:16:19.059] Build status: STARTED
[05:16:19.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:38:0) after 3m28s
[05:19:47.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:38:0)
[05:19:47.097] Build status: STARTED
[05:19:47.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:39:0) after 1m26s
[05:21:13.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:39:0)
[05:21:13.130] Build status: STARTED
[05:21:13.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:40:0) after 5m9s
[05:26:22.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:40:0)
[05:26:22.198] Build status: STARTED
[05:26:22.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8841315637758732304:41:0) after 8m32s
[05:28:54.523] Received PubSub notification, asking Buildbucket for the build status
[05:28:54.539] Build:
{
  "id": "8675885575737218161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 3882,
  "createdBy": "project:chromium",
  "createTime": "2026-07-19T02:22:56.547030242Z",
  "startTime": "2026-07-19T02:23:00.836242072Z",
  "endTime": "2026-07-19T05:28:54.011592485Z",
  "updateTime": "2026-07-19T05:28:54.011592485Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f489ddd103d9cd6eb43c60c91515d31d184c0644",
      "ref": "refs/heads/main"
    }
  }
}
[05:28:54.540] Invocation finished in 3h5m59.303736507s with status FAILED