Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "299fc6d4615c2ff24130ed82a6426ec2946e021f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/299fc6d4615c2ff24130ed82a6426ec2946e021f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:40:45.102] New invocation is queued and will start shortly
[03:40:46.363] Starting the invocation (attempt 1)
[03:40:46.389] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/299fc6d4615c2ff24130ed82a6426ec2946e021f"
[03:40:46.389] Popped gitiles commit info from properties and tags
[03:40:46.389] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:40:46.390] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:40:46.390] Buildbucket request:
{
  "requestId": "8850823422526050704",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "299fc6d4615c2ff24130ed82a6426ec2946e021f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850823422526050704"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:40:46.904] Scheduled build:
{
  "id": "8685393360458048385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 20216,
  "createdBy": "project:chromium",
  "createTime": "2026-04-05T03:40:46.453117235Z",
  "updateTime": "2026-04-05T03:40:46.453117235Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "299fc6d4615c2ff24130ed82a6426ec2946e021f",
      "ref": "refs/heads/main"
    }
  }
}
[03:40:46.904] Task URL: https://cr-buildbucket.appspot.com/build/8685393360458048385
[03:40:46.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:2:0) after 5m11s
[03:41:27.641] Received PubSub notification, asking Buildbucket for the build status
[03:41:27.666] Build status: STARTED
[03:41:39.901] Received PubSub notification, asking Buildbucket for the build status
[03:41:39.922] Build status: STARTED
[03:45:57.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:2:0)
[03:45:57.941] Build status: STARTED
[03:45:57.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:5:0) after 5m6s
[03:51:04.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:5:0)
[03:51:04.064] Build status: STARTED
[03:51:04.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:6:0) after 6m33s
[03:57:37.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:6:0)
[03:57:37.094] Build status: STARTED
[03:57:37.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:7:0) after 3m0s
[04:00:37.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:7:0)
[04:00:37.120] Build status: STARTED
[04:00:37.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:8:0) after 1m53s
[04:02:30.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:8:0)
[04:02:30.304] Build status: STARTED
[04:02:30.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:9:0) after 4m34s
[04:07:04.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:9:0)
[04:07:04.408] Build status: STARTED
[04:07:04.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:10:0) after 8m53s
[04:15:57.373] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:10:0)
[04:15:57.391] Build status: STARTED
[04:15:57.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:11:0) after 8m19s
[04:24:16.407] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:11:0)
[04:24:16.426] Build status: STARTED
[04:24:16.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:12:0) after 5m1s
[04:29:17.471] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:12:0)
[04:29:17.489] Build status: STARTED
[04:29:17.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:13:0) after 1m10s
[04:30:27.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:13:0)
[04:30:27.540] Build status: STARTED
[04:30:27.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:14:0) after 7m12s
[04:37:39.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:14:0)
[04:37:39.571] Build status: STARTED
[04:37:39.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:15:0) after 4m56s
[04:42:35.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:15:0)
[04:42:35.643] Build status: STARTED
[04:42:35.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:16:0) after 6m11s
[04:48:46.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:16:0)
[04:48:46.764] Build status: STARTED
[04:48:46.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:17:0) after 4m30s
[04:53:16.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:17:0)
[04:53:16.815] Build status: STARTED
[04:53:16.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:18:0) after 2m50s
[04:56:06.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:18:0)
[04:56:06.910] Build status: STARTED
[04:56:06.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:19:0) after 8m15s
[05:04:21.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:19:0)
[05:04:21.985] Build status: STARTED
[05:04:21.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:20:0) after 9m59s
[05:14:21.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:20:0)
[05:14:21.041] Build status: STARTED
[05:14:21.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:21:0) after 2m47s
[05:17:08.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:21:0)
[05:17:08.296] Build status: STARTED
[05:17:08.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:22:0) after 1m45s
[05:18:53.332] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:22:0)
[05:18:53.357] Build status: STARTED
[05:18:53.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:23:0) after 8m37s
[05:27:30.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:23:0)
[05:27:30.495] Build status: STARTED
[05:27:30.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:24:0) after 1m52s
[05:29:22.512] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:24:0)
[05:29:22.527] Build status: STARTED
[05:29:22.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:25:0) after 1m48s
[05:31:10.679] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:25:0)
[05:31:10.700] Build status: STARTED
[05:31:10.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:26:0) after 4m42s
[05:35:52.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:26:0)
[05:35:52.905] Build status: STARTED
[05:35:52.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:27:0) after 7m10s
[05:43:03.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:27:0)
[05:43:03.050] Build status: STARTED
[05:43:03.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:28:0) after 5m21s
[05:48:24.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:28:0)
[05:48:24.076] Build status: STARTED
[05:48:24.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:29:0) after 3m26s
[05:51:50.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:29:0)
[05:51:50.119] Build status: STARTED
[05:51:50.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:30:0) after 1m6s
[05:52:56.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:30:0)
[05:52:56.277] Build status: STARTED
[05:52:56.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:31:0) after 5m16s
[05:58:12.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:31:0)
[05:58:12.312] Build status: STARTED
[05:58:12.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:32:0) after 9m53s
[06:08:05.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:32:0)
[06:08:05.316] Build status: STARTED
[06:08:05.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:33:0) after 6m34s
[06:14:39.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:33:0)
[06:14:39.424] Build status: STARTED
[06:14:39.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:34:0) after 9m12s
[06:23:51.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:34:0)
[06:23:51.456] Build status: STARTED
[06:23:51.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:35:0) after 2m27s
[06:26:18.472] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:35:0)
[06:26:18.492] Build status: STARTED
[06:26:18.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:36:0) after 5m46s
[06:32:04.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:36:0)
[06:32:04.527] Build status: STARTED
[06:32:04.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:37:0) after 3m0s
[06:35:04.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:37:0)
[06:35:04.567] Build status: STARTED
[06:35:04.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:38:0) after 3m15s
[06:38:19.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:38:0)
[06:38:19.634] Build status: STARTED
[06:38:19.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:39:0) after 6m30s
[06:44:50.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:39:0)
[06:44:50.027] Build status: STARTED
[06:44:50.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:40:0) after 9m32s
[06:54:22.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:40:0)
[06:54:22.063] Build status: STARTED
[06:54:22.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:41:0) after 2m40s
[06:57:03.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:41:0)
[06:57:03.383] Build status: STARTED
[06:57:03.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:42:0) after 8m11s
[07:05:14.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:42:0)
[07:05:14.629] Build status: STARTED
[07:05:14.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:43:0) after 9m14s
[07:14:29.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:43:0)
[07:14:29.199] Build status: STARTED
[07:14:29.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:44:0) after 7m52s
[07:22:21.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:44:0)
[07:22:21.330] Build status: STARTED
[07:22:21.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:45:0) after 6m10s
[07:28:31.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:45:0)
[07:28:31.381] Build status: STARTED
[07:28:31.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:46:0) after 5m20s
[07:33:51.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:46:0)
[07:33:51.415] Build status: STARTED
[07:33:51.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:47:0) after 8m22s
[07:42:13.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:47:0)
[07:42:13.566] Build status: STARTED
[07:42:13.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:48:0) after 2m31s
[07:44:44.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:48:0)
[07:44:44.608] Build status: STARTED
[07:44:44.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:49:0) after 6m26s
[07:51:10.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:49:0)
[07:51:10.915] Build status: STARTED
[07:51:10.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:50:0) after 9m47s
[08:00:57.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:50:0)
[08:00:57.955] Build status: STARTED
[08:00:57.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:51:0) after 2m22s
[08:03:19.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:51:0)
[08:03:19.987] Build status: STARTED
[08:03:19.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:52:0) after 4m42s
[08:08:02.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:52:0)
[08:08:02.126] Build status: STARTED
[08:08:02.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:53:0) after 2m29s
[08:10:31.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:53:0)
[08:10:31.365] Build status: STARTED
[08:10:31.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:54:0) after 4m34s
[08:15:05.385] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:54:0)
[08:15:05.411] Build status: STARTED
[08:15:05.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8850823422526050704:55:0) after 8m27s
[08:18:30.603] Received PubSub notification, asking Buildbucket for the build status
[08:18:30.624] Build:
{
  "id": "8685393360458048385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 20216,
  "createdBy": "project:chromium",
  "createTime": "2026-04-05T03:40:46.453117235Z",
  "startTime": "2026-04-05T03:40:54.491008642Z",
  "endTime": "2026-04-05T08:18:30.362103783Z",
  "updateTime": "2026-04-05T08:18:30.362103783Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "299fc6d4615c2ff24130ed82a6426ec2946e021f",
      "ref": "refs/heads/main"
    }
  }
}
[08:18:30.624] Invocation finished in 4h37m45.525940466s with status FAILED