Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d1bd304976ed6b0f5a750413c6c0735f9328225c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1bd304976ed6b0f5a750413c6c0735f9328225c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:39:12.236] New invocation is queued and will start shortly
[12:39:13.313] Starting the invocation (attempt 1)
[12:39:13.342] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1bd304976ed6b0f5a750413c6c0735f9328225c"
[12:39:13.342] Popped gitiles commit info from properties and tags
[12:39:13.342] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:39:13.342] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:39:13.342] Buildbucket request:
{
  "requestId": "8920639807136833328",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d1bd304976ed6b0f5a750413c6c0735f9328225c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920639807136833328"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:39:14.003] Scheduled build:
{
  "id": "8755209745265944033",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1996,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T12:39:13.398314978Z",
  "updateTime": "2024-02-24T12:39:13.398314978Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1bd304976ed6b0f5a750413c6c0735f9328225c",
      "ref": "refs/heads/main"
    }
  }
}
[12:39:14.003] Task URL: https://cr-buildbucket.appspot.com/build/8755209745265944033
[12:39:14.003] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:2:0) after 5m12s
[12:39:15.075] Received PubSub notification, asking Buildbucket for the build status
[12:39:15.095] Build status: SCHEDULED
[12:39:16.985] Received PubSub notification, asking Buildbucket for the build status
[12:39:17.008] Build status: STARTED
[12:44:26.198] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:2:0)
[12:44:26.215] Build status: STARTED
[12:44:26.215] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:5:0) after 3m8s
[12:47:34.270] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:5:0)
[12:47:34.302] Build status: STARTED
[12:47:34.302] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:6:0) after 3m15s
[12:50:49.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:6:0)
[12:50:49.428] Build status: STARTED
[12:50:49.428] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:7:0) after 2m49s
[12:53:38.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:7:0)
[12:53:38.549] Build status: STARTED
[12:53:38.550] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:8:0) after 3m23s
[12:57:01.666] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:8:0)
[12:57:01.686] Build status: STARTED
[12:57:01.686] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:9:0) after 8m41s
[13:05:42.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:9:0)
[13:05:42.930] Build status: STARTED
[13:05:42.930] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:10:0) after 6m9s
[13:11:51.946] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:10:0)
[13:11:52.014] Build status: STARTED
[13:11:52.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:11:0) after 7m33s
[13:19:25.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:11:0)
[13:19:25.060] Build status: STARTED
[13:19:25.060] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:12:0) after 2m28s
[13:21:53.221] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:12:0)
[13:21:53.241] Build status: STARTED
[13:21:53.241] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:13:0) after 3m40s
[13:25:33.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:13:0)
[13:25:33.390] Build status: STARTED
[13:25:33.391] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:14:0) after 2m36s
[13:28:09.478] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:14:0)
[13:28:09.525] Build status: STARTED
[13:28:09.525] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:15:0) after 8m48s
[13:36:57.659] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:15:0)
[13:36:57.688] Build status: STARTED
[13:36:57.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:16:0) after 4m51s
[13:41:48.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:16:0)
[13:41:48.734] Build status: STARTED
[13:41:48.734] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:17:0) after 3m23s
[13:45:11.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:17:0)
[13:45:11.785] Build status: STARTED
[13:45:11.785] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:18:0) after 1m42s
[13:46:53.841] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:18:0)
[13:46:53.862] Build status: STARTED
[13:46:53.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:19:0) after 2m32s
[13:49:26.027] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:19:0)
[13:49:26.052] Build status: STARTED
[13:49:26.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:20:0) after 6m33s
[13:55:59.327] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:20:0)
[13:55:59.346] Build status: STARTED
[13:55:59.346] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:21:0) after 9m57s
[14:05:56.370] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:21:0)
[14:05:56.388] Build status: STARTED
[14:05:56.388] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:22:0) after 3m6s
[14:09:02.412] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:22:0)
[14:09:02.612] Build status: STARTED
[14:09:02.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:23:0) after 1m52s
[14:10:54.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:23:0)
[14:10:54.675] Build status: STARTED
[14:10:54.675] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:24:0) after 5m3s
[14:15:57.700] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:24:0)
[14:15:57.750] Build status: STARTED
[14:15:57.750] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:25:0) after 5m48s
[14:21:45.956] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:25:0)
[14:21:46.036] Build status: STARTED
[14:21:46.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:26:0) after 6m4s
[14:27:50.058] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:26:0)
[14:27:50.088] Build status: STARTED
[14:27:50.088] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:27:0) after 9m53s
[14:37:43.126] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:27:0)
[14:37:43.144] Build status: STARTED
[14:37:43.144] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:28:0) after 9m59s
[14:47:42.570] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:28:0)
[14:47:42.600] Build status: STARTED
[14:47:42.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:29:0) after 2m11s
[14:49:53.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:29:0)
[14:49:53.598] Build status: STARTED
[14:49:53.598] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:30:0) after 5m46s
[14:55:39.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:30:0)
[14:55:39.831] Build status: STARTED
[14:55:39.831] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:31:0) after 1m45s
[14:57:24.947] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:31:0)
[14:57:25.003] Build status: STARTED
[14:57:25.003] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:32:0) after 1m57s
[14:59:22.282] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:32:0)
[14:59:22.304] Build status: STARTED
[14:59:22.304] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:33:0) after 7m45s
[15:07:07.711] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:33:0)
[15:07:07.730] Build status: STARTED
[15:07:07.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:34:0) after 1m15s
[15:08:22.961] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:34:0)
[15:08:23.026] Build status: STARTED
[15:08:23.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:35:0) after 4m53s
[15:13:16.046] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:35:0)
[15:13:16.146] Build status: STARTED
[15:13:16.146] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:36:0) after 6m28s
[15:19:44.176] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:36:0)
[15:19:44.432] Build status: STARTED
[15:19:44.432] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:37:0) after 6m18s
[15:26:02.446] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:37:0)
[15:26:02.464] Build status: STARTED
[15:26:02.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:38:0) after 6m31s
[15:32:33.844] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:38:0)
[15:32:33.867] Build status: STARTED
[15:32:33.867] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:39:0) after 8m19s
[15:40:53.073] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:39:0)
[15:40:53.099] Build status: STARTED
[15:40:53.099] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:40:0) after 5m42s
[15:46:35.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:40:0)
[15:46:35.166] Build status: STARTED
[15:46:35.167] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:41:0) after 3m51s
[15:50:26.194] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:41:0)
[15:50:26.424] Build status: STARTED
[15:50:26.424] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:42:0) after 2m17s
[15:52:43.553] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:42:0)
[15:52:43.570] Build status: STARTED
[15:52:43.570] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:43:0) after 5m35s
[15:58:18.652] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:43:0)
[15:58:18.672] Build status: STARTED
[15:58:18.672] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:44:0) after 3m42s
[16:02:00.898] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:44:0)
[16:02:00.987] Build status: STARTED
[16:02:00.987] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:45:0) after 4m6s
[16:06:07.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:45:0)
[16:06:07.134] Build status: STARTED
[16:06:07.134] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:46:0) after 7m40s
[16:13:47.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:46:0)
[16:13:47.191] Build status: STARTED
[16:13:47.191] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:47:0) after 9m11s
[16:22:58.218] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:47:0)
[16:22:58.242] Build status: STARTED
[16:22:58.242] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:48:0) after 3m10s
[16:26:08.269] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:48:0)
[16:26:08.293] Build status: STARTED
[16:26:08.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:49:0) after 2m25s
[16:28:33.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:49:0)
[16:28:33.489] Build status: STARTED
[16:28:33.489] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:50:0) after 2m11s
[16:30:44.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:50:0)
[16:30:44.735] Build status: STARTED
[16:30:44.735] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:51:0) after 1m2s
[16:31:46.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:51:0)
[16:31:46.787] Build status: STARTED
[16:31:46.787] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:52:0) after 2m1s
[16:33:47.807] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:52:0)
[16:33:47.829] Build status: STARTED
[16:33:47.829] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:53:0) after 4m18s
[16:38:06.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:53:0)
[16:38:06.071] Build status: STARTED
[16:38:06.071] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:54:0) after 6m5s
[16:44:11.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:54:0)
[16:44:11.562] Build status: STARTED
[16:44:11.562] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:55:0) after 7m23s
[16:51:34.588] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:55:0)
[16:51:34.662] Build status: STARTED
[16:51:34.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:56:0) after 1m28s
[16:53:02.680] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:56:0)
[16:53:02.712] Build status: STARTED
[16:53:02.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:57:0) after 5m42s
[16:58:44.740] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:57:0)
[16:58:44.776] Build status: STARTED
[16:58:44.776] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:58:0) after 9m11s
[17:07:55.800] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:58:0)
[17:07:55.828] Build status: STARTED
[17:07:55.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:59:0) after 9m40s
[17:17:35.975] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:59:0)
[17:17:35.996] Build status: STARTED
[17:17:35.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:60:0) after 6m11s
[17:23:47.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:60:0)
[17:23:47.086] Build status: STARTED
[17:23:47.087] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:61:0) after 2m56s
[17:26:43.122] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:61:0)
[17:26:43.141] Build status: STARTED
[17:26:43.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:62:0) after 1m18s
[17:28:01.163] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:62:0)
[17:28:01.186] Build status: STARTED
[17:28:01.186] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:63:0) after 6m17s
[17:34:18.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:63:0)
[17:34:18.322] Build status: STARTED
[17:34:18.322] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:64:0) after 9m19s
[17:43:37.342] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:64:0)
[17:43:37.366] Build status: STARTED
[17:43:37.366] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:65:0) after 8m48s
[17:52:25.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:65:0)
[17:52:25.594] Build status: STARTED
[17:52:25.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:66:0) after 7m47s
[18:00:12.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:66:0)
[18:00:12.760] Build status: STARTED
[18:00:12.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:67:0) after 9m40s
[18:09:52.789] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:67:0)
[18:09:52.811] Build status: STARTED
[18:09:52.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:68:0) after 6m42s
[18:16:34.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:68:0)
[18:16:34.965] Build status: STARTED
[18:16:34.965] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:69:0) after 8m17s
[18:24:51.988] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:69:0)
[18:24:52.009] Build status: STARTED
[18:24:52.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:70:0) after 3m38s
[18:28:30.030] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:70:0)
[18:28:30.047] Build status: STARTED
[18:28:30.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:71:0) after 7m9s
[18:35:39.081] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:71:0)
[18:35:39.105] Build status: STARTED
[18:35:39.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:72:0) after 9m45s
[18:45:24.195] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:72:0)
[18:45:24.219] Build status: STARTED
[18:45:24.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:73:0) after 7m30s
[18:52:54.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:73:0)
[18:52:54.258] Build status: STARTED
[18:52:54.258] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:74:0) after 8m44s
[19:01:38.552] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:74:0)
[19:01:38.630] Build status: STARTED
[19:01:38.630] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:75:0) after 9m34s
[19:11:12.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:75:0)
[19:11:12.716] Build status: STARTED
[19:11:12.716] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:76:0) after 3m25s
[19:14:37.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:76:0)
[19:14:37.836] Build status: STARTED
[19:14:37.836] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:77:0) after 7m34s
[19:22:11.863] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:77:0)
[19:22:11.889] Build status: STARTED
[19:22:11.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:78:0) after 7m53s
[19:30:06.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:78:0)
[19:30:06.385] Build status: STARTED
[19:30:06.385] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:79:0) after 9m20s
[19:39:26.413] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:79:0)
[19:39:26.432] Build status: STARTED
[19:39:26.432] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:80:0) after 2m9s
[19:41:35.603] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:80:0)
[19:41:35.622] Build status: STARTED
[19:41:35.622] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:81:0) after 9m11s
[19:50:46.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:81:0)
[19:50:46.697] Build status: STARTED
[19:50:46.697] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:82:0) after 5m56s
[19:56:42.790] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:82:0)
[19:56:42.814] Build status: STARTED
[19:56:42.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:83:0) after 4m23s
[20:01:05.842] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:83:0)
[20:01:05.892] Build status: STARTED
[20:01:05.892] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:84:0) after 7m29s
[20:08:35.042] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:84:0)
[20:08:35.079] Build status: STARTED
[20:08:35.079] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:85:0) after 1m53s
[20:10:28.217] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:85:0)
[20:10:28.336] Build status: STARTED
[20:10:28.336] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:86:0) after 4m0s
[20:14:28.404] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:86:0)
[20:14:28.427] Build status: STARTED
[20:14:28.427] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:87:0) after 6m47s
[20:21:15.447] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:87:0)
[20:21:15.466] Build status: STARTED
[20:21:15.466] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:88:0) after 5m12s
[20:26:27.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:88:0)
[20:26:27.482] Build status: STARTED
[20:26:27.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:89:0) after 1m7s
[20:27:34.602] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:89:0)
[20:27:34.630] Build status: STARTED
[20:27:34.630] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:90:0) after 4m12s
[20:31:46.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:90:0)
[20:31:46.851] Build status: STARTED
[20:31:46.851] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:91:0) after 7m55s
[20:39:41.873] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:91:0)
[20:39:41.896] Build status: STARTED
[20:39:41.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:92:0) after 6m28s
[20:46:09.915] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:92:0)
[20:46:09.998] Build status: STARTED
[20:46:09.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:93:0) after 6m28s
[20:52:38.094] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:93:0)
[20:52:38.113] Build status: STARTED
[20:52:38.113] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:94:0) after 1m48s
[20:54:26.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:94:0)
[20:54:26.295] Build status: STARTED
[20:54:26.296] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:95:0) after 1m59s
[20:56:25.379] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:95:0)
[20:56:25.426] Build status: STARTED
[20:56:25.426] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:96:0) after 6m4s
[21:02:29.686] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:96:0)
[21:02:29.724] Build status: STARTED
[21:02:29.724] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:97:0) after 5m55s
[21:08:24.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:97:0)
[21:08:24.872] Build status: STARTED
[21:08:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:98:0) after 4m14s
[21:12:38.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:98:0)
[21:12:39.000] Build status: STARTED
[21:12:39.000] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:99:0) after 2m21s
[21:15:00.185] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:99:0)
[21:15:00.220] Build status: STARTED
[21:15:00.220] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:100:0) after 2m11s
[21:17:11.388] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:100:0)
[21:17:11.423] Build status: STARTED
[21:17:11.423] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:101:0) after 2m55s
[21:20:06.401] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:101:0)
[21:20:06.502] Build status: STARTED
[21:20:06.502] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:102:0) after 7m53s
[21:27:59.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:102:0)
[21:27:59.553] Build status: STARTED
[21:27:59.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:103:0) after 5m54s
[21:33:53.676] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:103:0)
[21:33:53.721] Build status: STARTED
[21:33:53.721] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:104:0) after 9m53s
[21:43:46.738] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:104:0)
[21:43:46.757] Build status: STARTED
[21:43:46.757] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:105:0) after 5m11s
[21:48:57.782] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:105:0)
[21:48:57.804] Build status: STARTED
[21:48:57.804] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:106:0) after 4m43s
[21:53:40.931] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:106:0)
[21:53:40.961] Build status: STARTED
[21:53:40.962] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:107:0) after 9m19s
[22:02:59.989] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:107:0)
[22:03:00.026] Build status: STARTED
[22:03:00.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:108:0) after 3m21s
[22:06:21.055] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:108:0)
[22:06:21.231] Build status: STARTED
[22:06:21.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:109:0) after 7m33s
[22:13:54.262] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:109:0)
[22:13:54.291] Build status: STARTED
[22:13:54.291] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:110:0) after 7m31s
[22:21:25.313] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:110:0)
[22:21:25.341] Build status: STARTED
[22:21:25.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:111:0) after 6m25s
[22:27:50.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:111:0)
[22:27:50.794] Build status: STARTED
[22:27:50.794] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:112:0) after 4m7s
[22:31:57.821] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:112:0)
[22:31:57.840] Build status: STARTED
[22:31:57.840] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:113:0) after 9m28s
[22:41:25.857] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:113:0)
[22:41:25.877] Build status: STARTED
[22:41:25.877] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:114:0) after 3m17s
[22:44:43.501] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:114:0)
[22:44:43.539] Build status: STARTED
[22:44:43.539] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:115:0) after 8m50s
[22:53:33.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:115:0)
[22:53:33.604] Build status: STARTED
[22:53:33.604] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:116:0) after 7m7s
[23:00:40.636] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:116:0)
[23:00:40.663] Build status: STARTED
[23:00:40.663] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:117:0) after 5m9s
[23:05:49.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:117:0)
[23:05:49.854] Build status: STARTED
[23:05:49.854] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:118:0) after 7m38s
[23:13:27.873] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:118:0)
[23:13:27.902] Build status: STARTED
[23:13:27.902] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:119:0) after 9m49s
[23:23:16.958] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:119:0)
[23:23:16.983] Build status: STARTED
[23:23:16.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:120:0) after 2m31s
[23:25:48.012] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:120:0)
[23:25:48.038] Build status: STARTED
[23:25:48.038] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:121:0) after 9m19s
[23:35:07.441] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:121:0)
[23:35:07.517] Build status: STARTED
[23:35:07.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:122:0) after 3m4s
[23:38:11.871] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:122:0)
[23:38:11.889] Build status: STARTED
[23:38:11.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:123:0) after 7m50s
[23:46:01.909] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:123:0)
[23:46:01.934] Build status: STARTED
[23:46:01.934] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:124:0) after 3m32s
[23:49:34.261] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:124:0)
[23:49:34.281] Build status: STARTED
[23:49:34.281] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:125:0) after 5m50s
[23:55:24.514] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:125:0)
[23:55:24.534] Build status: STARTED
[23:55:24.534] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:126:0) after 5m56s
[00:01:20.554] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:126:0)
[00:01:20.575] Build status: STARTED
[00:01:20.575] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:127:0) after 9m58s
[00:11:18.601] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:127:0)
[00:11:18.678] Build status: STARTED
[00:11:18.678] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:128:0) after 2m28s
[00:13:46.832] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:128:0)
[00:13:46.851] Build status: STARTED
[00:13:46.851] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:129:0) after 3m41s
[00:17:27.983] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:129:0)
[00:17:28.015] Build status: STARTED
[00:17:28.015] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:130:0) after 2m44s
[00:20:12.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:130:0)
[00:20:12.068] Build status: STARTED
[00:20:12.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:131:0) after 6m53s
[00:27:05.294] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:131:0)
[00:27:05.323] Build status: STARTED
[00:27:05.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:132:0) after 7m44s
[00:34:49.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:132:0)
[00:34:49.488] Build status: STARTED
[00:34:49.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:133:0) after 7m45s
[00:42:34.508] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:133:0)
[00:42:34.681] Build status: STARTED
[00:42:34.681] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:134:0) after 5m52s
[00:48:26.718] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:134:0)
[00:48:26.744] Build status: STARTED
[00:48:26.744] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:135:0) after 2m20s
[00:50:46.914] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:135:0)
[00:50:46.947] Build status: STARTED
[00:50:46.947] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:136:0) after 2m33s
[00:53:19.972] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:136:0)
[00:53:19.990] Build status: STARTED
[00:53:19.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:137:0) after 2m53s
[00:56:13.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:137:0)
[00:56:13.458] Build status: STARTED
[00:56:13.459] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920639807136833328:138:0) after 9m20s
[00:58:42.649] Received PubSub notification, asking Buildbucket for the build status
[00:58:42.887] Build:
{
  "id": "8755209745265944033",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1996,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T12:39:13.398314978Z",
  "startTime": "2024-02-24T12:39:14.754210Z",
  "endTime": "2024-02-25T00:58:41.553699Z",
  "updateTime": "2024-02-25T00:58:41.553699Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1bd304976ed6b0f5a750413c6c0735f9328225c",
      "ref": "refs/heads/main"
    }
  }
}
[00:58:42.887] Invocation finished in 12h19m30.657565233s with status FAILED