Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2165ee88ddad5f8e953daff022cec6e8aec4a5b6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2165ee88ddad5f8e953daff022cec6e8aec4a5b6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:22:34.973] New invocation is queued and will start shortly
[15:22:36.077] Starting the invocation (attempt 1)
[15:22:36.106] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2165ee88ddad5f8e953daff022cec6e8aec4a5b6"
[15:22:36.106] Popped gitiles commit info from properties and tags
[15:22:36.106] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:22:36.106] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:22:36.107] Buildbucket request:
{
  "requestId": "8919270573730402912",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2165ee88ddad5f8e953daff022cec6e8aec4a5b6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919270573730402912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:22:36.790] Scheduled build:
{
  "id": "8753840511781176945",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2026,
  "createdBy": "project:chromium",
  "createTime": "2024-03-10T15:22:36.205106830Z",
  "updateTime": "2024-03-10T15:22:36.205106830Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2165ee88ddad5f8e953daff022cec6e8aec4a5b6",
      "ref": "refs/heads/main"
    }
  }
}
[15:22:36.790] Task URL: https://cr-buildbucket.appspot.com/build/8753840511781176945
[15:22:36.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:2:0) after 1m9s
[15:22:43.922] Received PubSub notification, asking Buildbucket for the build status
[15:22:43.947] Build status: SCHEDULED
[15:23:45.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:2:0)
[15:23:45.848] Build status: SCHEDULED
[15:23:45.848] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:4:0) after 8m23s
[15:24:37.185] Received PubSub notification, asking Buildbucket for the build status
[15:24:37.213] Build status: STARTED
[15:32:08.877] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:4:0)
[15:32:08.900] Build status: STARTED
[15:32:08.900] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:6:0) after 9m35s
[15:41:44.144] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:6:0)
[15:41:44.160] Build status: STARTED
[15:41:44.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:7:0) after 2m20s
[15:44:04.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:7:0)
[15:44:04.375] Build status: STARTED
[15:44:04.375] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:8:0) after 4m6s
[15:48:10.823] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:8:0)
[15:48:10.920] Build status: STARTED
[15:48:10.920] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:9:0) after 3m28s
[15:51:38.939] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:9:0)
[15:51:38.967] Build status: STARTED
[15:51:38.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:10:0) after 5m30s
[15:57:09.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:10:0)
[15:57:09.055] Build status: STARTED
[15:57:09.055] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:11:0) after 9m36s
[16:06:45.087] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:11:0)
[16:06:45.137] Build status: STARTED
[16:06:45.137] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:12:0) after 7m23s
[16:14:08.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:12:0)
[16:14:08.177] Build status: STARTED
[16:14:08.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:13:0) after 7m18s
[16:21:26.209] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:13:0)
[16:21:26.314] Build status: STARTED
[16:21:26.314] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:14:0) after 7m41s
[16:29:07.475] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:14:0)
[16:29:07.493] Build status: STARTED
[16:29:07.493] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:15:0) after 5m30s
[16:34:37.511] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:15:0)
[16:34:37.578] Build status: STARTED
[16:34:37.578] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:16:0) after 4m23s
[16:39:01.726] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:16:0)
[16:39:01.909] Build status: STARTED
[16:39:01.909] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:17:0) after 5m8s
[16:44:09.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:17:0)
[16:44:09.953] Build status: STARTED
[16:44:09.953] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:18:0) after 8m13s
[16:52:22.979] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:18:0)
[16:52:23.114] Build status: STARTED
[16:52:23.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:19:0) after 2m39s
[16:55:02.145] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:19:0)
[16:55:02.174] Build status: STARTED
[16:55:02.174] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:20:0) after 9m55s
[17:04:57.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:20:0)
[17:04:57.598] Build status: STARTED
[17:04:57.598] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:21:0) after 5m41s
[17:10:38.922] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:21:0)
[17:10:38.940] Build status: STARTED
[17:10:38.940] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:22:0) after 8m50s
[17:19:29.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:22:0)
[17:19:29.072] Build status: STARTED
[17:19:29.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:23:0) after 7m0s
[17:26:29.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:23:0)
[17:26:29.449] Build status: STARTED
[17:26:29.449] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:24:0) after 9m23s
[17:35:52.471] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:24:0)
[17:35:52.504] Build status: STARTED
[17:35:52.504] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:25:0) after 1m18s
[17:37:10.523] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:25:0)
[17:37:10.560] Build status: STARTED
[17:37:10.560] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:26:0) after 3m10s
[17:40:20.659] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:26:0)
[17:40:20.678] Build status: STARTED
[17:40:20.678] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:27:0) after 3m49s
[17:44:09.713] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:27:0)
[17:44:09.916] Build status: STARTED
[17:44:09.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:28:0) after 8m35s
[17:52:45.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:28:0)
[17:52:45.384] Build status: STARTED
[17:52:45.384] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:29:0) after 8m34s
[18:01:20.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:29:0)
[18:01:20.033] Build status: STARTED
[18:01:20.033] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:30:0) after 9m38s
[18:10:58.350] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:30:0)
[18:10:58.367] Build status: STARTED
[18:10:58.367] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:31:0) after 2m52s
[18:13:50.357] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:31:0)
[18:13:50.376] Build status: STARTED
[18:13:50.376] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:32:0) after 5m41s
[18:19:31.554] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:32:0)
[18:19:31.605] Build status: STARTED
[18:19:31.605] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:33:0) after 5m16s
[18:24:49.597] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:33:0)
[18:24:49.636] Build status: STARTED
[18:24:49.636] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:34:0) after 1m37s
[18:26:26.771] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:34:0)
[18:26:26.790] Build status: STARTED
[18:26:26.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:35:0) after 7m25s
[18:33:51.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:35:0)
[18:33:51.890] Build status: STARTED
[18:33:51.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:36:0) after 8m21s
[18:42:13.111] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:36:0)
[18:42:13.136] Build status: STARTED
[18:42:13.136] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:37:0) after 7m11s
[18:49:24.914] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:37:0)
[18:49:24.932] Build status: STARTED
[18:49:24.932] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:38:0) after 8m9s
[18:57:34.410] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:38:0)
[18:57:34.429] Build status: STARTED
[18:57:34.430] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:39:0) after 4m51s
[19:02:25.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:39:0)
[19:02:25.488] Build status: STARTED
[19:02:25.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:40:0) after 3m14s
[19:05:39.524] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:40:0)
[19:05:39.546] Build status: STARTED
[19:05:39.546] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:41:0) after 8m41s
[19:14:20.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:41:0)
[19:14:20.608] Build status: STARTED
[19:14:20.608] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:42:0) after 9m37s
[19:23:57.643] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:42:0)
[19:23:57.663] Build status: STARTED
[19:23:57.666] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:43:0) after 7m2s
[19:30:59.698] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:43:0)
[19:30:59.723] Build status: STARTED
[19:30:59.723] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:44:0) after 7m13s
[19:38:13.185] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:44:0)
[19:38:13.233] Build status: STARTED
[19:38:13.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:45:0) after 1m55s
[19:40:08.530] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:45:0)
[19:40:08.597] Build status: STARTED
[19:40:08.597] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:46:0) after 9m22s
[19:49:30.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:46:0)
[19:49:30.828] Build status: STARTED
[19:49:30.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:47:0) after 4m21s
[19:53:51.860] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:47:0)
[19:53:51.878] Build status: STARTED
[19:53:51.878] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:48:0) after 8m43s
[20:02:35.489] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:48:0)
[20:02:35.639] Build status: STARTED
[20:02:35.639] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:49:0) after 3m46s
[20:06:21.743] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:49:0)
[20:06:21.781] Build status: STARTED
[20:06:21.781] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:50:0) after 9m14s
[20:15:35.780] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:50:0)
[20:15:35.914] Build status: STARTED
[20:15:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:51:0) after 8m53s
[20:24:29.058] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:51:0)
[20:24:29.113] Build status: STARTED
[20:24:29.113] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:52:0) after 8m56s
[20:33:25.234] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:52:0)
[20:33:25.280] Build status: STARTED
[20:33:25.280] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:53:0) after 5m47s
[20:39:12.307] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:53:0)
[20:39:12.335] Build status: STARTED
[20:39:12.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:54:0) after 6m46s
[20:45:58.661] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:54:0)
[20:45:58.812] Build status: STARTED
[20:45:58.812] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:55:0) after 1m34s
[20:47:33.158] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:55:0)
[20:47:33.277] Build status: STARTED
[20:47:33.277] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:56:0) after 7m50s
[20:55:23.344] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:56:0)
[20:55:23.389] Build status: STARTED
[20:55:23.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:57:0) after 8m28s
[21:03:51.412] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:57:0)
[21:03:51.432] Build status: STARTED
[21:03:51.432] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:58:0) after 6m31s
[21:10:22.457] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:58:0)
[21:10:22.478] Build status: STARTED
[21:10:22.479] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:59:0) after 7m13s
[21:17:35.643] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:59:0)
[21:17:35.658] Build status: STARTED
[21:17:35.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:60:0) after 5m52s
[21:23:27.710] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:60:0)
[21:23:27.730] Build status: STARTED
[21:23:27.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:61:0) after 8m27s
[21:31:54.750] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:61:0)
[21:31:54.768] Build status: STARTED
[21:31:54.768] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:62:0) after 1m49s
[21:33:43.827] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:62:0)
[21:33:43.850] Build status: STARTED
[21:33:43.850] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:63:0) after 6m33s
[21:40:17.029] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:63:0)
[21:40:17.061] Build status: STARTED
[21:40:17.061] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:64:0) after 2m15s
[21:42:32.452] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:64:0)
[21:42:32.474] Build status: STARTED
[21:42:32.474] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:65:0) after 5m18s
[21:47:50.472] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:65:0)
[21:47:50.544] Build status: STARTED
[21:47:50.544] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:66:0) after 1m50s
[21:49:40.564] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:66:0)
[21:49:40.857] Build status: STARTED
[21:49:40.857] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:67:0) after 2m48s
[21:52:29.297] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:67:0)
[21:52:29.318] Build status: STARTED
[21:52:29.319] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:68:0) after 9m36s
[22:02:06.392] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:68:0)
[22:02:06.419] Build status: STARTED
[22:02:06.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:69:0) after 8m37s
[22:10:43.774] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:69:0)
[22:10:43.793] Build status: STARTED
[22:10:43.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:70:0) after 5m18s
[22:16:01.824] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:70:0)
[22:16:01.845] Build status: STARTED
[22:16:01.845] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:71:0) after 5m32s
[22:21:33.997] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:71:0)
[22:21:34.018] Build status: STARTED
[22:21:34.018] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:72:0) after 2m25s
[22:23:59.042] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:72:0)
[22:23:59.064] Build status: STARTED
[22:23:59.064] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:73:0) after 5m13s
[22:29:12.246] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:73:0)
[22:29:12.274] Build status: STARTED
[22:29:12.274] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:74:0) after 1m48s
[22:31:01.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:74:0)
[22:31:01.266] Build status: STARTED
[22:31:01.266] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:75:0) after 9m12s
[22:40:13.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:75:0)
[22:40:13.323] Build status: STARTED
[22:40:13.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:76:0) after 4m25s
[22:44:38.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:76:0)
[22:44:38.361] Build status: STARTED
[22:44:38.361] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:77:0) after 7m42s
[22:52:20.666] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:77:0)
[22:52:20.701] Build status: STARTED
[22:52:20.701] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:78:0) after 2m14s
[22:54:34.948] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:78:0)
[22:54:35.124] Build status: STARTED
[22:54:35.124] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:79:0) after 6m38s
[23:01:13.548] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:79:0)
[23:01:13.584] Build status: STARTED
[23:01:13.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:80:0) after 6m16s
[23:07:29.713] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:80:0)
[23:07:29.740] Build status: STARTED
[23:07:29.740] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:81:0) after 1m20s
[23:08:49.756] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:81:0)
[23:08:49.775] Build status: STARTED
[23:08:49.775] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:82:0) after 4m40s
[23:13:29.794] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:82:0)
[23:13:29.810] Build status: STARTED
[23:13:29.810] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:83:0) after 7m3s
[23:20:32.935] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:83:0)
[23:20:32.954] Build status: STARTED
[23:20:32.954] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:84:0) after 5m18s
[23:25:51.182] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:84:0)
[23:25:51.269] Build status: STARTED
[23:25:51.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:85:0) after 4m47s
[23:30:38.330] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:85:0)
[23:30:38.364] Build status: STARTED
[23:30:38.364] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:86:0) after 4m5s
[23:34:43.323] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:86:0)
[23:34:43.385] Build status: STARTED
[23:34:43.385] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:87:0) after 1m59s
[23:36:42.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:87:0)
[23:36:42.929] Build status: STARTED
[23:36:42.929] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:88:0) after 1m22s
[23:38:05.077] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:88:0)
[23:38:05.112] Build status: STARTED
[23:38:05.112] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:89:0) after 6m15s
[23:44:20.131] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:89:0)
[23:44:20.195] Build status: STARTED
[23:44:20.195] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:90:0) after 2m22s
[23:46:42.842] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:90:0)
[23:46:42.864] Build status: STARTED
[23:46:42.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:91:0) after 2m52s
[23:49:35.950] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:91:0)
[23:49:35.966] Build status: STARTED
[23:49:35.966] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:92:0) after 4m33s
[23:54:08.989] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:92:0)
[23:54:09.012] Build status: STARTED
[23:54:09.012] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:93:0) after 3m49s
[23:57:58.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:93:0)
[23:57:58.063] Build status: STARTED
[23:57:58.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:94:0) after 6m1s
[00:03:59.086] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:94:0)
[00:03:59.108] Build status: STARTED
[00:03:59.108] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:95:0) after 5m6s
[00:09:05.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:95:0)
[00:09:05.226] Build status: STARTED
[00:09:05.226] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:96:0) after 1m52s
[00:10:57.445] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:96:0)
[00:10:57.469] Build status: STARTED
[00:10:57.469] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:97:0) after 6m24s
[00:17:21.545] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:97:0)
[00:17:21.561] Build status: STARTED
[00:17:21.561] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:98:0) after 6m43s
[00:24:04.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:98:0)
[00:24:04.729] Build status: STARTED
[00:24:04.729] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:99:0) after 9m8s
[00:33:12.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:99:0)
[00:33:12.790] Build status: STARTED
[00:33:12.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:100:0) after 6m37s
[00:39:50.134] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:100:0)
[00:39:50.210] Build status: STARTED
[00:39:50.210] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:101:0) after 1m6s
[00:40:56.662] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:101:0)
[00:40:56.695] Build status: STARTED
[00:40:56.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:102:0) after 5m20s
[00:46:16.760] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:102:0)
[00:46:16.837] Build status: STARTED
[00:46:16.837] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:103:0) after 8m32s
[00:54:49.494] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:103:0)
[00:54:49.512] Build status: STARTED
[00:54:49.512] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:104:0) after 9m34s
[01:04:23.546] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:104:0)
[01:04:23.567] Build status: STARTED
[01:04:23.567] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:105:0) after 5m43s
[01:10:07.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:105:0)
[01:10:07.770] Build status: STARTED
[01:10:07.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:106:0) after 9m49s
[01:19:56.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:106:0)
[01:19:56.828] Build status: STARTED
[01:19:56.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:107:0) after 6m16s
[01:26:13.054] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:107:0)
[01:26:13.130] Build status: STARTED
[01:26:13.130] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:108:0) after 4m18s
[01:30:31.149] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:108:0)
[01:30:31.168] Build status: STARTED
[01:30:31.168] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:109:0) after 5m53s
[01:36:24.198] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:109:0)
[01:36:24.224] Build status: STARTED
[01:36:24.224] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:110:0) after 7m17s
[01:43:41.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:110:0)
[01:43:41.699] Build status: STARTED
[01:43:41.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:111:0) after 6m22s
[01:50:03.743] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:111:0)
[01:50:03.763] Build status: STARTED
[01:50:03.763] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:112:0) after 3m27s
[01:53:30.788] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:112:0)
[01:53:30.809] Build status: STARTED
[01:53:30.809] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:113:0) after 2m40s
[01:56:10.855] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:113:0)
[01:56:10.879] Build status: STARTED
[01:56:10.879] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:114:0) after 5m22s
[02:01:32.966] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:114:0)
[02:01:32.984] Build status: STARTED
[02:01:32.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:115:0) after 6m7s
[02:07:40.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:115:0)
[02:07:40.147] Build status: STARTED
[02:07:40.147] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:116:0) after 8m4s
[02:15:44.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:116:0)
[02:15:44.200] Build status: STARTED
[02:15:44.200] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:117:0) after 6m40s
[02:22:24.224] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:117:0)
[02:22:24.241] Build status: STARTED
[02:22:24.241] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:118:0) after 9m13s
[02:31:37.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:118:0)
[02:31:37.274] Build status: STARTED
[02:31:37.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:119:0) after 8m10s
[02:39:47.306] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:119:0)
[02:39:47.322] Build status: STARTED
[02:39:47.322] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:120:0) after 2m28s
[02:42:15.346] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:120:0)
[02:42:15.425] Build status: STARTED
[02:42:15.425] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:121:0) after 8m57s
[02:51:12.517] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:121:0)
[02:51:12.581] Build status: STARTED
[02:51:12.581] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:122:0) after 8m28s
[02:59:40.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:122:0)
[02:59:40.643] Build status: STARTED
[02:59:40.643] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:123:0) after 1m31s
[03:01:11.674] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:123:0)
[03:01:12.058] Build status: STARTED
[03:01:12.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:124:0) after 8m12s
[03:09:24.082] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:124:0)
[03:09:24.127] Build status: STARTED
[03:09:24.127] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:125:0) after 7m6s
[03:16:30.145] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:125:0)
[03:16:30.164] Build status: STARTED
[03:16:30.164] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:126:0) after 4m50s
[03:21:20.190] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:126:0)
[03:21:20.295] Build status: STARTED
[03:21:20.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:127:0) after 8m1s
[03:29:21.323] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:127:0)
[03:29:21.343] Build status: STARTED
[03:29:21.343] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:128:0) after 1m12s
[03:30:33.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:128:0)
[03:30:33.516] Build status: STARTED
[03:30:33.516] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:129:0) after 3m37s
[03:34:10.677] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:129:0)
[03:34:10.699] Build status: STARTED
[03:34:10.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:130:0) after 3m7s
[03:37:17.848] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:130:0)
[03:37:17.877] Build status: STARTED
[03:37:17.877] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:131:0) after 8m13s
[03:45:30.899] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:131:0)
[03:45:30.921] Build status: STARTED
[03:45:30.921] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:132:0) after 1m30s
[03:47:01.081] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:132:0)
[03:47:01.098] Build status: STARTED
[03:47:01.099] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:133:0) after 1m19s
[03:48:20.137] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:133:0)
[03:48:20.163] Build status: STARTED
[03:48:20.163] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:134:0) after 4m4s
[03:52:24.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:134:0)
[03:52:24.424] Build status: STARTED
[03:52:24.425] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919270573730402912:135:0) after 3m28s
[03:53:51.630] Received PubSub notification, asking Buildbucket for the build status
[03:53:51.652] Build:
{
  "id": "8753840511781176945",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2026,
  "createdBy": "project:chromium",
  "createTime": "2024-03-10T15:22:36.205106830Z",
  "startTime": "2024-03-10T15:24:20.825604Z",
  "endTime": "2024-03-11T03:53:51.067358Z",
  "updateTime": "2024-03-11T03:53:51.067358Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2165ee88ddad5f8e953daff022cec6e8aec4a5b6",
      "ref": "refs/heads/main"
    }
  }
}
[03:53:51.652] Invocation finished in 12h31m16.689280984s with status FAILED