Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6e31e2a245078800662a3b00ea866deb5e0b7628"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e31e2a245078800662a3b00ea866deb5e0b7628
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:53:47.093] New invocation is queued and will start shortly
[10:53:48.167] Starting the invocation (attempt 1)
[10:53:48.202] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e31e2a245078800662a3b00ea866deb5e0b7628"
[10:53:48.202] Popped gitiles commit info from properties and tags
[10:53:48.202] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:53:48.204] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:53:48.204] Buildbucket request:
{
  "requestId": "8921280618299300576",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6e31e2a245078800662a3b00ea866deb5e0b7628",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8921280618299300576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:53:48.986] Scheduled build:
{
  "id": "8755850556402423233",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1982,
  "createdBy": "project:chromium",
  "createTime": "2024-02-17T10:53:48.275893792Z",
  "updateTime": "2024-02-17T10:53:48.275893792Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e31e2a245078800662a3b00ea866deb5e0b7628",
      "ref": "refs/heads/main"
    }
  }
}
[10:53:48.986] Task URL: https://cr-buildbucket.appspot.com/build/8755850556402423233
[10:53:48.986] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:2:0) after 8m7s
[10:53:49.882] Received PubSub notification, asking Buildbucket for the build status
[10:53:49.906] Build status: SCHEDULED
[10:55:14.947] Received PubSub notification, asking Buildbucket for the build status
[10:55:14.976] Build status: STARTED
[11:01:56.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:2:0)
[11:01:56.039] Build status: STARTED
[11:01:56.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:5:0) after 5m1s
[11:06:57.140] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:5:0)
[11:06:57.176] Build status: STARTED
[11:06:57.176] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:6:0) after 6m1s
[11:12:58.212] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:6:0)
[11:12:58.240] Build status: STARTED
[11:12:58.240] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:7:0) after 2m28s
[11:15:26.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:7:0)
[11:15:26.373] Build status: STARTED
[11:15:26.373] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:8:0) after 8m52s
[11:24:18.544] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:8:0)
[11:24:18.564] Build status: STARTED
[11:24:18.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:9:0) after 2m20s
[11:26:38.584] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:9:0)
[11:26:38.613] Build status: STARTED
[11:26:38.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:10:0) after 3m33s
[11:30:11.649] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:10:0)
[11:30:11.674] Build status: STARTED
[11:30:11.674] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:11:0) after 3m48s
[11:33:59.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:11:0)
[11:33:59.755] Build status: STARTED
[11:33:59.755] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:12:0) after 9m25s
[11:43:24.807] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:12:0)
[11:43:24.827] Build status: STARTED
[11:43:24.827] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:13:0) after 1m52s
[11:45:17.093] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:13:0)
[11:45:17.115] Build status: STARTED
[11:45:17.115] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:14:0) after 2m34s
[11:47:51.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:14:0)
[11:47:51.249] Build status: STARTED
[11:47:51.249] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:15:0) after 8m43s
[11:56:34.273] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:15:0)
[11:56:34.293] Build status: STARTED
[11:56:34.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:16:0) after 2m29s
[11:59:03.332] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:16:0)
[11:59:03.352] Build status: STARTED
[11:59:03.352] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:17:0) after 6m54s
[12:05:57.434] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:17:0)
[12:05:57.453] Build status: STARTED
[12:05:57.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:18:0) after 1m28s
[12:07:25.774] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:18:0)
[12:07:25.794] Build status: STARTED
[12:07:25.794] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:19:0) after 4m14s
[12:11:39.823] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:19:0)
[12:11:39.868] Build status: STARTED
[12:11:39.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:20:0) after 4m19s
[12:15:58.989] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:20:0)
[12:15:59.010] Build status: STARTED
[12:15:59.010] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:21:0) after 7m49s
[12:23:48.073] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:21:0)
[12:23:48.096] Build status: STARTED
[12:23:48.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:22:0) after 7m30s
[12:31:18.124] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:22:0)
[12:31:18.153] Build status: STARTED
[12:31:18.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:23:0) after 3m55s
[12:35:13.193] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:23:0)
[12:35:13.215] Build status: STARTED
[12:35:13.215] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:24:0) after 6m20s
[12:41:33.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:24:0)
[12:41:33.293] Build status: STARTED
[12:41:33.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:25:0) after 6m49s
[12:48:22.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:25:0)
[12:48:22.420] Build status: STARTED
[12:48:22.420] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:26:0) after 1m7s
[12:49:29.636] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:26:0)
[12:49:29.655] Build status: STARTED
[12:49:29.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:27:0) after 3m52s
[12:53:21.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:27:0)
[12:53:21.778] Build status: STARTED
[12:53:21.778] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:28:0) after 2m7s
[12:55:28.936] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:28:0)
[12:55:28.956] Build status: STARTED
[12:55:28.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:29:0) after 8m21s
[13:03:50.181] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:29:0)
[13:03:50.206] Build status: STARTED
[13:03:50.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:30:0) after 7m27s
[13:11:17.240] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:30:0)
[13:11:17.260] Build status: STARTED
[13:11:17.260] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:31:0) after 8m14s
[13:19:31.511] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:31:0)
[13:19:31.534] Build status: STARTED
[13:19:31.534] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:32:0) after 4m47s
[13:24:18.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:32:0)
[13:24:18.632] Build status: STARTED
[13:24:18.632] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:33:0) after 3m3s
[13:27:21.654] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:33:0)
[13:27:21.700] Build status: STARTED
[13:27:21.701] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:34:0) after 6m12s
[13:33:33.724] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:34:0)
[13:33:33.741] Build status: STARTED
[13:33:33.741] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:35:0) after 3m37s
[13:37:10.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:35:0)
[13:37:10.855] Build status: STARTED
[13:37:10.855] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:36:0) after 8m16s
[13:45:26.892] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:36:0)
[13:45:26.914] Build status: STARTED
[13:45:26.914] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:37:0) after 7m50s
[13:53:17.033] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:37:0)
[13:53:17.051] Build status: STARTED
[13:53:17.051] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:38:0) after 3m32s
[13:56:49.166] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:38:0)
[13:56:49.191] Build status: STARTED
[13:56:49.191] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:39:0) after 2m37s
[13:59:26.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:39:0)
[13:59:26.300] Build status: STARTED
[13:59:26.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:40:0) after 1m45s
[14:01:11.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:40:0)
[14:01:11.653] Build status: STARTED
[14:01:11.653] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:41:0) after 5m0s
[14:06:11.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:41:0)
[14:06:11.849] Build status: STARTED
[14:06:11.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:42:0) after 8m5s
[14:14:16.963] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:42:0)
[14:14:16.991] Build status: STARTED
[14:14:16.991] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:43:0) after 6m31s
[14:20:47.988] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:43:0)
[14:20:48.007] Build status: STARTED
[14:20:48.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:44:0) after 1m19s
[14:22:07.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:44:0)
[14:22:07.059] Build status: STARTED
[14:22:07.059] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:45:0) after 2m50s
[14:24:57.086] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:45:0)
[14:24:57.112] Build status: STARTED
[14:24:57.112] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:46:0) after 8m43s
[14:33:40.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:46:0)
[14:33:40.394] Build status: STARTED
[14:33:40.394] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:47:0) after 2m21s
[14:36:01.473] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:47:0)
[14:36:01.494] Build status: STARTED
[14:36:01.495] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:48:0) after 5m21s
[14:41:22.547] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:48:0)
[14:41:22.570] Build status: STARTED
[14:41:22.570] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:49:0) after 8m1s
[14:49:23.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:49:0)
[14:49:23.736] Build status: STARTED
[14:49:23.736] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:50:0) after 8m49s
[14:58:13.050] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:50:0)
[14:58:13.133] Build status: STARTED
[14:58:13.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:51:0) after 3m41s
[15:01:54.190] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:51:0)
[15:01:54.233] Build status: STARTED
[15:01:54.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:52:0) after 9m29s
[15:11:23.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:52:0)
[15:11:23.283] Build status: STARTED
[15:11:23.283] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:53:0) after 6m52s
[15:18:15.315] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:53:0)
[15:18:15.337] Build status: STARTED
[15:18:15.337] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:54:0) after 3m6s
[15:21:21.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:54:0)
[15:21:21.585] Build status: STARTED
[15:21:21.585] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:55:0) after 9m42s
[15:31:03.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:55:0)
[15:31:03.692] Build status: STARTED
[15:31:03.692] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:56:0) after 1m1s
[15:32:04.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:56:0)
[15:32:04.864] Build status: STARTED
[15:32:04.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:57:0) after 9m2s
[15:41:06.898] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:57:0)
[15:41:06.918] Build status: STARTED
[15:41:06.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:58:0) after 4m33s
[15:45:41.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:58:0)
[15:45:41.894] Build status: STARTED
[15:45:41.894] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:59:0) after 8m5s
[15:53:46.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:59:0)
[15:53:46.941] Build status: STARTED
[15:53:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:60:0) after 4m22s
[15:58:09.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:60:0)
[15:58:10.071] Build status: STARTED
[15:58:10.071] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:61:0) after 9m3s
[16:07:13.084] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:61:0)
[16:07:13.134] Build status: STARTED
[16:07:13.134] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:62:0) after 8m39s
[16:15:52.176] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:62:0)
[16:15:52.240] Build status: STARTED
[16:15:52.240] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:63:0) after 9m24s
[16:25:16.368] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:63:0)
[16:25:16.392] Build status: STARTED
[16:25:16.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:64:0) after 7m51s
[16:33:07.442] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:64:0)
[16:33:07.494] Build status: STARTED
[16:33:07.495] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:65:0) after 2m23s
[16:35:30.544] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:65:0)
[16:35:30.563] Build status: STARTED
[16:35:30.563] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:66:0) after 4m2s
[16:39:32.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:66:0)
[16:39:32.613] Build status: STARTED
[16:39:32.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:67:0) after 9m39s
[16:49:11.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:67:0)
[16:49:11.783] Build status: STARTED
[16:49:11.783] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:68:0) after 9m40s
[16:58:51.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:68:0)
[16:58:51.988] Build status: STARTED
[16:58:51.988] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:69:0) after 8m24s
[17:07:16.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:69:0)
[17:07:16.289] Build status: STARTED
[17:07:16.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:70:0) after 3m22s
[17:10:38.331] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:70:0)
[17:10:38.355] Build status: STARTED
[17:10:38.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:71:0) after 5m1s
[17:15:39.390] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:71:0)
[17:15:39.462] Build status: STARTED
[17:15:39.462] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:72:0) after 9m6s
[17:24:45.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:72:0)
[17:24:45.539] Build status: STARTED
[17:24:45.540] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:73:0) after 6m32s
[17:31:17.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:73:0)
[17:31:17.607] Build status: STARTED
[17:31:17.607] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:74:0) after 3m19s
[17:34:36.632] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:74:0)
[17:34:36.655] Build status: STARTED
[17:34:36.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:75:0) after 1m50s
[17:36:26.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:75:0)
[17:36:26.702] Build status: STARTED
[17:36:26.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:76:0) after 3m44s
[17:40:10.735] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:76:0)
[17:40:10.762] Build status: STARTED
[17:40:10.763] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:77:0) after 5m20s
[17:45:31.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:77:0)
[17:45:31.035] Build status: STARTED
[17:45:31.035] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:78:0) after 5m3s
[17:50:34.093] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:78:0)
[17:50:34.132] Build status: STARTED
[17:50:34.132] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:79:0) after 2m51s
[17:53:25.484] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:79:0)
[17:53:25.510] Build status: STARTED
[17:53:25.510] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:80:0) after 6m38s
[18:00:03.548] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:80:0)
[18:00:03.600] Build status: STARTED
[18:00:03.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:81:0) after 9m41s
[18:09:45.055] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:81:0)
[18:09:45.077] Build status: STARTED
[18:09:45.077] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:82:0) after 4m16s
[18:14:01.157] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:82:0)
[18:14:01.269] Build status: STARTED
[18:14:01.270] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:83:0) after 9m12s
[18:23:13.293] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:83:0)
[18:23:13.538] Build status: STARTED
[18:23:13.538] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:84:0) after 8m24s
[18:31:37.816] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:84:0)
[18:31:37.836] Build status: STARTED
[18:31:37.836] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:85:0) after 4m52s
[18:36:29.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:85:0)
[18:36:29.967] Build status: STARTED
[18:36:29.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:86:0) after 7m49s
[18:44:18.988] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:86:0)
[18:44:19.079] Build status: STARTED
[18:44:19.079] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:87:0) after 9m20s
[18:53:39.200] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:87:0)
[18:53:39.232] Build status: STARTED
[18:53:39.232] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:88:0) after 7m48s
[19:01:27.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:88:0)
[19:01:27.284] Build status: STARTED
[19:01:27.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:89:0) after 4m31s
[19:05:58.315] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:89:0)
[19:05:58.334] Build status: STARTED
[19:05:58.334] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:90:0) after 6m26s
[19:12:24.361] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:90:0)
[19:12:24.386] Build status: STARTED
[19:12:24.386] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:91:0) after 9m23s
[19:21:47.514] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:91:0)
[19:21:47.593] Build status: STARTED
[19:21:47.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:92:0) after 7m33s
[19:29:20.637] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:92:0)
[19:29:20.811] Build status: STARTED
[19:29:20.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:93:0) after 5m57s
[19:35:17.837] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:93:0)
[19:35:17.860] Build status: STARTED
[19:35:17.860] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:94:0) after 6m32s
[19:41:49.961] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:94:0)
[19:41:49.998] Build status: STARTED
[19:41:49.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:95:0) after 2m30s
[19:44:20.013] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:95:0)
[19:44:20.042] Build status: STARTED
[19:44:20.042] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:96:0) after 6m16s
[19:50:36.076] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:96:0)
[19:50:36.112] Build status: STARTED
[19:50:36.112] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:97:0) after 8m14s
[19:58:50.230] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:97:0)
[19:58:50.248] Build status: STARTED
[19:58:50.248] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:98:0) after 2m54s
[20:01:44.411] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:98:0)
[20:01:44.431] Build status: STARTED
[20:01:44.431] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:99:0) after 9m43s
[20:11:27.480] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:99:0)
[20:11:27.506] Build status: STARTED
[20:11:27.506] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:100:0) after 9m42s
[20:21:09.754] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:100:0)
[20:21:09.790] Build status: STARTED
[20:21:09.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:101:0) after 8m47s
[20:29:56.810] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:101:0)
[20:29:56.834] Build status: STARTED
[20:29:56.834] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:102:0) after 9m22s
[20:39:18.863] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:102:0)
[20:39:18.883] Build status: STARTED
[20:39:18.883] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:103:0) after 8m52s
[20:48:10.979] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:103:0)
[20:48:11.006] Build status: STARTED
[20:48:11.006] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:104:0) after 5m23s
[20:53:34.192] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:104:0)
[20:53:34.241] Build status: STARTED
[20:53:34.241] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:105:0) after 7m44s
[21:01:18.375] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:105:0)
[21:01:18.409] Build status: STARTED
[21:01:18.409] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:106:0) after 3m2s
[21:04:20.568] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:106:0)
[21:04:20.591] Build status: STARTED
[21:04:20.591] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:107:0) after 6m59s
[21:11:19.627] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:107:0)
[21:11:19.683] Build status: STARTED
[21:11:19.683] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:108:0) after 2m38s
[21:13:57.816] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:108:0)
[21:13:57.850] Build status: STARTED
[21:13:57.850] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:109:0) after 5m20s
[21:19:17.908] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:109:0)
[21:19:17.988] Build status: STARTED
[21:19:17.988] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:110:0) after 2m32s
[21:21:50.011] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:110:0)
[21:21:50.057] Build status: STARTED
[21:21:50.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:111:0) after 3m16s
[21:25:06.410] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:111:0)
[21:25:06.439] Build status: STARTED
[21:25:06.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:112:0) after 2m53s
[21:27:59.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:112:0)
[21:27:59.483] Build status: STARTED
[21:27:59.483] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:113:0) after 2m13s
[21:30:12.584] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:113:0)
[21:30:12.605] Build status: STARTED
[21:30:12.605] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:114:0) after 1m28s
[21:31:40.627] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:114:0)
[21:31:40.645] Build status: STARTED
[21:31:40.645] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:115:0) after 8m8s
[21:39:48.697] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:115:0)
[21:39:48.745] Build status: STARTED
[21:39:48.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:116:0) after 3m48s
[21:43:36.791] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:116:0)
[21:43:36.811] Build status: STARTED
[21:43:36.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:117:0) after 6m38s
[21:50:14.867] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:117:0)
[21:50:14.888] Build status: STARTED
[21:50:14.888] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:118:0) after 8m36s
[21:58:51.051] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:118:0)
[21:58:51.074] Build status: STARTED
[21:58:51.074] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:119:0) after 5m51s
[22:04:42.102] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:119:0)
[22:04:42.122] Build status: STARTED
[22:04:42.122] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:120:0) after 7m42s
[22:12:24.217] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:120:0)
[22:12:24.289] Build status: STARTED
[22:12:24.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:121:0) after 1m18s
[22:13:42.288] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:121:0)
[22:13:42.307] Build status: STARTED
[22:13:42.307] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:122:0) after 5m38s
[22:19:20.367] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:122:0)
[22:19:20.390] Build status: STARTED
[22:19:20.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:123:0) after 8m24s
[22:27:44.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:123:0)
[22:27:44.753] Build status: STARTED
[22:27:44.753] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:124:0) after 1m1s
[22:28:45.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:124:0)
[22:28:46.026] Build status: STARTED
[22:28:46.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:125:0) after 4m43s
[22:33:29.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:125:0)
[22:33:29.448] Build status: STARTED
[22:33:29.448] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:126:0) after 2m40s
[22:36:09.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:126:0)
[22:36:09.509] Build status: STARTED
[22:36:09.509] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:127:0) after 1m9s
[22:37:18.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:127:0)
[22:37:18.854] Build status: STARTED
[22:37:18.854] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:128:0) after 6m33s
[22:43:51.951] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:128:0)
[22:43:51.972] Build status: STARTED
[22:43:51.972] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:129:0) after 3m16s
[22:47:08.119] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:129:0)
[22:47:08.156] Build status: STARTED
[22:47:08.156] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:130:0) after 3m56s
[22:51:04.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:130:0)
[22:51:04.320] Build status: STARTED
[22:51:04.320] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:131:0) after 5m28s
[22:56:32.768] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:131:0)
[22:56:32.794] Build status: STARTED
[22:56:32.794] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:132:0) after 2m43s
[22:59:15.918] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:132:0)
[22:59:15.984] Build status: STARTED
[22:59:15.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:133:0) after 2m20s
[23:01:36.016] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:133:0)
[23:01:36.083] Build status: STARTED
[23:01:36.083] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:134:0) after 1m41s
[23:03:17.109] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:134:0)
[23:03:17.127] Build status: STARTED
[23:03:17.127] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921280618299300576:135:0) after 5m12s
[23:08:04.846] Received PubSub notification, asking Buildbucket for the build status
[23:08:04.873] Build:
{
  "id": "8755850556402423233",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1982,
  "createdBy": "project:chromium",
  "createTime": "2024-02-17T10:53:48.275893792Z",
  "startTime": "2024-02-17T10:55:14.460047Z",
  "endTime": "2024-02-17T23:08:03.764921Z",
  "updateTime": "2024-02-17T23:08:03.764921Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e31e2a245078800662a3b00ea866deb5e0b7628",
      "ref": "refs/heads/main"
    }
  }
}
[23:08:04.873] Invocation finished in 12h14m17.789782154s with status FAILED