Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ad295ffe0842822dba2cd834b3c1ccf45bee36f0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ad295ffe0842822dba2cd834b3c1ccf45bee36f0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:03:55.023] New invocation is queued and will start shortly
[12:03:56.759] Starting the invocation (attempt 1)
[12:03:56.784] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ad295ffe0842822dba2cd834b3c1ccf45bee36f0"
[12:03:56.784] Popped gitiles commit info from properties and tags
[12:03:56.784] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:03:56.785] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:03:56.785] Buildbucket request:
{
  "requestId": "8895727861438944656",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ad295ffe0842822dba2cd834b3c1ccf45bee36f0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8895727861438944656"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:03:57.325] Scheduled build:
{
  "id": "8730297798876280513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4050,
  "createdBy": "project:chromium",
  "createTime": "2024-11-25T12:03:56.841117265Z",
  "updateTime": "2024-11-25T12:03:56.841117265Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ad295ffe0842822dba2cd834b3c1ccf45bee36f0",
      "ref": "refs/heads/main"
    }
  }
}
[12:03:57.325] Task URL: https://cr-buildbucket.appspot.com/build/8730297798876280513
[12:03:57.325] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:2:0) after 2m5s
[12:04:00.477] Received PubSub notification, asking Buildbucket for the build status
[12:04:00.492] Build status: SCHEDULED
[12:05:15.346] Received PubSub notification, asking Buildbucket for the build status
[12:05:15.373] Build status: STARTED
[12:06:02.345] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:2:0)
[12:06:02.390] Build status: STARTED
[12:06:02.390] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:5:0) after 5m53s
[12:11:55.458] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:5:0)
[12:11:55.483] Build status: STARTED
[12:11:55.483] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:6:0) after 7m34s
[12:19:29.598] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:6:0)
[12:19:29.628] Build status: STARTED
[12:19:29.628] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:7:0) after 3m41s
[12:23:10.695] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:7:0)
[12:23:10.723] Build status: STARTED
[12:23:10.723] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:8:0) after 6m18s
[12:29:28.727] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:8:0)
[12:29:28.747] Build status: STARTED
[12:29:28.747] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:9:0) after 6m11s
[12:35:39.767] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:9:0)
[12:35:39.800] Build status: STARTED
[12:35:39.800] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:10:0) after 5m23s
[12:41:02.823] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:10:0)
[12:41:02.846] Build status: STARTED
[12:41:02.846] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:11:0) after 1m23s
[12:42:25.917] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:11:0)
[12:42:25.942] Build status: STARTED
[12:42:25.942] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:12:0) after 7m24s
[12:49:50.097] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:12:0)
[12:49:50.114] Build status: STARTED
[12:49:50.114] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:13:0) after 7m48s
[12:57:38.141] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:13:0)
[12:57:38.159] Build status: STARTED
[12:57:38.159] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:14:0) after 2m16s
[12:59:54.328] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:14:0)
[12:59:54.346] Build status: STARTED
[12:59:54.346] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:15:0) after 1m41s
[13:01:35.564] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:15:0)
[13:01:35.585] Build status: STARTED
[13:01:35.585] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:16:0) after 3m26s
[13:05:01.607] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:16:0)
[13:05:01.643] Build status: STARTED
[13:05:01.643] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:17:0) after 2m35s
[13:07:36.761] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:17:0)
[13:07:36.788] Build status: STARTED
[13:07:36.788] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:18:0) after 1m58s
[13:09:34.895] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:18:0)
[13:09:34.919] Build status: STARTED
[13:09:34.919] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:19:0) after 7m8s
[13:16:43.133] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:19:0)
[13:16:43.155] Build status: STARTED
[13:16:43.155] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:20:0) after 7m27s
[13:24:10.322] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:20:0)
[13:24:10.341] Build status: STARTED
[13:24:10.341] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:21:0) after 3m10s
[13:27:20.510] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:21:0)
[13:27:20.527] Build status: STARTED
[13:27:20.527] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:22:0) after 9m48s
[13:37:08.569] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:22:0)
[13:37:08.603] Build status: STARTED
[13:37:08.603] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:23:0) after 1m3s
[13:38:11.725] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:23:0)
[13:38:11.778] Build status: STARTED
[13:38:11.778] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:24:0) after 9m41s
[13:47:52.891] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:24:0)
[13:47:52.909] Build status: STARTED
[13:47:52.909] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:25:0) after 3m28s
[13:51:20.969] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:25:0)
[13:51:21.008] Build status: STARTED
[13:51:21.008] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:26:0) after 8m36s
[13:59:57.037] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:26:0)
[13:59:57.057] Build status: STARTED
[13:59:57.057] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:27:0) after 3m51s
[14:03:48.077] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:27:0)
[14:03:48.098] Build status: STARTED
[14:03:48.098] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:28:0) after 5m1s
[14:08:49.147] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:28:0)
[14:08:49.166] Build status: STARTED
[14:08:49.166] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:29:0) after 3m9s
[14:11:58.205] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:29:0)
[14:11:58.234] Build status: STARTED
[14:11:58.234] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:30:0) after 8m37s
[14:20:35.432] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:30:0)
[14:20:35.482] Build status: STARTED
[14:20:35.482] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:31:0) after 6m7s
[14:26:42.500] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:31:0)
[14:26:42.520] Build status: STARTED
[14:26:42.520] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:32:0) after 9m32s
[14:36:14.649] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:32:0)
[14:36:14.662] Build status: STARTED
[14:36:14.662] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:33:0) after 6m59s
[14:43:13.763] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:33:0)
[14:43:13.858] Build status: STARTED
[14:43:13.858] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:34:0) after 9m47s
[14:53:01.225] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:34:0)
[14:53:01.243] Build status: STARTED
[14:53:01.243] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:35:0) after 7m5s
[15:00:06.468] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:35:0)
[15:00:06.498] Build status: STARTED
[15:00:06.498] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:36:0) after 3m6s
[15:03:12.925] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:36:0)
[15:03:12.942] Build status: STARTED
[15:03:12.942] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:37:0) after 1m19s
[15:04:31.917] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:37:0)
[15:04:31.934] Build status: STARTED
[15:04:31.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:38:0) after 5m11s
[15:09:42.956] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:38:0)
[15:09:42.977] Build status: STARTED
[15:09:42.977] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:39:0) after 7m59s
[15:17:42.036] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:39:0)
[15:17:42.053] Build status: STARTED
[15:17:42.053] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:40:0) after 6m17s
[15:23:59.118] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:40:0)
[15:23:59.133] Build status: STARTED
[15:23:59.133] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:41:0) after 6m26s
[15:30:25.142] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:41:0)
[15:30:25.181] Build status: STARTED
[15:30:25.181] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:42:0) after 6m0s
[15:36:25.202] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:42:0)
[15:36:25.228] Build status: STARTED
[15:36:25.229] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:43:0) after 8m3s
[15:44:28.322] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:43:0)
[15:44:28.344] Build status: STARTED
[15:44:28.367] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:44:0) after 9m13s
[15:53:41.424] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:44:0)
[15:53:41.443] Build status: STARTED
[15:53:41.443] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:45:0) after 7m23s
[16:01:04.888] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:45:0)
[16:01:04.914] Build status: STARTED
[16:01:04.915] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:46:0) after 9m20s
[16:10:24.985] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:46:0)
[16:10:25.006] Build status: STARTED
[16:10:25.006] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:47:0) after 1m2s
[16:11:27.100] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:47:0)
[16:11:27.133] Build status: STARTED
[16:11:27.133] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:48:0) after 9m51s
[16:21:18.700] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:48:0)
[16:21:18.759] Build status: STARTED
[16:21:18.759] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:49:0) after 5m58s
[16:27:16.763] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:49:0)
[16:27:16.815] Build status: STARTED
[16:27:16.815] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:50:0) after 7m31s
[16:34:48.615] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:50:0)
[16:34:48.637] Build status: STARTED
[16:34:48.637] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:51:0) after 9m58s
[16:44:46.804] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:51:0)
[16:44:46.826] Build status: STARTED
[16:44:46.826] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:52:0) after 3m2s
[16:47:48.945] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:52:0)
[16:47:48.963] Build status: STARTED
[16:47:48.963] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:53:0) after 1m33s
[16:49:21.983] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:53:0)
[16:49:22.007] Build status: STARTED
[16:49:22.007] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:54:0) after 8m37s
[16:57:59.095] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:54:0)
[16:57:59.213] Build status: STARTED
[16:57:59.213] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:55:0) after 9m22s
[17:07:21.262] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:55:0)
[17:07:21.280] Build status: STARTED
[17:07:21.280] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:56:0) after 4m56s
[17:12:17.300] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:56:0)
[17:12:17.315] Build status: STARTED
[17:12:17.315] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:57:0) after 9m2s
[17:21:19.295] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:57:0)
[17:21:19.465] Build status: STARTED
[17:21:19.465] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:58:0) after 7m38s
[17:28:57.516] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:58:0)
[17:28:57.532] Build status: STARTED
[17:28:57.532] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:59:0) after 7m35s
[17:36:32.588] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:59:0)
[17:36:32.694] Build status: STARTED
[17:36:32.694] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:60:0) after 3m23s
[17:39:56.143] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:60:0)
[17:39:56.158] Build status: STARTED
[17:39:56.158] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:61:0) after 4m2s
[17:43:58.181] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:61:0)
[17:43:58.199] Build status: STARTED
[17:43:58.199] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:62:0) after 7m24s
[17:51:22.220] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:62:0)
[17:51:22.256] Build status: STARTED
[17:51:22.256] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:63:0) after 4m53s
[17:56:15.523] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:63:0)
[17:56:15.544] Build status: STARTED
[17:56:15.544] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:64:0) after 7m30s
[18:03:45.581] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:64:0)
[18:03:45.599] Build status: STARTED
[18:03:45.599] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:65:0) after 7m35s
[18:11:20.716] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:65:0)
[18:11:20.737] Build status: STARTED
[18:11:20.737] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:66:0) after 4m43s
[18:16:03.814] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:66:0)
[18:16:03.859] Build status: STARTED
[18:16:03.859] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:67:0) after 5m4s
[18:21:07.880] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:67:0)
[18:21:07.898] Build status: STARTED
[18:21:07.898] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:68:0) after 7m50s
[18:28:58.080] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:68:0)
[18:28:58.097] Build status: STARTED
[18:28:58.097] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:69:0) after 3m7s
[18:32:06.556] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:69:0)
[18:32:06.590] Build status: STARTED
[18:32:06.590] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:70:0) after 8m17s
[18:40:23.698] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:70:0)
[18:40:23.715] Build status: STARTED
[18:40:23.715] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:71:0) after 7m43s
[18:48:06.792] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:71:0)
[18:48:06.811] Build status: STARTED
[18:48:06.811] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:72:0) after 2m29s
[18:50:35.966] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:72:0)
[18:50:35.989] Build status: STARTED
[18:50:35.989] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:73:0) after 9m14s
[18:59:50.039] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:73:0)
[18:59:50.065] Build status: STARTED
[18:59:50.065] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:74:0) after 7m2s
[19:06:52.127] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:74:0)
[19:06:52.238] Build status: STARTED
[19:06:52.238] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:75:0) after 4m54s
[19:11:46.304] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:75:0)
[19:11:46.320] Build status: STARTED
[19:11:46.320] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:76:0) after 3m55s
[19:15:41.342] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:76:0)
[19:15:41.421] Build status: STARTED
[19:15:41.421] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:77:0) after 2m24s
[19:18:05.491] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:77:0)
[19:18:05.599] Build status: STARTED
[19:18:05.599] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:78:0) after 2m7s
[19:20:12.636] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:78:0)
[19:20:12.655] Build status: STARTED
[19:20:12.655] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:79:0) after 5m0s
[19:25:12.676] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:79:0)
[19:25:12.747] Build status: STARTED
[19:25:12.747] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:80:0) after 6m23s
[19:31:35.727] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:80:0)
[19:31:35.785] Build status: STARTED
[19:31:35.785] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:81:0) after 4m16s
[19:35:51.807] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:81:0)
[19:35:51.824] Build status: STARTED
[19:35:51.824] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:82:0) after 3m56s
[19:39:48.407] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:82:0)
[19:39:48.428] Build status: STARTED
[19:39:48.428] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:83:0) after 1m7s
[19:40:55.461] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:83:0)
[19:40:55.480] Build status: STARTED
[19:40:55.480] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:84:0) after 4m38s
[19:45:33.587] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:84:0)
[19:45:33.769] Build status: STARTED
[19:45:33.769] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:85:0) after 7m1s
[19:52:34.874] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:85:0)
[19:52:34.903] Build status: STARTED
[19:52:34.903] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:86:0) after 6m9s
[19:58:44.104] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:86:0)
[19:58:44.123] Build status: STARTED
[19:58:44.123] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:87:0) after 7m44s
[20:06:28.684] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:87:0)
[20:06:28.720] Build status: STARTED
[20:06:28.720] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:88:0) after 4m47s
[20:11:15.745] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:88:0)
[20:11:15.760] Build status: STARTED
[20:11:15.760] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:89:0) after 5m12s
[20:16:27.798] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:89:0)
[20:16:27.820] Build status: STARTED
[20:16:27.820] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:90:0) after 1m43s
[20:18:10.848] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:90:0)
[20:18:10.880] Build status: STARTED
[20:18:10.880] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:91:0) after 3m36s
[20:21:46.903] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:91:0)
[20:21:46.921] Build status: STARTED
[20:21:46.921] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:92:0) after 3m33s
[20:25:19.956] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:92:0)
[20:25:19.976] Build status: STARTED
[20:25:19.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:93:0) after 7m43s
[20:33:02.994] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:93:0)
[20:33:03.013] Build status: STARTED
[20:33:03.013] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:94:0) after 1m32s
[20:34:35.038] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:94:0)
[20:34:35.056] Build status: STARTED
[20:34:35.056] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:95:0) after 6m12s
[20:40:47.167] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:95:0)
[20:40:47.205] Build status: STARTED
[20:40:47.205] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:96:0) after 6m23s
[20:47:10.669] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:96:0)
[20:47:10.687] Build status: STARTED
[20:47:10.687] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:97:0) after 2m56s
[20:50:06.804] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:97:0)
[20:50:06.823] Build status: STARTED
[20:50:06.823] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:98:0) after 4m54s
[20:55:00.892] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:98:0)
[20:55:00.908] Build status: STARTED
[20:55:00.908] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:99:0) after 5m4s
[21:00:04.927] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:99:0)
[21:00:04.967] Build status: STARTED
[21:00:04.967] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:100:0) after 2m59s
[21:03:03.942] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:100:0)
[21:03:03.958] Build status: STARTED
[21:03:03.958] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:101:0) after 5m26s
[21:08:29.979] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:101:0)
[21:08:29.995] Build status: STARTED
[21:08:29.995] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:102:0) after 3m46s
[21:12:16.045] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:102:0)
[21:12:16.065] Build status: STARTED
[21:12:16.065] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:103:0) after 4m34s
[21:16:50.069] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:103:0)
[21:16:50.088] Build status: STARTED
[21:16:50.088] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:104:0) after 2m3s
[21:18:53.212] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:104:0)
[21:18:53.229] Build status: STARTED
[21:18:53.229] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:105:0) after 2m11s
[21:21:04.246] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:105:0)
[21:21:04.272] Build status: STARTED
[21:21:04.272] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:106:0) after 1m7s
[21:22:11.289] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:106:0)
[21:22:11.311] Build status: STARTED
[21:22:11.312] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:107:0) after 1m24s
[21:23:35.330] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:107:0)
[21:23:35.347] Build status: STARTED
[21:23:35.347] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:108:0) after 6m47s
[21:30:22.390] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:108:0)
[21:30:22.465] Build status: STARTED
[21:30:22.465] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:109:0) after 9m17s
[21:39:39.488] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:109:0)
[21:39:39.506] Build status: STARTED
[21:39:39.506] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:110:0) after 7m36s
[21:47:15.531] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:110:0)
[21:47:15.597] Build status: STARTED
[21:47:15.597] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:111:0) after 6m53s
[21:54:08.672] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:111:0)
[21:54:08.704] Build status: STARTED
[21:54:08.704] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:112:0) after 2m28s
[21:56:36.744] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:112:0)
[21:56:36.842] Build status: STARTED
[21:56:36.842] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:113:0) after 4m46s
[22:01:22.879] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:113:0)
[22:01:22.914] Build status: STARTED
[22:01:22.914] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:114:0) after 2m16s
[22:03:38.945] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:114:0)
[22:03:38.966] Build status: STARTED
[22:03:38.966] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:115:0) after 8m27s
[22:12:06.118] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:115:0)
[22:12:06.138] Build status: STARTED
[22:12:06.138] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:116:0) after 4m4s
[22:16:10.184] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:116:0)
[22:16:10.207] Build status: STARTED
[22:16:10.207] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:117:0) after 2m27s
[22:18:37.267] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:117:0)
[22:18:37.337] Build status: STARTED
[22:18:37.337] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:118:0) after 3m11s
[22:21:48.357] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:118:0)
[22:21:48.421] Build status: STARTED
[22:21:48.421] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:119:0) after 8m19s
[22:30:07.452] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:119:0)
[22:30:07.475] Build status: STARTED
[22:30:07.476] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:120:0) after 4m21s
[22:34:28.502] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:120:0)
[22:34:28.518] Build status: STARTED
[22:34:28.518] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:121:0) after 7m12s
[22:41:40.538] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:121:0)
[22:41:40.562] Build status: STARTED
[22:41:40.562] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:122:0) after 2m46s
[22:44:26.611] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:122:0)
[22:44:26.632] Build status: STARTED
[22:44:26.632] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:123:0) after 5m2s
[22:49:28.622] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:123:0)
[22:49:28.650] Build status: STARTED
[22:49:28.650] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:124:0) after 6m22s
[22:55:50.682] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:124:0)
[22:55:50.702] Build status: STARTED
[22:55:50.703] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:125:0) after 7m17s
[23:03:07.758] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:125:0)
[23:03:07.786] Build status: STARTED
[23:03:07.786] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:126:0) after 1m38s
[23:04:45.841] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:126:0)
[23:04:45.859] Build status: STARTED
[23:04:45.859] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:127:0) after 5m52s
[23:10:37.929] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:127:0)
[23:10:38.085] Build status: STARTED
[23:10:38.085] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:128:0) after 8m53s
[23:19:31.109] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:128:0)
[23:19:31.134] Build status: STARTED
[23:19:31.134] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:129:0) after 8m11s
[23:27:42.155] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:129:0)
[23:27:42.172] Build status: STARTED
[23:27:42.172] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:130:0) after 2m31s
[23:30:13.237] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:130:0)
[23:30:13.256] Build status: STARTED
[23:30:13.256] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:131:0) after 1m13s
[23:31:26.275] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:131:0)
[23:31:26.290] Build status: STARTED
[23:31:26.290] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:132:0) after 3m49s
[23:35:15.348] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:132:0)
[23:35:15.385] Build status: STARTED
[23:35:15.385] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:133:0) after 6m58s
[23:42:13.391] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:133:0)
[23:42:13.417] Build status: STARTED
[23:42:13.417] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:134:0) after 6m40s
[23:48:53.438] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:134:0)
[23:48:53.491] Build status: STARTED
[23:48:53.491] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:135:0) after 2m37s
[23:51:30.464] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:135:0)
[23:51:30.494] Build status: STARTED
[23:51:30.494] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:136:0) after 9m18s
[00:00:48.524] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:136:0)
[00:00:48.544] Build status: STARTED
[00:00:48.544] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:137:0) after 6m40s
[00:07:28.567] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:137:0)
[00:07:28.599] Build status: STARTED
[00:07:28.599] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:138:0) after 5m15s
[00:12:43.620] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:138:0)
[00:12:43.636] Build status: STARTED
[00:12:43.636] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:139:0) after 3m20s
[00:16:03.666] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:139:0)
[00:16:03.715] Build status: STARTED
[00:16:03.715] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:140:0) after 6m9s
[00:22:12.729] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:140:0)
[00:22:12.753] Build status: STARTED
[00:22:12.753] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:141:0) after 6m19s
[00:28:31.816] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:141:0)
[00:28:31.833] Build status: STARTED
[00:28:31.833] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:142:0) after 4m46s
[00:33:17.875] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:142:0)
[00:33:17.900] Build status: STARTED
[00:33:17.901] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:143:0) after 7m57s
[00:41:14.923] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:143:0)
[00:41:14.947] Build status: STARTED
[00:41:14.947] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:144:0) after 4m12s
[00:45:26.994] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:144:0)
[00:45:27.015] Build status: STARTED
[00:45:27.015] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:145:0) after 7m14s
[00:52:41.055] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:145:0)
[00:52:41.075] Build status: STARTED
[00:52:41.075] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:146:0) after 8m6s
[01:00:47.147] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:146:0)
[01:00:47.167] Build status: STARTED
[01:00:47.167] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:147:0) after 3m51s
[01:04:38.297] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:147:0)
[01:04:38.331] Build status: STARTED
[01:04:38.331] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:148:0) after 9m15s
[01:13:53.380] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:148:0)
[01:13:53.401] Build status: STARTED
[01:13:53.401] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:149:0) after 3m46s
[01:17:39.420] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:149:0)
[01:17:39.437] Build status: STARTED
[01:17:39.437] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:150:0) after 5m51s
[01:23:30.459] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:150:0)
[01:23:30.479] Build status: STARTED
[01:23:30.479] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:151:0) after 1m52s
[01:25:22.501] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:151:0)
[01:25:22.523] Build status: STARTED
[01:25:22.523] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:152:0) after 3m47s
[01:29:09.540] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:152:0)
[01:29:09.556] Build status: STARTED
[01:29:09.556] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:153:0) after 1m50s
[01:30:59.683] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:153:0)
[01:30:59.706] Build status: STARTED
[01:30:59.706] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:154:0) after 9m33s
[01:40:32.883] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:154:0)
[01:40:32.899] Build status: STARTED
[01:40:32.899] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:155:0) after 6m13s
[01:46:45.923] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:155:0)
[01:46:45.942] Build status: STARTED
[01:46:45.942] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:156:0) after 4m6s
[01:50:51.966] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:156:0)
[01:50:51.988] Build status: STARTED
[01:50:51.988] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:157:0) after 5m54s
[01:56:46.039] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:157:0)
[01:56:46.054] Build status: STARTED
[01:56:46.054] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:158:0) after 5m49s
[02:02:35.080] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:158:0)
[02:02:35.096] Build status: STARTED
[02:02:35.096] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:159:0) after 1m16s
[02:03:51.116] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:159:0)
[02:03:51.139] Build status: STARTED
[02:03:51.139] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:160:0) after 5m18s
[02:09:09.124] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:160:0)
[02:09:09.142] Build status: STARTED
[02:09:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:161:0) after 9m38s
[02:18:47.159] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:161:0)
[02:18:47.182] Build status: STARTED
[02:18:47.182] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:162:0) after 7m3s
[02:25:50.203] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:162:0)
[02:25:50.228] Build status: STARTED
[02:25:50.228] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:163:0) after 1m15s
[02:27:05.328] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:163:0)
[02:27:05.359] Build status: STARTED
[02:27:05.359] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:164:0) after 2m0s
[02:29:05.430] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:164:0)
[02:29:05.454] Build status: STARTED
[02:29:05.454] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:165:0) after 1m28s
[02:30:33.478] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:165:0)
[02:30:33.524] Build status: STARTED
[02:30:33.524] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:166:0) after 3m12s
[02:33:45.527] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:166:0)
[02:33:45.545] Build status: STARTED
[02:33:45.545] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8895727861438944656:167:0) after 8m53s
[02:36:27.646] Received PubSub notification, asking Buildbucket for the build status
[02:36:27.723] Build:
{
  "id": "8730297798876280513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4050,
  "createdBy": "project:chromium",
  "createTime": "2024-11-25T12:03:56.841117265Z",
  "startTime": "2024-11-25T12:05:15.123692944Z",
  "endTime": "2024-11-26T02:36:26.907836831Z",
  "updateTime": "2024-11-26T02:36:26.907836831Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ad295ffe0842822dba2cd834b3c1ccf45bee36f0",
      "ref": "refs/heads/main"
    }
  }
}
[02:36:27.723] Invocation finished in 14h32m32.708279292s with status FAILED