Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "254969ed06841c588b66f1d54e5f1e794ca82864"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/254969ed06841c588b66f1d54e5f1e794ca82864
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:49:30.519] New invocation is queued and will start shortly
[17:49:31.696] Starting the invocation (attempt 1)
[17:49:31.729] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/254969ed06841c588b66f1d54e5f1e794ca82864"
[17:49:31.729] Popped gitiles commit info from properties and tags
[17:49:31.729] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:49:31.729] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:49:31.730] Buildbucket request:
{
  "requestId": "8892535224872517120",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "254969ed06841c588b66f1d54e5f1e794ca82864",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892535224872517120"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:49:32.463] Scheduled build:
{
  "id": "8727105162834253761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 33040,
  "createdBy": "project:chromium",
  "createTime": "2024-12-30T17:49:31.836886135Z",
  "updateTime": "2024-12-30T17:49:31.836886135Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "254969ed06841c588b66f1d54e5f1e794ca82864",
      "ref": "refs/heads/main"
    }
  }
}
[17:49:32.463] Task URL: https://cr-buildbucket.appspot.com/build/8727105162834253761
[17:49:32.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:2:0) after 2m16s
[17:49:33.472] Received PubSub notification, asking Buildbucket for the build status
[17:49:33.500] Build status: SCHEDULED
[17:49:35.738] Received PubSub notification, asking Buildbucket for the build status
[17:49:35.758] Build status: STARTED
[17:51:48.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:2:0)
[17:51:48.514] Build status: STARTED
[17:51:48.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:5:0) after 7m51s
[17:59:40.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:5:0)
[17:59:40.067] Build status: STARTED
[17:59:40.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:6:0) after 8m44s
[18:08:24.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:6:0)
[18:08:24.295] Build status: STARTED
[18:08:24.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:7:0) after 1m1s
[18:09:25.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:7:0)
[18:09:25.348] Build status: STARTED
[18:09:25.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:8:0) after 6m47s
[18:16:12.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:8:0)
[18:16:12.531] Build status: STARTED
[18:16:12.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:9:0) after 4m4s
[18:20:16.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:9:0)
[18:20:16.723] Build status: STARTED
[18:20:16.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:10:0) after 9m16s
[18:29:32.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:10:0)
[18:29:32.844] Build status: STARTED
[18:29:32.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:11:0) after 3m12s
[18:32:44.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:11:0)
[18:32:44.891] Build status: STARTED
[18:32:44.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:12:0) after 9m54s
[18:42:39.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:12:0)
[18:42:39.065] Build status: STARTED
[18:42:39.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:13:0) after 9m33s
[18:52:12.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:13:0)
[18:52:12.058] Build status: STARTED
[18:52:12.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:14:0) after 6m35s
[18:58:47.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:14:0)
[18:58:47.090] Build status: STARTED
[18:58:47.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:15:0) after 4m1s
[19:02:48.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:15:0)
[19:02:48.225] Build status: STARTED
[19:02:48.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:16:0) after 4m44s
[19:07:32.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:16:0)
[19:07:32.277] Build status: STARTED
[19:07:32.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:17:0) after 9m26s
[19:16:58.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:17:0)
[19:16:58.592] Build status: STARTED
[19:16:58.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:18:0) after 4m58s
[19:21:56.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:18:0)
[19:21:56.829] Build status: STARTED
[19:21:56.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:19:0) after 2m7s
[19:24:03.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:19:0)
[19:24:03.896] Build status: STARTED
[19:24:03.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:20:0) after 8m14s
[19:32:18.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:20:0)
[19:32:18.687] Build status: STARTED
[19:32:18.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:21:0) after 8m36s
[19:40:54.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:21:0)
[19:40:54.988] Build status: STARTED
[19:40:54.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:22:0) after 3m57s
[19:44:52.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:22:0)
[19:44:52.383] Build status: STARTED
[19:44:52.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:23:0) after 9m57s
[19:54:49.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:23:0)
[19:54:49.708] Build status: STARTED
[19:54:49.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:24:0) after 6m41s
[20:01:31.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:24:0)
[20:01:31.586] Build status: STARTED
[20:01:31.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:25:0) after 2m50s
[20:04:21.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:25:0)
[20:04:21.668] Build status: STARTED
[20:04:21.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:26:0) after 7m38s
[20:11:59.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:26:0)
[20:11:59.760] Build status: STARTED
[20:11:59.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:27:0) after 1m51s
[20:13:50.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:27:0)
[20:13:51.001] Build status: STARTED
[20:13:51.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:28:0) after 9m26s
[20:23:17.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:28:0)
[20:23:17.095] Build status: STARTED
[20:23:17.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:29:0) after 7m58s
[20:31:15.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:29:0)
[20:31:15.255] Build status: STARTED
[20:31:15.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:30:0) after 7m56s
[20:39:11.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:30:0)
[20:39:11.303] Build status: STARTED
[20:39:11.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:31:0) after 3m41s
[20:42:52.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:31:0)
[20:42:52.381] Build status: STARTED
[20:42:52.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:32:0) after 9m19s
[20:52:11.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:32:0)
[20:52:11.421] Build status: STARTED
[20:52:11.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:33:0) after 4m57s
[20:57:08.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:33:0)
[20:57:08.643] Build status: STARTED
[20:57:08.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:34:0) after 7m39s
[21:04:47.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:34:0)
[21:04:47.772] Build status: STARTED
[21:04:47.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:35:0) after 2m54s
[21:07:41.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:35:0)
[21:07:41.853] Build status: STARTED
[21:07:41.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:36:0) after 7m24s
[21:15:05.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:36:0)
[21:15:05.850] Build status: STARTED
[21:15:05.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:37:0) after 5m20s
[21:20:25.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:37:0)
[21:20:25.937] Build status: STARTED
[21:20:25.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:38:0) after 8m44s
[21:29:10.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:38:0)
[21:29:10.040] Build status: STARTED
[21:29:10.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:39:0) after 8m9s
[21:37:19.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:39:0)
[21:37:19.087] Build status: STARTED
[21:37:19.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:40:0) after 8m1s
[21:45:20.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:40:0)
[21:45:20.180] Build status: STARTED
[21:45:20.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:41:0) after 3m58s
[21:49:18.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:41:0)
[21:49:18.281] Build status: STARTED
[21:49:18.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:42:0) after 3m26s
[21:52:44.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:42:0)
[21:52:44.416] Build status: STARTED
[21:52:44.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:43:0) after 3m8s
[21:55:52.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:43:0)
[21:55:52.522] Build status: STARTED
[21:55:52.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:44:0) after 7m55s
[22:03:47.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:44:0)
[22:03:47.571] Build status: STARTED
[22:03:47.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:45:0) after 5m35s
[22:09:22.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:45:0)
[22:09:22.667] Build status: STARTED
[22:09:22.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:46:0) after 3m34s
[22:12:56.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:46:0)
[22:12:56.709] Build status: STARTED
[22:12:56.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:47:0) after 9m33s
[22:22:29.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:47:0)
[22:22:29.792] Build status: STARTED
[22:22:29.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:48:0) after 9m39s
[22:32:08.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:48:0)
[22:32:08.834] Build status: STARTED
[22:32:08.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:49:0) after 9m40s
[22:41:48.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:49:0)
[22:41:48.868] Build status: STARTED
[22:41:48.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:50:0) after 2m1s
[22:43:49.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:50:0)
[22:43:49.901] Build status: STARTED
[22:43:49.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:51:0) after 9m34s
[22:53:23.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:51:0)
[22:53:24.016] Build status: STARTED
[22:53:24.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:52:0) after 8m51s
[23:02:14.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:52:0)
[23:02:15.179] Build status: STARTED
[23:02:15.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:53:0) after 9m11s
[23:11:26.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:53:0)
[23:11:26.405] Build status: STARTED
[23:11:26.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:54:0) after 7m17s
[23:18:43.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:54:0)
[23:18:43.534] Build status: STARTED
[23:18:43.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:55:0) after 9m48s
[23:28:31.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:55:0)
[23:28:31.585] Build status: STARTED
[23:28:31.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:56:0) after 1m46s
[23:30:17.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:56:0)
[23:30:17.653] Build status: STARTED
[23:30:17.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:57:0) after 4m47s
[23:35:04.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:57:0)
[23:35:04.745] Build status: STARTED
[23:35:04.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:58:0) after 1m37s
[23:36:41.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:58:0)
[23:36:41.913] Build status: STARTED
[23:36:41.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:59:0) after 9m52s
[23:46:33.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:59:0)
[23:46:34.013] Build status: STARTED
[23:46:34.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:60:0) after 5m56s
[23:52:30.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:60:0)
[23:52:30.081] Build status: STARTED
[23:52:30.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:61:0) after 3m13s
[23:55:43.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:61:0)
[23:55:43.112] Build status: STARTED
[23:55:43.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:62:0) after 3m21s
[23:59:04.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:62:0)
[23:59:04.126] Build status: STARTED
[23:59:04.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:63:0) after 5m36s
[00:04:40.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:63:0)
[00:04:40.306] Build status: STARTED
[00:04:40.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:64:0) after 7m54s
[00:12:34.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:64:0)
[00:12:34.387] Build status: STARTED
[00:12:34.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:65:0) after 4m14s
[00:16:48.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:65:0)
[00:16:48.431] Build status: STARTED
[00:16:48.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:66:0) after 6m16s
[00:23:04.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:66:0)
[00:23:04.469] Build status: STARTED
[00:23:04.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:67:0) after 8m22s
[00:31:26.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:67:0)
[00:31:26.512] Build status: STARTED
[00:31:26.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:68:0) after 8m19s
[00:39:45.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:68:0)
[00:39:45.547] Build status: STARTED
[00:39:45.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:69:0) after 4m55s
[00:44:40.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:69:0)
[00:44:40.545] Build status: STARTED
[00:44:40.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:70:0) after 3m33s
[00:48:13.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:70:0)
[00:48:13.800] Build status: STARTED
[00:48:13.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:71:0) after 7m25s
[00:55:38.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:71:0)
[00:55:38.867] Build status: STARTED
[00:55:38.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:72:0) after 5m46s
[01:01:25.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:72:0)
[01:01:25.157] Build status: STARTED
[01:01:25.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:73:0) after 8m23s
[01:09:48.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:73:0)
[01:09:48.360] Build status: STARTED
[01:09:48.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:74:0) after 4m32s
[01:14:20.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:74:0)
[01:14:20.580] Build status: STARTED
[01:14:20.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:75:0) after 5m10s
[01:19:30.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:75:0)
[01:19:30.629] Build status: STARTED
[01:19:30.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:76:0) after 9m19s
[01:28:49.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:76:0)
[01:28:49.667] Build status: STARTED
[01:28:49.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:77:0) after 9m58s
[01:38:47.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:77:0)
[01:38:47.773] Build status: STARTED
[01:38:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:78:0) after 4m55s
[01:43:43.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:78:0)
[01:43:43.176] Build status: STARTED
[01:43:43.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:79:0) after 6m44s
[01:50:27.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:79:0)
[01:50:27.182] Build status: STARTED
[01:50:27.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:80:0) after 3m21s
[01:53:48.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:80:0)
[01:53:48.260] Build status: STARTED
[01:53:48.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:81:0) after 1m17s
[01:55:05.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:81:0)
[01:55:05.315] Build status: STARTED
[01:55:05.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:82:0) after 2m26s
[01:57:31.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:82:0)
[01:57:31.387] Build status: STARTED
[01:57:31.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:83:0) after 9m47s
[02:07:18.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:83:0)
[02:07:18.562] Build status: STARTED
[02:07:18.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:84:0) after 3m43s
[02:11:01.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:84:0)
[02:11:01.689] Build status: STARTED
[02:11:01.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:85:0) after 3m49s
[02:14:50.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:85:0)
[02:14:50.780] Build status: STARTED
[02:14:50.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:86:0) after 7m54s
[02:22:44.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:86:0)
[02:22:44.926] Build status: STARTED
[02:22:44.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:87:0) after 4m8s
[02:26:53.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:87:0)
[02:26:53.083] Build status: STARTED
[02:26:53.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:88:0) after 4m54s
[02:31:47.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:88:0)
[02:31:47.148] Build status: STARTED
[02:31:47.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:89:0) after 2m57s
[02:34:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:89:0)
[02:34:44.189] Build status: STARTED
[02:34:44.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:90:0) after 3m33s
[02:38:17.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:90:0)
[02:38:17.560] Build status: STARTED
[02:38:17.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:91:0) after 1m23s
[02:39:40.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:91:0)
[02:39:40.678] Build status: STARTED
[02:39:40.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:92:0) after 7m4s
[02:46:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:92:0)
[02:46:44.826] Build status: STARTED
[02:46:44.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:93:0) after 4m51s
[02:51:36.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:93:0)
[02:51:36.276] Build status: STARTED
[02:51:36.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:94:0) after 5m57s
[02:57:33.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:94:0)
[02:57:33.319] Build status: STARTED
[02:57:33.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:95:0) after 3m53s
[03:01:26.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:95:0)
[03:01:26.372] Build status: STARTED
[03:01:26.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:96:0) after 8m31s
[03:09:57.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:96:0)
[03:09:57.445] Build status: STARTED
[03:09:57.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:97:0) after 6m27s
[03:16:24.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:97:0)
[03:16:24.533] Build status: STARTED
[03:16:24.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:98:0) after 5m55s
[03:22:19.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:98:0)
[03:22:19.578] Build status: STARTED
[03:22:19.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:99:0) after 8m51s
[03:31:10.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:99:0)
[03:31:10.622] Build status: STARTED
[03:31:10.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:100:0) after 5m34s
[03:36:44.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:100:0)
[03:36:44.841] Build status: STARTED
[03:36:44.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:101:0) after 9m43s
[03:46:27.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:101:0)
[03:46:27.878] Build status: STARTED
[03:46:27.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:102:0) after 7m27s
[03:53:54.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:102:0)
[03:53:54.919] Build status: STARTED
[03:53:54.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:103:0) after 4m20s
[03:58:14.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:103:0)
[03:58:14.964] Build status: STARTED
[03:58:14.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:104:0) after 7m12s
[04:05:26.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:104:0)
[04:05:27.014] Build status: STARTED
[04:05:27.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:105:0) after 2m13s
[04:07:40.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:105:0)
[04:07:40.085] Build status: STARTED
[04:07:40.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:106:0) after 8m21s
[04:16:01.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:106:0)
[04:16:01.211] Build status: STARTED
[04:16:01.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:107:0) after 1m43s
[04:17:44.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:107:0)
[04:17:44.755] Build status: STARTED
[04:17:44.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:108:0) after 4m37s
[04:22:22.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:108:0)
[04:22:22.033] Build status: STARTED
[04:22:22.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:109:0) after 7m33s
[04:29:55.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:109:0)
[04:29:55.158] Build status: STARTED
[04:29:55.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:110:0) after 5m21s
[04:35:16.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:110:0)
[04:35:16.203] Build status: STARTED
[04:35:16.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:111:0) after 8m15s
[04:43:31.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:111:0)
[04:43:31.311] Build status: STARTED
[04:43:31.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:112:0) after 5m14s
[04:48:45.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:112:0)
[04:48:45.394] Build status: STARTED
[04:48:45.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:113:0) after 6m12s
[04:54:57.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:113:0)
[04:54:57.459] Build status: STARTED
[04:54:57.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:114:0) after 1m37s
[04:56:34.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:114:0)
[04:56:34.541] Build status: STARTED
[04:56:34.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:115:0) after 7m34s
[05:04:08.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:115:0)
[05:04:08.589] Build status: STARTED
[05:04:08.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:116:0) after 8m9s
[05:12:17.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:116:0)
[05:12:17.869] Build status: STARTED
[05:12:17.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:117:0) after 7m22s
[05:19:40.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:117:0)
[05:19:40.046] Build status: STARTED
[05:19:40.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:118:0) after 5m3s
[05:24:43.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:118:0)
[05:24:43.093] Build status: STARTED
[05:24:43.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:119:0) after 4m13s
[05:28:56.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:119:0)
[05:28:56.132] Build status: STARTED
[05:28:56.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:120:0) after 9m29s
[05:38:25.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:120:0)
[05:38:25.384] Build status: STARTED
[05:38:25.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:121:0) after 4m25s
[05:42:50.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:121:0)
[05:42:50.580] Build status: STARTED
[05:42:50.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:122:0) after 6m28s
[05:49:18.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:122:0)
[05:49:18.956] Build status: STARTED
[05:49:18.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:123:0) after 5m34s
[05:54:53.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:123:0)
[05:54:53.051] Build status: STARTED
[05:54:53.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:124:0) after 6m3s
[06:00:56.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:124:0)
[06:00:56.139] Build status: STARTED
[06:00:56.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:125:0) after 9m4s
[06:10:00.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:125:0)
[06:10:00.250] Build status: STARTED
[06:10:00.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:126:0) after 7m6s
[06:17:06.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:126:0)
[06:17:06.470] Build status: STARTED
[06:17:06.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:127:0) after 8m27s
[06:25:33.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:127:0)
[06:25:33.699] Build status: STARTED
[06:25:33.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:128:0) after 4m33s
[06:30:06.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:128:0)
[06:30:06.919] Build status: STARTED
[06:30:06.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:129:0) after 7m7s
[06:37:13.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:129:0)
[06:37:13.956] Build status: STARTED
[06:37:13.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:130:0) after 1m23s
[06:38:37.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:130:0)
[06:38:37.182] Build status: STARTED
[06:38:37.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:131:0) after 2m43s
[06:41:20.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:131:0)
[06:41:20.194] Build status: STARTED
[06:41:20.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:132:0) after 6m29s
[06:47:49.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:132:0)
[06:47:49.295] Build status: STARTED
[06:47:49.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:133:0) after 7m49s
[06:55:38.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:133:0)
[06:55:38.439] Build status: STARTED
[06:55:38.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:134:0) after 3m37s
[06:59:15.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:134:0)
[06:59:15.434] Build status: STARTED
[06:59:15.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:135:0) after 7m45s
[07:07:00.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:135:0)
[07:07:00.564] Build status: STARTED
[07:07:00.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:136:0) after 5m29s
[07:12:29.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:136:0)
[07:12:29.715] Build status: STARTED
[07:12:29.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:137:0) after 5m25s
[07:17:54.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:137:0)
[07:17:54.763] Build status: STARTED
[07:17:54.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:138:0) after 2m47s
[07:20:41.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:138:0)
[07:20:41.799] Build status: STARTED
[07:20:41.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:139:0) after 2m55s
[07:23:37.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:139:0)
[07:23:37.395] Build status: STARTED
[07:23:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:140:0) after 6m32s
[07:30:09.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:140:0)
[07:30:10.025] Build status: STARTED
[07:30:10.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:141:0) after 7m26s
[07:37:36.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:141:0)
[07:37:36.215] Build status: STARTED
[07:37:36.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:142:0) after 4m26s
[07:42:02.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:142:0)
[07:42:02.305] Build status: STARTED
[07:42:02.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:143:0) after 2m14s
[07:44:16.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:143:0)
[07:44:16.360] Build status: STARTED
[07:44:16.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:144:0) after 2m9s
[07:46:25.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:144:0)
[07:46:25.561] Build status: STARTED
[07:46:25.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:145:0) after 9m51s
[07:56:16.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:145:0)
[07:56:16.693] Build status: STARTED
[07:56:16.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:146:0) after 3m35s
[07:59:51.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:146:0)
[07:59:51.825] Build status: STARTED
[07:59:51.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:147:0) after 8m16s
[08:08:07.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:147:0)
[08:08:07.929] Build status: STARTED
[08:08:07.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:148:0) after 5m12s
[08:13:19.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:148:0)
[08:13:19.973] Build status: STARTED
[08:13:19.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:149:0) after 2m30s
[08:15:50.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:149:0)
[08:15:50.048] Build status: STARTED
[08:15:50.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:150:0) after 1m6s
[08:16:56.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:150:0)
[08:16:56.173] Build status: STARTED
[08:16:56.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:151:0) after 5m12s
[08:22:08.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:151:0)
[08:22:08.308] Build status: STARTED
[08:22:08.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:152:0) after 4m47s
[08:26:55.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:152:0)
[08:26:55.366] Build status: STARTED
[08:26:55.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:153:0) after 7m26s
[08:34:21.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:153:0)
[08:34:21.463] Build status: STARTED
[08:34:21.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:154:0) after 6m47s
[08:41:08.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:154:0)
[08:41:08.503] Build status: STARTED
[08:41:08.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:155:0) after 6m18s
[08:47:26.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:155:0)
[08:47:26.745] Build status: STARTED
[08:47:26.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:156:0) after 3m38s
[08:51:04.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:156:0)
[08:51:04.856] Build status: STARTED
[08:51:04.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:157:0) after 3m3s
[08:54:07.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:157:0)
[08:54:07.856] Build status: STARTED
[08:54:07.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:158:0) after 3m25s
[08:57:32.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:158:0)
[08:57:33.090] Build status: STARTED
[08:57:33.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:159:0) after 1m50s
[08:59:23.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:159:0)
[08:59:23.227] Build status: STARTED
[08:59:23.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:160:0) after 6m11s
[09:05:34.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:160:0)
[09:05:34.263] Build status: STARTED
[09:05:34.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:161:0) after 8m47s
[09:14:21.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:161:0)
[09:14:21.414] Build status: STARTED
[09:14:21.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:162:0) after 2m49s
[09:17:10.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:162:0)
[09:17:10.653] Build status: STARTED
[09:17:10.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:163:0) after 5m42s
[09:22:52.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:163:0)
[09:22:52.875] Build status: STARTED
[09:22:52.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:164:0) after 6m50s
[09:29:42.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:164:0)
[09:29:42.936] Build status: STARTED
[09:29:42.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:165:0) after 3m17s
[09:32:59.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:165:0)
[09:32:59.977] Build status: STARTED
[09:32:59.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:166:0) after 2m25s
[09:35:25.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:166:0)
[09:35:25.026] Build status: STARTED
[09:35:25.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:167:0) after 3m12s
[09:38:37.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:167:0)
[09:38:37.051] Build status: STARTED
[09:38:37.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:168:0) after 4m9s
[09:42:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:168:0)
[09:42:46.091] Build status: STARTED
[09:42:46.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:169:0) after 9m24s
[09:52:10.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:169:0)
[09:52:10.170] Build status: STARTED
[09:52:10.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:170:0) after 8m37s
[10:00:47.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:170:0)
[10:00:47.337] Build status: STARTED
[10:00:47.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:171:0) after 4m54s
[10:05:41.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:171:0)
[10:05:41.676] Build status: STARTED
[10:05:41.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:172:0) after 2m27s
[10:08:08.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:172:0)
[10:08:08.782] Build status: STARTED
[10:08:08.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:173:0) after 9m35s
[10:17:43.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:173:0)
[10:17:43.844] Build status: STARTED
[10:17:43.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:174:0) after 4m36s
[10:22:19.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:174:0)
[10:22:19.886] Build status: STARTED
[10:22:19.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:175:0) after 2m36s
[10:24:55.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:175:0)
[10:24:55.908] Build status: STARTED
[10:24:55.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:176:0) after 3m29s
[10:28:24.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:176:0)
[10:28:24.953] Build status: STARTED
[10:28:24.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:177:0) after 1m5s
[10:29:29.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:177:0)
[10:29:29.964] Build status: STARTED
[10:29:29.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:178:0) after 1m10s
[10:30:40.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:178:0)
[10:30:40.027] Build status: STARTED
[10:30:40.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:179:0) after 3m44s
[10:34:24.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:179:0)
[10:34:24.077] Build status: STARTED
[10:34:24.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:180:0) after 6m28s
[10:40:52.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:180:0)
[10:40:52.144] Build status: STARTED
[10:40:52.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:181:0) after 3m46s
[10:44:38.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:181:0)
[10:44:38.186] Build status: STARTED
[10:44:38.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:182:0) after 1m48s
[10:46:26.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:182:0)
[10:46:26.505] Build status: STARTED
[10:46:26.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:183:0) after 7m5s
[10:53:31.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:183:0)
[10:53:31.548] Build status: STARTED
[10:53:31.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:184:0) after 6m51s
[11:00:22.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:184:0)
[11:00:22.739] Build status: STARTED
[11:00:22.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:185:0) after 2m6s
[11:02:28.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:185:0)
[11:02:28.785] Build status: STARTED
[11:02:28.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:186:0) after 6m16s
[11:08:44.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:186:0)
[11:08:44.834] Build status: STARTED
[11:08:44.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:187:0) after 5m25s
[11:14:09.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:187:0)
[11:14:09.877] Build status: STARTED
[11:14:09.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:188:0) after 4m23s
[11:18:32.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:188:0)
[11:18:32.968] Build status: STARTED
[11:18:32.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:189:0) after 7m3s
[11:25:36.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:189:0)
[11:25:36.114] Build status: STARTED
[11:25:36.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:190:0) after 5m1s
[11:30:37.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:190:0)
[11:30:37.196] Build status: STARTED
[11:30:37.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:191:0) after 8m53s
[11:39:30.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:191:0)
[11:39:30.247] Build status: STARTED
[11:39:30.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:192:0) after 8m14s
[11:47:44.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:192:0)
[11:47:44.263] Build status: STARTED
[11:47:44.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:193:0) after 3m32s
[11:51:16.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:193:0)
[11:51:16.314] Build status: STARTED
[11:51:16.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:194:0) after 3m41s
[11:54:57.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:194:0)
[11:54:57.378] Build status: STARTED
[11:54:57.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:195:0) after 6m21s
[12:01:18.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:195:0)
[12:01:18.425] Build status: STARTED
[12:01:18.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:196:0) after 2m50s
[12:04:08.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:196:0)
[12:04:08.468] Build status: STARTED
[12:04:08.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:197:0) after 7m28s
[12:11:36.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:197:0)
[12:11:36.607] Build status: STARTED
[12:11:36.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:198:0) after 9m14s
[12:20:50.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:198:0)
[12:20:50.650] Build status: STARTED
[12:20:50.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:199:0) after 3m35s
[12:24:25.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:199:0)
[12:24:25.780] Build status: STARTED
[12:24:25.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:200:0) after 8m24s
[12:32:49.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:200:0)
[12:32:49.824] Build status: STARTED
[12:32:49.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:201:0) after 5m58s
[12:38:48.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:201:0)
[12:38:48.167] Build status: STARTED
[12:38:48.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:202:0) after 6m9s
[12:44:57.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:202:0)
[12:44:57.319] Build status: STARTED
[12:44:57.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:203:0) after 8m21s
[12:53:18.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:203:0)
[12:53:18.463] Build status: STARTED
[12:53:18.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:204:0) after 7m19s
[13:00:37.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:204:0)
[13:00:37.538] Build status: STARTED
[13:00:37.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:205:0) after 1m31s
[13:02:08.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:205:0)
[13:02:08.675] Build status: STARTED
[13:02:08.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:206:0) after 4m6s
[13:06:14.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:206:0)
[13:06:14.812] Build status: STARTED
[13:06:14.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:207:0) after 9m5s
[13:15:20.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:207:0)
[13:15:20.039] Build status: STARTED
[13:15:20.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:208:0) after 3m33s
[13:18:53.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:208:0)
[13:18:53.230] Build status: STARTED
[13:18:53.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:209:0) after 7m23s
[13:26:16.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:209:0)
[13:26:16.340] Build status: STARTED
[13:26:16.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:210:0) after 1m11s
[13:27:27.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:210:0)
[13:27:27.383] Build status: STARTED
[13:27:27.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:211:0) after 5m42s
[13:33:09.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:211:0)
[13:33:09.422] Build status: STARTED
[13:33:09.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:212:0) after 7m43s
[13:40:52.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:212:0)
[13:40:52.641] Build status: STARTED
[13:40:52.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:213:0) after 2m20s
[13:43:12.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:213:0)
[13:43:12.907] Build status: STARTED
[13:43:12.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:214:0) after 4m50s
[13:48:02.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:214:0)
[13:48:02.987] Build status: STARTED
[13:48:02.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8892535224872517120:215:0) after 7m10s
[13:51:09.679] Received PubSub notification, asking Buildbucket for the build status
[13:51:09.696] Build:
{
  "id": "8727105162834253761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 33040,
  "createdBy": "project:chromium",
  "createTime": "2024-12-30T17:49:31.836886135Z",
  "startTime": "2024-12-30T17:49:35.507693910Z",
  "endTime": "2024-12-31T13:51:09.428662115Z",
  "updateTime": "2024-12-31T13:51:09.428662115Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "254969ed06841c588b66f1d54e5f1e794ca82864",
      "ref": "refs/heads/main"
    }
  }
}
[13:51:09.696] Invocation finished in 20h1m39.187027172s with status FAILED