Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d74c8a210cb3c4a267d45000b220936887dc58a0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d74c8a210cb3c4a267d45000b220936887dc58a0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:47:05.117] New invocation is queued and will start shortly
[04:47:06.244] Starting the invocation (attempt 1)
[04:47:06.288] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d74c8a210cb3c4a267d45000b220936887dc58a0"
[04:47:06.288] Popped gitiles commit info from properties and tags
[04:47:06.288] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:47:06.288] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:47:06.288] Buildbucket request:
{
  "requestId": "8948754569865433728",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d74c8a210cb3c4a267d45000b220936887dc58a0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948754569865433728"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:47:06.921] Scheduled build:
{
  "id": "8783324507826887217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28898,
  "createdBy": "project:chromium",
  "createTime": "2023-04-20T04:47:06.431784947Z",
  "updateTime": "2023-04-20T04:47:06.431784947Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d74c8a210cb3c4a267d45000b220936887dc58a0",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:06.921] Task URL: https://cr-buildbucket.appspot.com/build/8783324507826887217
[04:47:06.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:2:0) after 4m30s
[04:51:37.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:2:0)
[04:51:37.112] Build status: SCHEDULED
[04:51:37.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:3:0) after 4m56s
[04:52:39.369] Received PubSub notification, asking Buildbucket for the build status
[04:52:39.467] Build status: STARTED
[04:56:33.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:3:0)
[04:56:33.312] Build status: STARTED
[04:56:33.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:5:0) after 3m17s
[04:59:50.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:5:0)
[04:59:50.398] Build status: STARTED
[04:59:50.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:6:0) after 5m54s
[05:05:44.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:6:0)
[05:05:44.879] Build status: STARTED
[05:05:44.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:7:0) after 4m37s
[05:10:21.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:7:0)
[05:10:21.889] Build status: STARTED
[05:10:21.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:8:0) after 3m49s
[05:14:11.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:8:0)
[05:14:11.073] Build status: STARTED
[05:14:11.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:9:0) after 5m37s
[05:19:48.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:9:0)
[05:19:48.221] Build status: STARTED
[05:19:48.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:10:0) after 3m41s
[05:23:29.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:10:0)
[05:23:29.282] Build status: STARTED
[05:23:29.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:11:0) after 1m10s
[05:24:39.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:11:0)
[05:24:39.326] Build status: STARTED
[05:24:39.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:12:0) after 7m26s
[05:32:05.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:12:0)
[05:32:05.395] Build status: STARTED
[05:32:05.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:13:0) after 4m35s
[05:36:40.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:13:0)
[05:36:40.732] Build status: STARTED
[05:36:40.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:14:0) after 2m16s
[05:38:56.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:14:0)
[05:38:56.887] Build status: STARTED
[05:38:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:15:0) after 8m32s
[05:47:28.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:15:0)
[05:47:28.944] Build status: STARTED
[05:47:28.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:16:0) after 4m11s
[05:51:39.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:16:0)
[05:51:39.976] Build status: STARTED
[05:51:39.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:17:0) after 9m30s
[06:01:10.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:17:0)
[06:01:10.258] Build status: STARTED
[06:01:10.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:18:0) after 8m51s
[06:10:01.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:18:0)
[06:10:01.299] Build status: STARTED
[06:10:01.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:19:0) after 3m15s
[06:13:16.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:19:0)
[06:13:16.499] Build status: STARTED
[06:13:16.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:20:0) after 7m50s
[06:21:06.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:20:0)
[06:21:06.583] Build status: STARTED
[06:21:06.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:21:0) after 8m6s
[06:29:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:21:0)
[06:29:12.677] Build status: STARTED
[06:29:12.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:22:0) after 2m10s
[06:31:22.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:22:0)
[06:31:22.734] Build status: STARTED
[06:31:22.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:23:0) after 4m23s
[06:35:45.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:23:0)
[06:35:45.810] Build status: STARTED
[06:35:45.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:24:0) after 3m56s
[06:39:41.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:24:0)
[06:39:41.875] Build status: STARTED
[06:39:41.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:25:0) after 8m19s
[06:48:01.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:25:0)
[06:48:01.087] Build status: STARTED
[06:48:01.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:26:0) after 6m31s
[06:54:32.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:26:0)
[06:54:32.266] Build status: STARTED
[06:54:32.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:27:0) after 5m22s
[06:59:54.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:27:0)
[06:59:54.363] Build status: STARTED
[06:59:54.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:28:0) after 1m57s
[07:01:51.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:28:0)
[07:01:51.429] Build status: STARTED
[07:01:51.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:29:0) after 7m57s
[07:09:48.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:29:0)
[07:09:48.828] Build status: STARTED
[07:09:48.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:30:0) after 5m1s
[07:14:49.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:30:0)
[07:14:49.904] Build status: STARTED
[07:14:49.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:31:0) after 7m35s
[07:22:25.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:31:0)
[07:22:25.167] Build status: STARTED
[07:22:25.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:32:0) after 8m33s
[07:30:58.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:32:0)
[07:30:58.842] Build status: STARTED
[07:30:58.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:33:0) after 3m38s
[07:34:37.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:33:0)
[07:34:37.034] Build status: STARTED
[07:34:37.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:34:0) after 2m4s
[07:36:41.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:34:0)
[07:36:41.254] Build status: STARTED
[07:36:41.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:35:0) after 6m46s
[07:43:27.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:35:0)
[07:43:27.308] Build status: STARTED
[07:43:27.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:36:0) after 3m23s
[07:46:50.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:36:0)
[07:46:50.343] Build status: STARTED
[07:46:50.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:37:0) after 8m54s
[07:55:44.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:37:0)
[07:55:44.515] Build status: STARTED
[07:55:44.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:38:0) after 3m41s
[07:59:26.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:38:0)
[07:59:26.229] Build status: STARTED
[07:59:26.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:39:0) after 5m5s
[08:04:31.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:39:0)
[08:04:31.481] Build status: STARTED
[08:04:31.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:40:0) after 7m42s
[08:12:13.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:40:0)
[08:12:13.714] Build status: STARTED
[08:12:13.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:41:0) after 1m53s
[08:14:06.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:41:0)
[08:14:06.866] Build status: STARTED
[08:14:06.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:42:0) after 4m7s
[08:18:13.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:42:0)
[08:18:13.925] Build status: STARTED
[08:18:13.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:43:0) after 9m43s
[08:27:57.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:43:0)
[08:27:57.100] Build status: STARTED
[08:27:57.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:44:0) after 8m55s
[08:36:52.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:44:0)
[08:36:52.153] Build status: STARTED
[08:36:52.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:45:0) after 9m39s
[08:46:31.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:45:0)
[08:46:31.230] Build status: STARTED
[08:46:31.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:46:0) after 6m11s
[08:52:42.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:46:0)
[08:52:42.472] Build status: STARTED
[08:52:42.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:47:0) after 5m0s
[08:57:42.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:47:0)
[08:57:42.543] Build status: STARTED
[08:57:42.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:48:0) after 2m44s
[09:00:26.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:48:0)
[09:00:26.771] Build status: STARTED
[09:00:26.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:49:0) after 9m54s
[09:10:20.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:49:0)
[09:10:20.836] Build status: STARTED
[09:10:20.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:50:0) after 5m7s
[09:15:27.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:50:0)
[09:15:28.021] Build status: STARTED
[09:15:28.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:51:0) after 4m50s
[09:20:18.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:51:0)
[09:20:18.221] Build status: STARTED
[09:20:18.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:52:0) after 5m9s
[09:25:27.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:52:0)
[09:25:27.282] Build status: STARTED
[09:25:27.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:53:0) after 7m42s
[09:33:09.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:53:0)
[09:33:09.900] Build status: STARTED
[09:33:09.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:54:0) after 6m33s
[09:39:43.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:54:0)
[09:39:43.334] Build status: STARTED
[09:39:43.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:55:0) after 1m11s
[09:40:54.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:55:0)
[09:40:54.593] Build status: STARTED
[09:40:54.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:56:0) after 5m41s
[09:46:35.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:56:0)
[09:46:35.659] Build status: STARTED
[09:46:35.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:57:0) after 3m31s
[09:50:06.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:57:0)
[09:50:06.897] Build status: STARTED
[09:50:06.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:58:0) after 6m24s
[09:56:31.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:58:0)
[09:56:31.394] Build status: STARTED
[09:56:31.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:59:0) after 6m54s
[10:03:25.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:59:0)
[10:03:25.696] Build status: STARTED
[10:03:25.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:60:0) after 7m53s
[10:11:18.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:60:0)
[10:11:18.905] Build status: STARTED
[10:11:18.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:61:0) after 9m35s
[10:20:53.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:61:0)
[10:20:53.962] Build status: STARTED
[10:20:53.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:62:0) after 1m5s
[10:21:59.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:62:0)
[10:21:59.179] Build status: STARTED
[10:21:59.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:63:0) after 3m24s
[10:25:23.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:63:0)
[10:25:23.288] Build status: STARTED
[10:25:23.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:64:0) after 8m40s
[10:34:03.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:64:0)
[10:34:03.441] Build status: STARTED
[10:34:03.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:65:0) after 4m51s
[10:38:54.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:65:0)
[10:38:54.501] Build status: STARTED
[10:38:54.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:66:0) after 9m15s
[10:48:09.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:66:0)
[10:48:09.584] Build status: STARTED
[10:48:09.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:67:0) after 1m47s
[10:49:56.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:67:0)
[10:49:56.682] Build status: STARTED
[10:49:56.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:68:0) after 6m47s
[10:56:43.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:68:0)
[10:56:43.956] Build status: STARTED
[10:56:43.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:69:0) after 8m22s
[11:05:06.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:69:0)
[11:05:06.237] Build status: STARTED
[11:05:06.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:70:0) after 5m13s
[11:10:19.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:70:0)
[11:10:19.293] Build status: STARTED
[11:10:19.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:71:0) after 3m15s
[11:13:34.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:71:0)
[11:13:34.407] Build status: STARTED
[11:13:34.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:72:0) after 5m54s
[11:19:28.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:72:0)
[11:19:28.605] Build status: STARTED
[11:19:28.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:73:0) after 7m0s
[11:26:28.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:73:0)
[11:26:28.771] Build status: STARTED
[11:26:28.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:74:0) after 4m8s
[11:30:36.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:74:0)
[11:30:36.970] Build status: STARTED
[11:30:36.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:75:0) after 5m59s
[11:36:36.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:75:0)
[11:36:36.102] Build status: STARTED
[11:36:36.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:76:0) after 8m51s
[11:45:27.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:76:0)
[11:45:27.158] Build status: STARTED
[11:45:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:77:0) after 9m52s
[11:55:19.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:77:0)
[11:55:19.293] Build status: STARTED
[11:55:19.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:78:0) after 5m36s
[12:00:55.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:78:0)
[12:00:55.353] Build status: STARTED
[12:00:55.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:79:0) after 5m41s
[12:06:36.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:79:0)
[12:06:36.460] Build status: STARTED
[12:06:36.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:80:0) after 2m56s
[12:09:32.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:80:0)
[12:09:32.816] Build status: STARTED
[12:09:32.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:81:0) after 5m28s
[12:15:00.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:81:0)
[12:15:00.884] Build status: STARTED
[12:15:00.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:82:0) after 2m19s
[12:17:19.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:82:0)
[12:17:19.940] Build status: STARTED
[12:17:19.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:83:0) after 1m26s
[12:18:46.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:83:0)
[12:18:46.098] Build status: STARTED
[12:18:46.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:84:0) after 4m54s
[12:23:40.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:84:0)
[12:23:40.637] Build status: STARTED
[12:23:40.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:85:0) after 6m25s
[12:30:05.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:85:0)
[12:30:05.651] Build status: STARTED
[12:30:05.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:86:0) after 8m39s
[12:38:44.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:86:0)
[12:38:44.750] Build status: STARTED
[12:38:44.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:87:0) after 7m27s
[12:46:11.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:87:0)
[12:46:11.785] Build status: STARTED
[12:46:11.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:88:0) after 3m21s
[12:49:32.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:88:0)
[12:49:32.852] Build status: STARTED
[12:49:32.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:89:0) after 4m56s
[12:54:29.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:89:0)
[12:54:29.406] Build status: STARTED
[12:54:29.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:90:0) after 1m54s
[12:56:23.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:90:0)
[12:56:23.556] Build status: STARTED
[12:56:23.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:91:0) after 8m55s
[13:05:18.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:91:0)
[13:05:18.953] Build status: STARTED
[13:05:18.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:92:0) after 8m26s
[13:13:45.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:92:0)
[13:13:45.148] Build status: STARTED
[13:13:45.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:93:0) after 5m50s
[13:19:35.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:93:0)
[13:19:35.215] Build status: STARTED
[13:19:35.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:94:0) after 3m4s
[13:22:39.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:94:0)
[13:22:39.270] Build status: STARTED
[13:22:39.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:95:0) after 6m14s
[13:28:53.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:95:0)
[13:28:53.411] Build status: STARTED
[13:28:53.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:96:0) after 8m38s
[13:37:31.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:96:0)
[13:37:31.494] Build status: STARTED
[13:37:31.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:97:0) after 7m20s
[13:44:51.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:97:0)
[13:44:51.573] Build status: STARTED
[13:44:51.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:98:0) after 4m33s
[13:49:24.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:98:0)
[13:49:24.775] Build status: STARTED
[13:49:24.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:99:0) after 6m16s
[13:55:40.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:99:0)
[13:55:40.832] Build status: STARTED
[13:55:40.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:100:0) after 3m11s
[13:58:51.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:100:0)
[13:58:51.962] Build status: STARTED
[13:58:51.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:101:0) after 3m5s
[14:01:58.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:101:0)
[14:01:58.248] Build status: STARTED
[14:01:58.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:102:0) after 5m7s
[14:07:05.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:102:0)
[14:07:05.356] Build status: STARTED
[14:07:05.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:103:0) after 7m43s
[14:14:48.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:103:0)
[14:14:48.574] Build status: STARTED
[14:14:48.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:104:0) after 2m51s
[14:17:39.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:104:0)
[14:17:39.631] Build status: STARTED
[14:17:39.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:105:0) after 6m25s
[14:24:04.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:105:0)
[14:24:04.951] Build status: STARTED
[14:24:04.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:106:0) after 9m52s
[14:33:57.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:106:0)
[14:33:57.217] Build status: STARTED
[14:33:57.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:107:0) after 5m18s
[14:39:15.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:107:0)
[14:39:15.386] Build status: STARTED
[14:39:15.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:108:0) after 8m30s
[14:47:45.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:108:0)
[14:47:45.465] Build status: STARTED
[14:47:45.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:109:0) after 3m40s
[14:51:25.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:109:0)
[14:51:25.560] Build status: STARTED
[14:51:25.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:110:0) after 7m32s
[14:58:57.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:110:0)
[14:58:57.877] Build status: STARTED
[14:58:57.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:111:0) after 8m15s
[15:07:12.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:111:0)
[15:07:12.921] Build status: STARTED
[15:07:12.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:112:0) after 2m51s
[15:10:04.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:112:0)
[15:10:04.139] Build status: STARTED
[15:10:04.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:113:0) after 2m57s
[15:13:01.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:113:0)
[15:13:01.484] Build status: STARTED
[15:13:01.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:114:0) after 5m45s
[15:18:46.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:114:0)
[15:18:46.516] Build status: STARTED
[15:18:46.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:115:0) after 4m44s
[15:23:30.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:115:0)
[15:23:30.655] Build status: STARTED
[15:23:30.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:116:0) after 1m23s
[15:24:54.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:116:0)
[15:24:54.066] Build status: STARTED
[15:24:54.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:117:0) after 8m36s
[15:33:30.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:117:0)
[15:33:30.137] Build status: STARTED
[15:33:30.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:118:0) after 6m59s
[15:40:29.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:118:0)
[15:40:29.255] Build status: STARTED
[15:40:29.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:119:0) after 8m26s
[15:48:55.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:119:0)
[15:48:55.390] Build status: STARTED
[15:48:55.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:120:0) after 1m51s
[15:50:46.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:120:0)
[15:50:46.638] Build status: STARTED
[15:50:46.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:121:0) after 4m49s
[15:55:35.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:121:0)
[15:55:35.691] Build status: STARTED
[15:55:35.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:122:0) after 2m2s
[15:57:37.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:122:0)
[15:57:37.755] Build status: STARTED
[15:57:37.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:123:0) after 2m49s
[16:00:27.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:123:0)
[16:00:27.173] Build status: STARTED
[16:00:27.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:124:0) after 6m6s
[16:06:33.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:124:0)
[16:06:33.262] Build status: STARTED
[16:06:33.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:125:0) after 1m16s
[16:07:49.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:125:0)
[16:07:49.329] Build status: STARTED
[16:07:49.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:126:0) after 1m1s
[16:08:50.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:126:0)
[16:08:50.484] Build status: STARTED
[16:08:50.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:127:0) after 8m17s
[16:17:07.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:127:0)
[16:17:07.627] Build status: STARTED
[16:17:07.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:128:0) after 2m34s
[16:19:41.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:128:0)
[16:19:41.697] Build status: STARTED
[16:19:41.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:129:0) after 6m48s
[16:26:30.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:129:0)
[16:26:30.106] Build status: STARTED
[16:26:30.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:130:0) after 6m50s
[16:33:20.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:130:0)
[16:33:20.764] Build status: STARTED
[16:33:20.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:131:0) after 1m30s
[16:34:50.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:131:0)
[16:34:50.982] Build status: STARTED
[16:34:50.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:132:0) after 9m7s
[16:43:58.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:132:0)
[16:43:58.125] Build status: STARTED
[16:43:58.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:133:0) after 9m56s
[16:53:54.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:133:0)
[16:53:54.560] Build status: STARTED
[16:53:54.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:134:0) after 9m43s
[17:03:37.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:134:0)
[17:03:37.634] Build status: STARTED
[17:03:37.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:135:0) after 8m51s
[17:12:28.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:135:0)
[17:12:28.780] Build status: STARTED
[17:12:28.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:136:0) after 4m36s
[17:17:04.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:136:0)
[17:17:05.011] Build status: STARTED
[17:17:05.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:137:0) after 2m36s
[17:19:41.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:137:0)
[17:19:41.157] Build status: STARTED
[17:19:41.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:138:0) after 2m56s
[17:22:37.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:138:0)
[17:22:37.217] Build status: STARTED
[17:22:37.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:139:0) after 4m41s
[17:27:18.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:139:0)
[17:27:18.512] Build status: STARTED
[17:27:18.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:140:0) after 6m25s
[17:33:43.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:140:0)
[17:33:43.619] Build status: STARTED
[17:33:43.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:141:0) after 6m27s
[17:40:10.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:141:0)
[17:40:10.670] Build status: STARTED
[17:40:10.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:142:0) after 9m50s
[17:50:00.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:142:0)
[17:50:00.846] Build status: STARTED
[17:50:00.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:143:0) after 7m0s
[17:57:00.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:143:0)
[17:57:01.034] Build status: STARTED
[17:57:01.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:144:0) after 1m39s
[17:58:40.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:144:0)
[17:58:40.093] Build status: STARTED
[17:58:40.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:145:0) after 8m24s
[18:07:04.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:145:0)
[18:07:04.421] Build status: STARTED
[18:07:04.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:146:0) after 7m45s
[18:14:49.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:146:0)
[18:14:49.515] Build status: STARTED
[18:14:49.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:147:0) after 5m9s
[18:19:58.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:147:0)
[18:19:58.579] Build status: STARTED
[18:19:58.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:148:0) after 1m3s
[18:21:01.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:148:0)
[18:21:01.683] Build status: STARTED
[18:21:01.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:149:0) after 5m20s
[18:26:21.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:149:0)
[18:26:21.749] Build status: STARTED
[18:26:21.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:150:0) after 4m13s
[18:30:34.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:150:0)
[18:30:34.873] Build status: STARTED
[18:30:34.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:151:0) after 2m32s
[18:33:06.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:151:0)
[18:33:06.932] Build status: STARTED
[18:33:06.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:152:0) after 3m55s
[18:37:02.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:152:0)
[18:37:02.282] Build status: STARTED
[18:37:02.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:153:0) after 4m58s
[18:42:00.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:153:0)
[18:42:00.384] Build status: STARTED
[18:42:00.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:154:0) after 3m13s
[18:45:13.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:154:0)
[18:45:13.565] Build status: STARTED
[18:45:13.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:155:0) after 3m52s
[18:49:05.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:155:0)
[18:49:05.628] Build status: STARTED
[18:49:05.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:156:0) after 9m31s
[18:58:36.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:156:0)
[18:58:36.747] Build status: STARTED
[18:58:36.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:157:0) after 4m48s
[19:03:24.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:157:0)
[19:03:25.022] Build status: STARTED
[19:03:25.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:158:0) after 5m24s
[19:08:49.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:158:0)
[19:08:49.426] Build status: STARTED
[19:08:49.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:159:0) after 9m30s
[19:18:19.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:159:0)
[19:18:19.817] Build status: STARTED
[19:18:19.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:160:0) after 3m57s
[19:22:17.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:160:0)
[19:22:17.664] Build status: STARTED
[19:22:17.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:161:0) after 8m26s
[19:30:44.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:161:0)
[19:30:44.064] Build status: STARTED
[19:30:44.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:162:0) after 9m0s
[19:39:44.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:162:0)
[19:39:44.105] Build status: STARTED
[19:39:44.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:163:0) after 9m47s
[19:49:31.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:163:0)
[19:49:31.212] Build status: STARTED
[19:49:31.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:164:0) after 3m16s
[19:52:47.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:164:0)
[19:52:47.337] Build status: STARTED
[19:52:47.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:165:0) after 2m3s
[19:54:50.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:165:0)
[19:54:50.489] Build status: STARTED
[19:54:50.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:166:0) after 7m48s
[20:02:38.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:166:0)
[20:02:38.589] Build status: STARTED
[20:02:38.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:167:0) after 5m3s
[20:07:41.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:167:0)
[20:07:41.660] Build status: STARTED
[20:07:41.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:168:0) after 4m55s
[20:12:36.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:168:0)
[20:12:36.824] Build status: STARTED
[20:12:36.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:169:0) after 8m9s
[20:20:45.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:169:0)
[20:20:45.882] Build status: STARTED
[20:20:45.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:170:0) after 7m48s
[20:28:33.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:170:0)
[20:28:34.010] Build status: STARTED
[20:28:34.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:171:0) after 7m54s
[20:36:28.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:171:0)
[20:36:28.393] Build status: STARTED
[20:36:28.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:172:0) after 8m37s
[20:45:05.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:172:0)
[20:45:05.514] Build status: STARTED
[20:45:05.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:173:0) after 6m4s
[20:51:09.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:173:0)
[20:51:09.696] Build status: STARTED
[20:51:09.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:174:0) after 1m11s
[20:52:20.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:174:0)
[20:52:20.743] Build status: STARTED
[20:52:20.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948754569865433728:175:0) after 7m13s
[20:58:36.272] Received PubSub notification, asking Buildbucket for the build status
[20:58:36.300] Build:
{
  "id": "8783324507826887217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28898,
  "createdBy": "project:chromium",
  "createTime": "2023-04-20T04:47:06.431784947Z",
  "startTime": "2023-04-20T04:52:38.717538Z",
  "endTime": "2023-04-20T20:58:24.206110Z",
  "updateTime": "2023-04-20T20:58:24.206110Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d74c8a210cb3c4a267d45000b220936887dc58a0",
      "ref": "refs/heads/main"
    }
  }
}
[20:58:36.300] Invocation finished in 16h11m31.195359889s with status FAILED