Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:30:53.156] New invocation is queued and will start shortly
[03:30:54.441] Starting the invocation (attempt 1)
[03:30:54.495] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c"
[03:30:54.495] Popped gitiles commit info from properties and tags
[03:30:54.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:30:54.496] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:30:54.496] Buildbucket request:
{
  "requestId": "8948306379082615008",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948306379082615008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:30:55.215] Scheduled build:
{
  "id": "8782876316878578113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28906,
  "createdBy": "project:chromium",
  "createTime": "2023-04-25T03:30:54.628297181Z",
  "updateTime": "2023-04-25T03:30:54.628297181Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:55.215] Task URL: https://cr-buildbucket.appspot.com/build/8782876316878578113
[03:30:55.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:2:0) after 9m35s
[03:34:28.972] Received PubSub notification, asking Buildbucket for the build status
[03:34:28.992] Build status: STARTED
[03:40:30.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:2:0)
[03:40:30.282] Build status: STARTED
[03:40:30.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:4:0) after 7m57s
[03:48:27.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:4:0)
[03:48:27.418] Build status: STARTED
[03:48:27.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:5:0) after 9m57s
[03:58:24.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:5:0)
[03:58:24.577] Build status: STARTED
[03:58:24.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:6:0) after 3m0s
[04:01:24.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:6:0)
[04:01:24.639] Build status: STARTED
[04:01:24.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:7:0) after 4m32s
[04:05:56.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:7:0)
[04:05:56.761] Build status: STARTED
[04:05:56.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:8:0) after 8m0s
[04:13:56.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:8:0)
[04:13:56.819] Build status: STARTED
[04:13:56.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:9:0) after 6m27s
[04:20:23.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:9:0)
[04:20:23.896] Build status: STARTED
[04:20:23.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:10:0) after 4m33s
[04:24:57.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:10:0)
[04:24:57.047] Build status: STARTED
[04:24:57.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:11:0) after 6m16s
[04:31:13.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:11:0)
[04:31:13.100] Build status: STARTED
[04:31:13.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:12:0) after 7m21s
[04:38:34.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:12:0)
[04:38:34.155] Build status: STARTED
[04:38:34.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:13:0) after 8m34s
[04:47:08.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:13:0)
[04:47:08.302] Build status: STARTED
[04:47:08.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:14:0) after 5m45s
[04:52:53.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:14:0)
[04:52:53.366] Build status: STARTED
[04:52:53.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:15:0) after 6m8s
[04:59:01.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:15:0)
[04:59:01.532] Build status: STARTED
[04:59:01.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:16:0) after 7m21s
[05:06:23.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:16:0)
[05:06:23.051] Build status: STARTED
[05:06:23.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:17:0) after 2m54s
[05:09:17.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:17:0)
[05:09:17.123] Build status: STARTED
[05:09:17.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:18:0) after 8m8s
[05:17:25.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:18:0)
[05:17:25.184] Build status: STARTED
[05:17:25.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:19:0) after 4m56s
[05:22:21.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:19:0)
[05:22:21.573] Build status: STARTED
[05:22:21.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:20:0) after 8m31s
[05:30:52.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:20:0)
[05:30:52.668] Build status: STARTED
[05:30:52.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:21:0) after 4m39s
[05:35:31.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:21:0)
[05:35:31.746] Build status: STARTED
[05:35:31.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:22:0) after 2m23s
[05:37:54.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:22:0)
[05:37:54.810] Build status: STARTED
[05:37:54.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:23:0) after 4m25s
[05:42:19.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:23:0)
[05:42:19.955] Build status: STARTED
[05:42:19.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:24:0) after 4m26s
[05:46:46.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:24:0)
[05:46:46.047] Build status: STARTED
[05:46:46.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:25:0) after 1m19s
[05:48:05.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:25:0)
[05:48:05.280] Build status: STARTED
[05:48:05.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:26:0) after 6m8s
[05:54:13.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:26:0)
[05:54:13.620] Build status: STARTED
[05:54:13.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:27:0) after 5m46s
[05:59:59.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:27:0)
[05:59:59.847] Build status: STARTED
[05:59:59.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:28:0) after 9m4s
[06:09:03.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:28:0)
[06:09:03.953] Build status: STARTED
[06:09:03.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:29:0) after 6m3s
[06:15:07.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:29:0)
[06:15:07.183] Build status: STARTED
[06:15:07.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:30:0) after 4m34s
[06:19:41.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:30:0)
[06:19:41.237] Build status: STARTED
[06:19:41.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:31:0) after 1m59s
[06:21:40.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:31:0)
[06:21:40.614] Build status: STARTED
[06:21:40.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:32:0) after 8m44s
[06:30:24.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:32:0)
[06:30:24.626] Build status: STARTED
[06:30:24.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:33:0) after 1m17s
[06:31:41.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:33:0)
[06:31:41.912] Build status: STARTED
[06:31:41.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:34:0) after 3m54s
[06:35:36.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:34:0)
[06:35:36.353] Build status: STARTED
[06:35:36.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:35:0) after 6m34s
[06:42:10.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:35:0)
[06:42:10.581] Build status: STARTED
[06:42:10.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:36:0) after 3m50s
[06:46:00.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:36:0)
[06:46:00.651] Build status: STARTED
[06:46:00.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:37:0) after 2m4s
[06:48:04.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:37:0)
[06:48:04.797] Build status: STARTED
[06:48:04.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:38:0) after 3m53s
[06:51:58.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:38:0)
[06:51:58.088] Build status: STARTED
[06:51:58.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:39:0) after 4m20s
[06:56:18.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:39:0)
[06:56:18.140] Build status: STARTED
[06:56:18.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:40:0) after 5m0s
[07:01:18.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:40:0)
[07:01:18.302] Build status: STARTED
[07:01:18.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:41:0) after 6m24s
[07:07:42.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:41:0)
[07:07:42.374] Build status: STARTED
[07:07:42.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:42:0) after 8m14s
[07:15:56.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:42:0)
[07:15:56.459] Build status: STARTED
[07:15:56.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:43:0) after 3m56s
[07:19:52.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:43:0)
[07:19:52.705] Build status: STARTED
[07:19:52.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:44:0) after 8m43s
[07:28:35.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:44:0)
[07:28:35.813] Build status: STARTED
[07:28:35.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:45:0) after 6m8s
[07:34:43.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:45:0)
[07:34:43.907] Build status: STARTED
[07:34:43.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:46:0) after 4m27s
[07:39:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:46:0)
[07:39:11.367] Build status: STARTED
[07:39:11.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:47:0) after 4m31s
[07:43:42.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:47:0)
[07:43:42.874] Build status: STARTED
[07:43:42.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:48:0) after 1m6s
[07:44:49.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:48:0)
[07:44:49.132] Build status: STARTED
[07:44:49.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:49:0) after 2m2s
[07:46:51.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:49:0)
[07:46:51.149] Build status: STARTED
[07:46:51.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:50:0) after 8m8s
[07:54:59.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:50:0)
[07:54:59.316] Build status: STARTED
[07:54:59.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:51:0) after 1m37s
[07:56:36.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:51:0)
[07:56:36.379] Build status: STARTED
[07:56:36.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:52:0) after 2m19s
[07:58:55.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:52:0)
[07:58:55.768] Build status: STARTED
[07:58:55.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:53:0) after 6m2s
[08:04:58.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:53:0)
[08:04:58.237] Build status: STARTED
[08:04:58.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:54:0) after 2m50s
[08:07:48.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:54:0)
[08:07:48.311] Build status: STARTED
[08:07:48.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:55:0) after 4m9s
[08:11:57.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:55:0)
[08:11:57.561] Build status: STARTED
[08:11:57.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:56:0) after 4m17s
[08:16:14.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:56:0)
[08:16:14.629] Build status: STARTED
[08:16:14.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:57:0) after 1m1s
[08:17:16.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:57:0)
[08:17:16.037] Build status: STARTED
[08:17:16.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:58:0) after 4m15s
[08:21:31.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:58:0)
[08:21:31.113] Build status: STARTED
[08:21:31.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:59:0) after 5m53s
[08:27:24.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:59:0)
[08:27:24.207] Build status: STARTED
[08:27:24.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:60:0) after 9m55s
[08:37:19.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:60:0)
[08:37:19.316] Build status: STARTED
[08:37:19.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:61:0) after 4m18s
[08:41:37.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:61:0)
[08:41:37.377] Build status: STARTED
[08:41:37.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:62:0) after 5m38s
[08:47:15.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:62:0)
[08:47:15.597] Build status: STARTED
[08:47:15.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:63:0) after 9m31s
[08:56:46.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:63:0)
[08:56:46.702] Build status: STARTED
[08:56:46.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:64:0) after 7m39s
[09:04:25.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:64:0)
[09:04:25.975] Build status: STARTED
[09:04:25.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:65:0) after 1m3s
[09:05:29.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:65:0)
[09:05:29.041] Build status: STARTED
[09:05:29.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:66:0) after 1m23s
[09:06:52.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:66:0)
[09:06:52.268] Build status: STARTED
[09:06:52.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:67:0) after 2m46s
[09:09:38.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:67:0)
[09:09:38.577] Build status: STARTED
[09:09:38.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:68:0) after 3m46s
[09:13:24.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:68:0)
[09:13:24.728] Build status: STARTED
[09:13:24.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:69:0) after 7m24s
[09:20:48.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:69:0)
[09:20:48.917] Build status: STARTED
[09:20:48.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:70:0) after 4m32s
[09:25:21.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:70:0)
[09:25:21.164] Build status: STARTED
[09:25:21.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:71:0) after 3m42s
[09:29:03.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:71:0)
[09:29:03.595] Build status: STARTED
[09:29:03.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:72:0) after 7m59s
[09:37:02.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:72:0)
[09:37:02.812] Build status: STARTED
[09:37:02.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:73:0) after 9m59s
[09:47:01.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:73:0)
[09:47:01.936] Build status: STARTED
[09:47:01.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:74:0) after 6m36s
[09:53:37.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:74:0)
[09:53:38.006] Build status: STARTED
[09:53:38.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:75:0) after 1m53s
[09:55:31.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:75:0)
[09:55:31.105] Build status: STARTED
[09:55:31.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:76:0) after 5m47s
[10:01:18.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:76:0)
[10:01:18.178] Build status: STARTED
[10:01:18.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:77:0) after 5m13s
[10:06:31.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:77:0)
[10:06:31.277] Build status: STARTED
[10:06:31.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:78:0) after 6m28s
[10:12:59.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:78:0)
[10:12:59.334] Build status: STARTED
[10:12:59.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:79:0) after 2m34s
[10:15:33.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:79:0)
[10:15:33.394] Build status: STARTED
[10:15:33.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:80:0) after 7m56s
[10:23:29.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:80:0)
[10:23:29.839] Build status: STARTED
[10:23:29.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:81:0) after 1m33s
[10:25:02.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:81:0)
[10:25:03.028] Build status: STARTED
[10:25:03.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:82:0) after 3m41s
[10:28:44.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:82:0)
[10:28:44.459] Build status: STARTED
[10:28:44.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:83:0) after 9m31s
[10:38:15.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:83:0)
[10:38:15.835] Build status: STARTED
[10:38:15.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:84:0) after 8m36s
[10:46:51.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:84:0)
[10:46:51.918] Build status: STARTED
[10:46:51.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:85:0) after 1m41s
[10:48:33.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:85:0)
[10:48:33.239] Build status: STARTED
[10:48:33.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:86:0) after 5m43s
[10:54:16.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:86:0)
[10:54:16.543] Build status: STARTED
[10:54:16.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:87:0) after 2m1s
[10:56:17.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:87:0)
[10:56:17.675] Build status: STARTED
[10:56:17.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:88:0) after 1m30s
[10:57:47.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:88:0)
[10:57:47.768] Build status: STARTED
[10:57:47.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:89:0) after 9m7s
[11:06:54.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:89:0)
[11:06:54.869] Build status: STARTED
[11:06:54.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:90:0) after 7m37s
[11:14:32.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:90:0)
[11:14:32.066] Build status: STARTED
[11:14:32.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:91:0) after 4m45s
[11:19:17.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:91:0)
[11:19:17.370] Build status: STARTED
[11:19:17.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:92:0) after 1m24s
[11:20:41.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:92:0)
[11:20:41.581] Build status: STARTED
[11:20:41.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:93:0) after 3m8s
[11:23:49.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:93:0)
[11:23:50.008] Build status: STARTED
[11:23:50.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:94:0) after 1m23s
[11:25:13.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:94:0)
[11:25:13.364] Build status: STARTED
[11:25:13.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:95:0) after 2m1s
[11:27:14.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:95:0)
[11:27:14.606] Build status: STARTED
[11:27:14.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:96:0) after 7m50s
[11:35:04.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:96:0)
[11:35:04.811] Build status: STARTED
[11:35:04.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:97:0) after 6m12s
[11:41:16.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:97:0)
[11:41:16.916] Build status: STARTED
[11:41:16.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:98:0) after 3m50s
[11:45:51.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:98:0)
[11:45:51.293] Build status: STARTED
[11:45:51.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:99:0) after 7m58s
[11:53:49.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:99:0)
[11:53:49.362] Build status: STARTED
[11:53:49.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:100:0) after 4m32s
[11:58:21.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:100:0)
[11:58:21.427] Build status: STARTED
[11:58:21.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:101:0) after 9m51s
[12:08:12.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:101:0)
[12:08:12.665] Build status: STARTED
[12:08:12.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:102:0) after 9m59s
[12:18:11.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:102:0)
[12:18:11.744] Build status: STARTED
[12:18:11.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:103:0) after 9m47s
[12:27:58.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:103:0)
[12:27:58.855] Build status: STARTED
[12:27:58.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:104:0) after 4m35s
[12:32:33.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:104:0)
[12:32:33.968] Build status: STARTED
[12:32:33.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:105:0) after 1m18s
[12:33:52.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:105:0)
[12:33:52.085] Build status: STARTED
[12:33:52.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:106:0) after 6m47s
[12:40:39.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:106:0)
[12:40:39.622] Build status: STARTED
[12:40:39.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:107:0) after 8m55s
[12:49:34.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:107:0)
[12:49:34.802] Build status: STARTED
[12:49:34.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:108:0) after 7m43s
[12:57:17.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:108:0)
[12:57:17.932] Build status: STARTED
[12:57:17.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:109:0) after 6m49s
[13:04:07.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:109:0)
[13:04:07.088] Build status: STARTED
[13:04:07.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:110:0) after 8m36s
[13:12:43.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:110:0)
[13:12:43.162] Build status: STARTED
[13:12:43.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:111:0) after 4m24s
[13:17:07.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:111:0)
[13:17:07.524] Build status: STARTED
[13:17:07.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:112:0) after 7m27s
[13:24:34.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:112:0)
[13:24:34.692] Build status: STARTED
[13:24:34.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:113:0) after 4m11s
[13:28:45.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:113:0)
[13:28:45.813] Build status: STARTED
[13:28:45.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:114:0) after 4m59s
[13:33:45.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:114:0)
[13:33:45.056] Build status: STARTED
[13:33:45.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:115:0) after 8m0s
[13:41:45.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:115:0)
[13:41:45.147] Build status: STARTED
[13:41:45.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:116:0) after 8m43s
[13:50:28.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:116:0)
[13:50:28.248] Build status: STARTED
[13:50:28.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:117:0) after 2m45s
[13:53:13.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:117:0)
[13:53:13.322] Build status: STARTED
[13:53:13.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:118:0) after 9m31s
[14:02:44.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:118:0)
[14:02:44.441] Build status: STARTED
[14:02:44.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:119:0) after 6m15s
[14:08:59.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:119:0)
[14:08:59.521] Build status: STARTED
[14:08:59.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:120:0) after 1m32s
[14:10:31.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:120:0)
[14:10:31.674] Build status: STARTED
[14:10:31.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:121:0) after 1m28s
[14:11:59.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:121:0)
[14:11:59.776] Build status: STARTED
[14:11:59.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:122:0) after 2m47s
[14:14:46.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:122:0)
[14:14:46.973] Build status: STARTED
[14:14:46.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:123:0) after 5m36s
[14:20:23.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:123:0)
[14:20:23.149] Build status: STARTED
[14:20:23.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:124:0) after 4m50s
[14:25:13.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:124:0)
[14:25:13.536] Build status: STARTED
[14:25:13.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:125:0) after 5m27s
[14:30:40.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:125:0)
[14:30:40.781] Build status: STARTED
[14:30:40.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:126:0) after 2m19s
[14:32:59.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:126:0)
[14:32:59.845] Build status: STARTED
[14:32:59.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:127:0) after 7m10s
[14:40:10.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:127:0)
[14:40:10.045] Build status: STARTED
[14:40:10.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:128:0) after 9m15s
[14:49:25.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:128:0)
[14:49:25.206] Build status: STARTED
[14:49:25.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:129:0) after 9m9s
[14:58:34.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:129:0)
[14:58:34.282] Build status: STARTED
[14:58:34.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:130:0) after 8m5s
[15:06:39.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:130:0)
[15:06:39.348] Build status: STARTED
[15:06:39.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:131:0) after 3m58s
[15:10:37.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:131:0)
[15:10:37.528] Build status: STARTED
[15:10:37.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:132:0) after 1m18s
[15:11:55.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:132:0)
[15:11:55.880] Build status: STARTED
[15:11:55.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:133:0) after 7m38s
[15:19:33.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:133:0)
[15:19:33.923] Build status: STARTED
[15:19:33.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:134:0) after 2m21s
[15:21:55.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:134:0)
[15:21:55.024] Build status: STARTED
[15:21:55.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:135:0) after 5m50s
[15:27:45.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:135:0)
[15:27:45.089] Build status: STARTED
[15:27:45.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:136:0) after 5m32s
[15:33:17.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:136:0)
[15:33:17.480] Build status: STARTED
[15:33:17.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:137:0) after 1m45s
[15:35:02.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:137:0)
[15:35:02.608] Build status: STARTED
[15:35:02.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:138:0) after 7m54s
[15:42:56.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:138:0)
[15:42:56.744] Build status: STARTED
[15:42:56.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:139:0) after 3m35s
[15:46:31.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:139:0)
[15:46:31.766] Build status: STARTED
[15:46:31.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:140:0) after 4m1s
[15:50:32.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:140:0)
[15:50:32.931] Build status: STARTED
[15:50:32.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:141:0) after 3m10s
[15:53:42.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:141:0)
[15:53:42.997] Build status: STARTED
[15:53:42.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:142:0) after 8m49s
[16:02:32.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:142:0)
[16:02:32.199] Build status: STARTED
[16:02:32.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:143:0) after 3m14s
[16:05:46.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:143:0)
[16:05:46.457] Build status: STARTED
[16:05:46.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:144:0) after 9m31s
[16:15:18.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:144:0)
[16:15:18.242] Build status: STARTED
[16:15:18.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:145:0) after 5m18s
[16:20:36.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:145:0)
[16:20:36.367] Build status: STARTED
[16:20:36.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:146:0) after 1m37s
[16:22:13.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:146:0)
[16:22:13.437] Build status: STARTED
[16:22:13.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:147:0) after 4m10s
[16:26:23.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:147:0)
[16:26:23.661] Build status: STARTED
[16:26:23.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:148:0) after 3m14s
[16:29:37.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:148:0)
[16:29:37.813] Build status: STARTED
[16:29:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:149:0) after 3m38s
[16:33:15.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:149:0)
[16:33:16.042] Build status: STARTED
[16:33:16.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:150:0) after 4m2s
[16:37:18.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:150:0)
[16:37:18.163] Build status: STARTED
[16:37:18.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:151:0) after 6m40s
[16:43:58.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:151:0)
[16:43:58.225] Build status: STARTED
[16:43:58.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:152:0) after 8m21s
[16:52:19.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:152:0)
[16:52:19.346] Build status: STARTED
[16:52:19.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:153:0) after 9m38s
[17:01:57.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:153:0)
[17:01:57.670] Build status: STARTED
[17:01:57.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:154:0) after 4m59s
[17:06:57.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:154:0)
[17:06:57.041] Build status: STARTED
[17:06:57.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:155:0) after 5m40s
[17:12:37.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:155:0)
[17:12:37.183] Build status: STARTED
[17:12:37.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:156:0) after 3m8s
[17:15:45.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:156:0)
[17:15:45.312] Build status: STARTED
[17:15:45.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:157:0) after 1m47s
[17:17:32.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:157:0)
[17:17:32.509] Build status: STARTED
[17:17:32.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:158:0) after 4m10s
[17:21:42.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:158:0)
[17:21:42.711] Build status: STARTED
[17:21:42.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:159:0) after 7m40s
[17:29:22.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:159:0)
[17:29:22.821] Build status: STARTED
[17:29:22.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:160:0) after 4m4s
[17:33:26.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:160:0)
[17:33:26.919] Build status: STARTED
[17:33:26.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:161:0) after 6m38s
[17:40:04.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:161:0)
[17:40:04.989] Build status: STARTED
[17:40:04.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:162:0) after 6m57s
[17:47:02.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:162:0)
[17:47:02.553] Build status: STARTED
[17:47:02.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:163:0) after 3m12s
[17:50:14.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:163:0)
[17:50:14.671] Build status: STARTED
[17:50:14.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:164:0) after 3m44s
[17:53:58.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:164:0)
[17:53:58.823] Build status: STARTED
[17:53:58.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:165:0) after 8m52s
[18:02:51.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:165:0)
[18:02:51.547] Build status: STARTED
[18:02:51.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:166:0) after 4m41s
[18:07:32.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:166:0)
[18:07:32.611] Build status: STARTED
[18:07:32.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:167:0) after 4m12s
[18:11:44.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:167:0)
[18:11:44.873] Build status: STARTED
[18:11:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:168:0) after 6m15s
[18:17:59.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:168:0)
[18:17:59.985] Build status: STARTED
[18:17:59.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:169:0) after 8m11s
[18:26:11.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:169:0)
[18:26:11.726] Build status: STARTED
[18:26:11.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:170:0) after 6m7s
[18:32:18.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:170:0)
[18:32:18.845] Build status: STARTED
[18:32:18.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:171:0) after 6m8s
[18:38:26.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:171:0)
[18:38:26.900] Build status: STARTED
[18:38:26.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:172:0) after 5m56s
[18:44:22.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:172:0)
[18:44:23.105] Build status: STARTED
[18:44:23.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:173:0) after 5m36s
[18:49:59.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:173:0)
[18:49:59.168] Build status: STARTED
[18:49:59.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:174:0) after 3m37s
[18:53:36.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:174:0)
[18:53:36.207] Build status: STARTED
[18:53:36.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:175:0) after 8m56s
[19:02:32.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:175:0)
[19:02:32.370] Build status: STARTED
[19:02:32.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:176:0) after 8m13s
[19:10:45.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:176:0)
[19:10:45.485] Build status: STARTED
[19:10:45.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:177:0) after 7m41s
[19:18:26.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:177:0)
[19:18:26.548] Build status: STARTED
[19:18:26.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:178:0) after 2m10s
[19:20:36.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:178:0)
[19:20:36.706] Build status: STARTED
[19:20:36.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:179:0) after 7m59s
[19:28:36.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:179:0)
[19:28:36.156] Build status: STARTED
[19:28:36.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:180:0) after 8m57s
[19:37:33.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:180:0)
[19:37:33.217] Build status: STARTED
[19:37:33.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8948306379082615008:181:0) after 4m18s
[19:41:14.773] Received PubSub notification, asking Buildbucket for the build status
[19:41:14.797] Build:
{
  "id": "8782876316878578113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28906,
  "createdBy": "project:chromium",
  "createTime": "2023-04-25T03:30:54.628297181Z",
  "startTime": "2023-04-25T03:34:28.414293Z",
  "endTime": "2023-04-25T19:41:14.058811Z",
  "updateTime": "2023-04-25T19:41:14.058811Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ad9e3494ff35569ec86d627ec8ac8f6b9f52f94c",
      "ref": "refs/heads/main"
    }
  }
}
[19:41:14.797] Invocation finished in 16h10m21.65466693s with status FAILED