Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8f03c4215afcf37b5f3950998afc3d67c01e2004"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f03c4215afcf37b5f3950998afc3d67c01e2004
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:40:06.113] New invocation is queued and will start shortly
[10:40:07.188] Starting the invocation (attempt 1)
[10:40:07.223] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f03c4215afcf37b5f3950998afc3d67c01e2004"
[10:40:07.223] Popped gitiles commit info from properties and tags
[10:40:07.223] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:40:07.223] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:40:07.223] Buildbucket request:
{
  "requestId": "8947282808519580544",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8f03c4215afcf37b5f3950998afc3d67c01e2004",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8947282808519580544"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:40:07.761] Scheduled build:
{
  "id": "8781852746613532961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28923,
  "createdBy": "project:chromium",
  "createTime": "2023-05-06T10:40:07.300923049Z",
  "updateTime": "2023-05-06T10:40:07.300923049Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f03c4215afcf37b5f3950998afc3d67c01e2004",
      "ref": "refs/heads/main"
    }
  }
}
[10:40:07.761] Task URL: https://cr-buildbucket.appspot.com/build/8781852746613532961
[10:40:07.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:2:0) after 1m35s
[10:40:14.169] Received PubSub notification, asking Buildbucket for the build status
[10:40:14.199] Build status: STARTED
[10:41:42.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:2:0)
[10:41:42.879] Build status: STARTED
[10:41:42.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:4:0) after 9m48s
[10:51:30.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:4:0)
[10:51:31.031] Build status: STARTED
[10:51:31.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:5:0) after 2m34s
[10:54:05.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:5:0)
[10:54:05.314] Build status: STARTED
[10:54:05.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:6:0) after 7m22s
[11:01:27.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:6:0)
[11:01:27.478] Build status: STARTED
[11:01:27.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:7:0) after 8m3s
[11:09:30.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:7:0)
[11:09:30.675] Build status: STARTED
[11:09:30.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:8:0) after 1m54s
[11:11:24.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:8:0)
[11:11:24.759] Build status: STARTED
[11:11:24.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:9:0) after 7m6s
[11:18:30.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:9:0)
[11:18:30.934] Build status: STARTED
[11:18:30.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:10:0) after 9m45s
[11:28:15.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:10:0)
[11:28:15.985] Build status: STARTED
[11:28:15.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:11:0) after 9m28s
[11:37:44.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:11:0)
[11:37:44.071] Build status: STARTED
[11:37:44.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:12:0) after 3m23s
[11:41:07.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:12:0)
[11:41:07.363] Build status: STARTED
[11:41:07.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:13:0) after 1m3s
[11:42:10.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:13:0)
[11:42:10.486] Build status: STARTED
[11:42:10.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:14:0) after 2m30s
[11:44:40.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:14:0)
[11:44:40.535] Build status: STARTED
[11:44:40.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:15:0) after 1m59s
[11:46:39.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:15:0)
[11:46:39.740] Build status: STARTED
[11:46:39.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:16:0) after 6m39s
[11:53:18.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:16:0)
[11:53:18.787] Build status: STARTED
[11:53:18.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:17:0) after 4m3s
[11:57:21.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:17:0)
[11:57:21.841] Build status: STARTED
[11:57:21.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:18:0) after 7m32s
[12:04:53.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:18:0)
[12:04:53.918] Build status: STARTED
[12:04:53.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:19:0) after 9m8s
[12:14:02.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:19:0)
[12:14:02.084] Build status: STARTED
[12:14:02.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:20:0) after 8m40s
[12:22:42.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:20:0)
[12:22:42.129] Build status: STARTED
[12:22:42.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:21:0) after 7m36s
[12:30:18.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:21:0)
[12:30:18.276] Build status: STARTED
[12:30:18.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:22:0) after 6m52s
[12:37:10.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:22:0)
[12:37:10.363] Build status: STARTED
[12:37:10.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:23:0) after 8m21s
[12:45:31.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:23:0)
[12:45:31.413] Build status: STARTED
[12:45:31.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:24:0) after 9m50s
[12:55:21.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:24:0)
[12:55:21.480] Build status: STARTED
[12:55:21.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:25:0) after 8m53s
[13:04:14.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:25:0)
[13:04:14.551] Build status: STARTED
[13:04:14.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:26:0) after 9m47s
[13:14:02.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:26:0)
[13:14:02.071] Build status: STARTED
[13:14:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:27:0) after 5m19s
[13:19:21.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:27:0)
[13:19:21.410] Build status: STARTED
[13:19:21.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:28:0) after 6m37s
[13:25:58.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:28:0)
[13:25:58.555] Build status: STARTED
[13:25:58.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:29:0) after 8m31s
[13:34:29.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:29:0)
[13:34:29.930] Build status: STARTED
[13:34:29.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:30:0) after 2m25s
[13:36:55.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:30:0)
[13:36:55.098] Build status: STARTED
[13:36:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:31:0) after 7m9s
[13:44:04.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:31:0)
[13:44:04.145] Build status: STARTED
[13:44:04.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:32:0) after 2m16s
[13:46:20.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:32:0)
[13:46:20.305] Build status: STARTED
[13:46:20.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:33:0) after 5m28s
[13:51:48.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:33:0)
[13:51:48.455] Build status: STARTED
[13:51:48.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:34:0) after 6m11s
[13:57:59.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:34:0)
[13:57:59.610] Build status: STARTED
[13:57:59.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:35:0) after 4m39s
[14:02:38.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:35:0)
[14:02:38.904] Build status: STARTED
[14:02:38.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:36:0) after 9m42s
[14:12:21.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:36:0)
[14:12:21.059] Build status: STARTED
[14:12:21.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:37:0) after 6m29s
[14:18:50.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:37:0)
[14:18:50.165] Build status: STARTED
[14:18:50.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:38:0) after 3m27s
[14:22:17.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:38:0)
[14:22:17.246] Build status: STARTED
[14:22:17.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:39:0) after 1m35s
[14:23:52.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:39:0)
[14:23:52.261] Build status: STARTED
[14:23:52.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:40:0) after 8m31s
[14:32:23.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:40:0)
[14:32:23.314] Build status: STARTED
[14:32:23.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:41:0) after 6m22s
[14:38:45.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:41:0)
[14:38:45.533] Build status: STARTED
[14:38:45.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:42:0) after 3m2s
[14:41:47.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:42:0)
[14:41:47.961] Build status: STARTED
[14:41:47.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:43:0) after 4m54s
[14:46:42.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:43:0)
[14:46:42.145] Build status: STARTED
[14:46:42.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:44:0) after 6m53s
[14:53:35.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:44:0)
[14:53:35.201] Build status: STARTED
[14:53:35.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:45:0) after 9m39s
[15:03:14.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:45:0)
[15:03:14.245] Build status: STARTED
[15:03:14.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:46:0) after 2m23s
[15:05:37.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:46:0)
[15:05:37.499] Build status: STARTED
[15:05:37.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:47:0) after 1m40s
[15:07:17.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:47:0)
[15:07:17.556] Build status: STARTED
[15:07:17.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:48:0) after 7m52s
[15:15:09.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:48:0)
[15:15:09.719] Build status: STARTED
[15:15:09.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:49:0) after 1m3s
[15:16:12.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:49:0)
[15:16:12.771] Build status: STARTED
[15:16:12.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:50:0) after 9m9s
[15:25:21.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:50:0)
[15:25:21.818] Build status: STARTED
[15:25:21.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:51:0) after 8m15s
[15:33:36.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:51:0)
[15:33:36.988] Build status: STARTED
[15:33:36.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:52:0) after 7m24s
[15:41:01.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:52:0)
[15:41:01.284] Build status: STARTED
[15:41:01.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:53:0) after 9m8s
[15:50:09.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:53:0)
[15:50:09.331] Build status: STARTED
[15:50:09.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:54:0) after 2m19s
[15:52:28.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:54:0)
[15:52:28.385] Build status: STARTED
[15:52:28.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:55:0) after 2m46s
[15:55:14.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:55:0)
[15:55:14.424] Build status: STARTED
[15:55:14.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:56:0) after 9m58s
[16:05:12.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:56:0)
[16:05:12.475] Build status: STARTED
[16:05:12.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:57:0) after 3m10s
[16:08:22.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:57:0)
[16:08:22.588] Build status: STARTED
[16:08:22.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:58:0) after 8m31s
[16:16:53.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:58:0)
[16:16:53.632] Build status: STARTED
[16:16:53.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:59:0) after 6m42s
[16:23:35.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:59:0)
[16:23:35.899] Build status: STARTED
[16:23:35.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:60:0) after 2m23s
[16:25:58.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:60:0)
[16:25:58.941] Build status: STARTED
[16:25:58.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:61:0) after 6m58s
[16:32:56.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:61:0)
[16:32:56.985] Build status: STARTED
[16:32:56.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:62:0) after 7m15s
[16:40:12.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:62:0)
[16:40:12.036] Build status: STARTED
[16:40:12.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:63:0) after 1m5s
[16:41:17.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:63:0)
[16:41:17.265] Build status: STARTED
[16:41:17.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:64:0) after 1m17s
[16:42:34.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:64:0)
[16:42:34.309] Build status: STARTED
[16:42:34.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:65:0) after 2m13s
[16:44:47.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:65:0)
[16:44:47.470] Build status: STARTED
[16:44:47.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:66:0) after 5m26s
[16:50:13.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:66:0)
[16:50:13.555] Build status: STARTED
[16:50:13.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:67:0) after 4m49s
[16:55:02.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:67:0)
[16:55:02.705] Build status: STARTED
[16:55:02.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:68:0) after 2m30s
[16:57:32.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:68:0)
[16:57:32.931] Build status: STARTED
[16:57:32.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:69:0) after 1m33s
[16:59:06.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:69:0)
[16:59:06.218] Build status: STARTED
[16:59:06.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:70:0) after 6m43s
[17:05:49.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:70:0)
[17:05:49.307] Build status: STARTED
[17:05:49.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:71:0) after 3m42s
[17:09:31.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:71:0)
[17:09:31.360] Build status: STARTED
[17:09:31.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:72:0) after 9m31s
[17:19:02.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:72:0)
[17:19:02.577] Build status: STARTED
[17:19:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:73:0) after 1m26s
[17:20:28.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:73:0)
[17:20:28.609] Build status: STARTED
[17:20:28.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:74:0) after 2m14s
[17:22:42.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:74:0)
[17:22:42.654] Build status: STARTED
[17:22:42.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:75:0) after 5m25s
[17:28:07.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:75:0)
[17:28:07.768] Build status: STARTED
[17:28:07.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:76:0) after 2m8s
[17:30:15.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:76:0)
[17:30:15.977] Build status: STARTED
[17:30:15.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:77:0) after 6m38s
[17:36:54.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:77:0)
[17:36:54.018] Build status: STARTED
[17:36:54.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:78:0) after 8m28s
[17:45:22.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:78:0)
[17:45:22.133] Build status: STARTED
[17:45:22.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:79:0) after 3m28s
[17:48:50.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:79:0)
[17:48:50.262] Build status: STARTED
[17:48:50.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:80:0) after 5m31s
[17:54:21.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:80:0)
[17:54:21.418] Build status: STARTED
[17:54:21.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:81:0) after 3m56s
[17:58:17.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:81:0)
[17:58:17.556] Build status: STARTED
[17:58:17.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:82:0) after 4m47s
[18:03:04.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:82:0)
[18:03:04.650] Build status: STARTED
[18:03:04.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:83:0) after 3m19s
[18:06:23.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:83:0)
[18:06:23.750] Build status: STARTED
[18:06:23.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:84:0) after 1m27s
[18:07:50.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:84:0)
[18:07:50.851] Build status: STARTED
[18:07:50.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:85:0) after 2m46s
[18:10:36.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:85:0)
[18:10:36.944] Build status: STARTED
[18:10:36.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:86:0) after 9m18s
[18:19:55.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:86:0)
[18:19:55.098] Build status: STARTED
[18:19:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:87:0) after 5m19s
[18:25:14.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:87:0)
[18:25:14.138] Build status: STARTED
[18:25:14.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:88:0) after 9m4s
[18:34:18.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:88:0)
[18:34:18.180] Build status: STARTED
[18:34:18.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:89:0) after 8m59s
[18:43:17.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:89:0)
[18:43:17.355] Build status: STARTED
[18:43:17.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:90:0) after 6m42s
[18:49:59.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:90:0)
[18:49:59.456] Build status: STARTED
[18:49:59.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:91:0) after 5m13s
[18:55:12.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:91:0)
[18:55:12.570] Build status: STARTED
[18:55:12.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:92:0) after 1m50s
[18:57:02.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:92:0)
[18:57:02.631] Build status: STARTED
[18:57:02.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:93:0) after 7m35s
[19:04:37.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:93:0)
[19:04:37.906] Build status: STARTED
[19:04:37.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:94:0) after 4m29s
[19:09:06.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:94:0)
[19:09:06.954] Build status: STARTED
[19:09:06.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:95:0) after 8m3s
[19:17:09.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:95:0)
[19:17:10.004] Build status: STARTED
[19:17:10.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:96:0) after 4m40s
[19:21:50.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:96:0)
[19:21:50.289] Build status: STARTED
[19:21:50.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:97:0) after 4m15s
[19:26:05.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:97:0)
[19:26:05.287] Build status: STARTED
[19:26:05.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:98:0) after 4m20s
[19:30:25.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:98:0)
[19:30:25.532] Build status: STARTED
[19:30:25.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:99:0) after 2m26s
[19:32:51.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:99:0)
[19:32:51.672] Build status: STARTED
[19:32:51.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:100:0) after 7m28s
[19:40:19.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:100:0)
[19:40:19.723] Build status: STARTED
[19:40:19.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:101:0) after 1m2s
[19:41:21.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:101:0)
[19:41:21.951] Build status: STARTED
[19:41:21.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:102:0) after 2m1s
[19:43:23.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:102:0)
[19:43:23.108] Build status: STARTED
[19:43:23.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:103:0) after 4m16s
[19:47:39.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:103:0)
[19:47:39.247] Build status: STARTED
[19:47:39.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:104:0) after 6m28s
[19:54:07.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:104:0)
[19:54:07.317] Build status: STARTED
[19:54:07.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:105:0) after 6m1s
[20:00:08.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:105:0)
[20:00:08.367] Build status: STARTED
[20:00:08.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:106:0) after 9m37s
[20:09:45.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:106:0)
[20:09:45.458] Build status: STARTED
[20:09:45.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:107:0) after 8m24s
[20:18:09.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:107:0)
[20:18:09.607] Build status: STARTED
[20:18:09.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:108:0) after 9m1s
[20:27:10.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:108:0)
[20:27:11.006] Build status: STARTED
[20:27:11.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:109:0) after 2m20s
[20:29:31.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:109:0)
[20:29:31.049] Build status: STARTED
[20:29:31.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:110:0) after 6m31s
[20:36:02.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:110:0)
[20:36:02.172] Build status: STARTED
[20:36:02.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:111:0) after 7m45s
[20:43:47.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:111:0)
[20:43:47.222] Build status: STARTED
[20:43:47.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:112:0) after 4m20s
[20:48:07.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:112:0)
[20:48:07.376] Build status: STARTED
[20:48:07.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:113:0) after 1m31s
[20:49:38.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:113:0)
[20:49:38.489] Build status: STARTED
[20:49:38.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:114:0) after 1m50s
[20:51:28.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:114:0)
[20:51:28.567] Build status: STARTED
[20:51:28.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:115:0) after 2m15s
[20:53:43.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:115:0)
[20:53:43.642] Build status: STARTED
[20:53:43.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:116:0) after 1m29s
[20:55:12.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:116:0)
[20:55:12.756] Build status: STARTED
[20:55:12.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:117:0) after 4m53s
[21:00:05.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:117:0)
[21:00:05.849] Build status: STARTED
[21:00:05.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:118:0) after 5m57s
[21:06:02.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:118:0)
[21:06:03.004] Build status: STARTED
[21:06:03.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:119:0) after 4m16s
[21:10:19.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:119:0)
[21:10:19.176] Build status: STARTED
[21:10:19.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:120:0) after 7m54s
[21:18:13.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:120:0)
[21:18:13.371] Build status: STARTED
[21:18:13.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:121:0) after 3m32s
[21:21:45.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:121:0)
[21:21:45.695] Build status: STARTED
[21:21:45.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:122:0) after 5m54s
[21:27:39.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:122:0)
[21:27:39.950] Build status: STARTED
[21:27:39.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:123:0) after 6m3s
[21:33:42.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:123:0)
[21:33:43.012] Build status: STARTED
[21:33:43.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:124:0) after 5m27s
[21:39:10.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:124:0)
[21:39:10.068] Build status: STARTED
[21:39:10.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:125:0) after 4m50s
[21:44:00.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:125:0)
[21:44:01.013] Build status: STARTED
[21:44:01.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:126:0) after 7m36s
[21:51:37.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:126:0)
[21:51:37.136] Build status: STARTED
[21:51:37.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:127:0) after 7m13s
[21:58:50.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:127:0)
[21:58:50.334] Build status: STARTED
[21:58:50.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:128:0) after 3m0s
[22:01:50.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:128:0)
[22:01:50.378] Build status: STARTED
[22:01:50.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:129:0) after 4m43s
[22:06:33.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:129:0)
[22:06:33.441] Build status: STARTED
[22:06:33.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:130:0) after 4m51s
[22:11:24.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:130:0)
[22:11:24.523] Build status: STARTED
[22:11:24.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:131:0) after 6m44s
[22:18:08.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:131:0)
[22:18:08.655] Build status: STARTED
[22:18:08.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:132:0) after 4m15s
[22:22:23.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:132:0)
[22:22:23.729] Build status: STARTED
[22:22:23.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:133:0) after 3m45s
[22:26:08.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:133:0)
[22:26:08.869] Build status: STARTED
[22:26:08.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:134:0) after 4m7s
[22:30:15.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:134:0)
[22:30:15.948] Build status: STARTED
[22:30:15.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:135:0) after 6m53s
[22:37:09.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:135:0)
[22:37:09.100] Build status: STARTED
[22:37:09.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:136:0) after 3m10s
[22:40:19.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:136:0)
[22:40:19.148] Build status: STARTED
[22:40:19.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:137:0) after 8m22s
[22:48:41.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:137:0)
[22:48:41.299] Build status: STARTED
[22:48:41.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:138:0) after 7m21s
[22:56:02.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:138:0)
[22:56:02.465] Build status: STARTED
[22:56:02.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:139:0) after 9m10s
[23:05:12.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:139:0)
[23:05:12.516] Build status: STARTED
[23:05:12.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:140:0) after 4m3s
[23:09:15.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:140:0)
[23:09:15.568] Build status: STARTED
[23:09:15.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:141:0) after 5m2s
[23:14:17.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:141:0)
[23:14:17.608] Build status: STARTED
[23:14:17.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:142:0) after 5m36s
[23:19:53.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:142:0)
[23:19:53.901] Build status: STARTED
[23:19:53.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:143:0) after 6m12s
[23:26:06.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:143:0)
[23:26:06.041] Build status: STARTED
[23:26:06.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:144:0) after 5m32s
[23:31:38.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:144:0)
[23:31:38.178] Build status: STARTED
[23:31:38.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:145:0) after 7m59s
[23:39:37.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:145:0)
[23:39:37.226] Build status: STARTED
[23:39:37.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:146:0) after 6m11s
[23:45:48.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:146:0)
[23:45:48.300] Build status: STARTED
[23:45:48.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:147:0) after 9m45s
[23:55:33.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:147:0)
[23:55:33.748] Build status: STARTED
[23:55:33.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:148:0) after 7m11s
[00:02:44.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:148:0)
[00:02:44.799] Build status: STARTED
[00:02:44.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:149:0) after 8m3s
[00:10:47.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:149:0)
[00:10:47.840] Build status: STARTED
[00:10:47.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:150:0) after 3m24s
[00:14:11.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:150:0)
[00:14:12.005] Build status: STARTED
[00:14:12.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:151:0) after 2m59s
[00:17:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:151:0)
[00:17:11.366] Build status: STARTED
[00:17:11.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:152:0) after 8m11s
[00:25:22.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:152:0)
[00:25:22.446] Build status: STARTED
[00:25:22.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:153:0) after 5m14s
[00:30:36.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:153:0)
[00:30:36.690] Build status: STARTED
[00:30:36.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:154:0) after 1m1s
[00:31:37.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:154:0)
[00:31:37.744] Build status: STARTED
[00:31:37.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:155:0) after 3m27s
[00:35:04.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:155:0)
[00:35:04.942] Build status: STARTED
[00:35:04.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:156:0) after 8m8s
[00:43:13.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:156:0)
[00:43:13.159] Build status: STARTED
[00:43:13.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:157:0) after 1m43s
[00:44:56.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:157:0)
[00:44:56.207] Build status: STARTED
[00:44:56.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:158:0) after 3m56s
[00:48:52.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:158:0)
[00:48:52.265] Build status: STARTED
[00:48:52.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:159:0) after 9m47s
[00:58:39.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:159:0)
[00:58:39.302] Build status: STARTED
[00:58:39.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:160:0) after 8m22s
[01:07:01.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:160:0)
[01:07:01.500] Build status: STARTED
[01:07:01.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:161:0) after 5m43s
[01:12:44.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:161:0)
[01:12:44.548] Build status: STARTED
[01:12:44.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:162:0) after 7m5s
[01:19:49.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:162:0)
[01:19:50.005] Build status: STARTED
[01:19:50.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:163:0) after 3m16s
[01:23:06.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:163:0)
[01:23:06.057] Build status: STARTED
[01:23:06.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:164:0) after 5m1s
[01:28:07.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:164:0)
[01:28:07.208] Build status: STARTED
[01:28:07.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:165:0) after 5m20s
[01:33:27.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:165:0)
[01:33:27.768] Build status: STARTED
[01:33:27.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:166:0) after 7m43s
[01:41:10.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:166:0)
[01:41:10.821] Build status: STARTED
[01:41:10.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:167:0) after 9m8s
[01:50:18.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:167:0)
[01:50:18.913] Build status: STARTED
[01:50:18.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:168:0) after 2m13s
[01:52:31.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:168:0)
[01:52:31.962] Build status: STARTED
[01:52:31.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:169:0) after 7m48s
[02:00:19.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:169:0)
[02:00:20.008] Build status: STARTED
[02:00:20.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:170:0) after 6m18s
[02:06:38.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:170:0)
[02:06:38.063] Build status: STARTED
[02:06:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:171:0) after 6m35s
[02:13:13.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:171:0)
[02:13:13.117] Build status: STARTED
[02:13:13.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:172:0) after 7m5s
[02:20:18.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:172:0)
[02:20:18.271] Build status: STARTED
[02:20:18.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:173:0) after 4m49s
[02:25:07.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:173:0)
[02:25:07.332] Build status: STARTED
[02:25:07.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:174:0) after 9m16s
[02:34:23.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:174:0)
[02:34:23.382] Build status: STARTED
[02:34:23.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:175:0) after 2m35s
[02:36:58.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:175:0)
[02:36:58.483] Build status: STARTED
[02:36:58.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:176:0) after 7m46s
[02:44:44.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:176:0)
[02:44:44.535] Build status: STARTED
[02:44:44.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:177:0) after 9m42s
[02:54:26.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:177:0)
[02:54:26.578] Build status: STARTED
[02:54:26.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:178:0) after 8m14s
[03:02:40.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:178:0)
[03:02:40.665] Build status: STARTED
[03:02:40.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:179:0) after 1m12s
[03:03:52.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:179:0)
[03:03:52.723] Build status: STARTED
[03:03:52.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:180:0) after 9m7s
[03:13:00.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:180:0)
[03:13:00.067] Build status: STARTED
[03:13:00.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:181:0) after 4m24s
[03:17:24.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:181:0)
[03:17:24.211] Build status: STARTED
[03:17:24.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:182:0) after 2m16s
[03:19:40.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:182:0)
[03:19:40.318] Build status: STARTED
[03:19:40.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:183:0) after 3m56s
[03:23:36.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:183:0)
[03:23:36.354] Build status: STARTED
[03:23:36.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:184:0) after 2m21s
[03:25:57.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:184:0)
[03:25:57.411] Build status: STARTED
[03:25:57.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:185:0) after 7m21s
[03:33:18.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:185:0)
[03:33:18.459] Build status: STARTED
[03:33:18.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:186:0) after 8m8s
[03:41:26.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:186:0)
[03:41:26.988] Build status: STARTED
[03:41:26.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:187:0) after 5m58s
[03:47:25.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:187:0)
[03:47:25.043] Build status: STARTED
[03:47:25.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:188:0) after 9m43s
[03:57:08.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:188:0)
[03:57:08.059] Build status: STARTED
[03:57:08.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:189:0) after 6m10s
[04:03:18.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:189:0)
[04:03:18.117] Build status: STARTED
[04:03:18.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:190:0) after 9m35s
[04:12:53.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:190:0)
[04:12:53.301] Build status: STARTED
[04:12:53.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:191:0) after 3m43s
[04:16:36.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:191:0)
[04:16:36.572] Build status: STARTED
[04:16:36.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:192:0) after 6m52s
[04:23:28.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:192:0)
[04:23:28.979] Build status: STARTED
[04:23:28.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:193:0) after 5m57s
[04:29:26.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:193:0)
[04:29:26.124] Build status: STARTED
[04:29:26.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:194:0) after 1m59s
[04:31:25.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:194:0)
[04:31:25.169] Build status: STARTED
[04:31:25.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:195:0) after 6m19s
[04:37:44.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:195:0)
[04:37:44.210] Build status: STARTED
[04:37:44.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:196:0) after 6m32s
[04:44:16.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:196:0)
[04:44:16.495] Build status: STARTED
[04:44:16.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:197:0) after 9m44s
[04:54:00.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:197:0)
[04:54:00.559] Build status: STARTED
[04:54:00.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:198:0) after 1m30s
[04:55:30.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:198:0)
[04:55:30.745] Build status: STARTED
[04:55:30.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:199:0) after 6m54s
[05:02:24.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:199:0)
[05:02:24.916] Build status: STARTED
[05:02:24.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:200:0) after 4m23s
[05:06:47.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:200:0)
[05:06:48.013] Build status: STARTED
[05:06:48.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:201:0) after 1m20s
[05:08:08.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:201:0)
[05:08:08.204] Build status: STARTED
[05:08:08.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:202:0) after 8m10s
[05:16:18.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:202:0)
[05:16:18.338] Build status: STARTED
[05:16:18.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:203:0) after 5m39s
[05:21:57.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:203:0)
[05:21:57.382] Build status: STARTED
[05:21:57.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:204:0) after 8m21s
[05:30:18.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:204:0)
[05:30:18.504] Build status: STARTED
[05:30:18.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:205:0) after 5m42s
[05:36:00.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:205:0)
[05:36:00.556] Build status: STARTED
[05:36:00.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:206:0) after 5m38s
[05:41:38.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:206:0)
[05:41:38.764] Build status: STARTED
[05:41:38.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:207:0) after 1m43s
[05:43:21.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:207:0)
[05:43:21.820] Build status: STARTED
[05:43:21.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:208:0) after 6m42s
[05:50:03.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:208:0)
[05:50:03.942] Build status: STARTED
[05:50:03.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:209:0) after 5m42s
[05:55:46.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:209:0)
[05:55:46.077] Build status: STARTED
[05:55:46.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:210:0) after 4m28s
[06:00:14.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:210:0)
[06:00:14.141] Build status: STARTED
[06:00:14.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:211:0) after 5m43s
[06:05:57.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:211:0)
[06:05:57.190] Build status: STARTED
[06:05:57.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:212:0) after 5m59s
[06:11:56.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:212:0)
[06:11:56.258] Build status: STARTED
[06:11:56.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:213:0) after 4m59s
[06:16:55.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:213:0)
[06:16:55.374] Build status: STARTED
[06:16:55.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:214:0) after 2m34s
[06:19:29.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:214:0)
[06:19:29.428] Build status: STARTED
[06:19:29.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:215:0) after 2m51s
[06:22:20.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:215:0)
[06:22:20.647] Build status: STARTED
[06:22:20.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:216:0) after 7m18s
[06:29:38.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:216:0)
[06:29:38.798] Build status: STARTED
[06:29:38.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:217:0) after 9m57s
[06:39:35.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:217:0)
[06:39:36.008] Build status: STARTED
[06:39:36.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8947282808519580544:218:0) after 9m18s
[06:46:13.146] Received PubSub notification, asking Buildbucket for the build status
[06:46:13.166] Build:
{
  "id": "8781852746613532961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28923,
  "createdBy": "project:chromium",
  "createTime": "2023-05-06T10:40:07.300923049Z",
  "startTime": "2023-05-06T10:40:13.637147Z",
  "endTime": "2023-05-07T06:46:12.479863Z",
  "updateTime": "2023-05-07T06:46:12.479863Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f03c4215afcf37b5f3950998afc3d67c01e2004",
      "ref": "refs/heads/main"
    }
  }
}
[06:46:13.166] Invocation finished in 20h6m7.066728759s with status FAILED