LUCI Scheduler :: chromium :: ToTMac

Status: ABORTED

Triggered by: -

Duration: 20 hours

Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

f9d69280589d2af109f2fd1b74ed8b5edb319045 (1 year ago)
69cf0a771fa093da3e81db725557988ca30e126c (1 year ago)
357618ebb896a41ee7a2b5f8b2596925b31962f6 (1 year ago)
5d7ca303293fd03edd7c40d239e9c80cce49f6b9 (1 year ago)
e3ae372a7f859f5d00f678e06a5411420ae7d2a7 (1 year ago)
d5508b2c8fe71c128b290f0f0a4d1941b4a4c87c (1 year ago)
4714a5b156537cdca68cb2e2f35ece3be4445a0e (1 year ago)
5fa6469cd0d6975b89aa9256eb59648fcd121d6f (1 year ago)
dc03baaa78b598a4e363d071a99263fc98b9b5c9 (1 year ago)
63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a (1 year ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a
gitiles_ref:refs/heads/main

Debug log (UTC)

[05:40:04.417] New invocation is queued and will start shortly
[05:40:05.653] Starting the invocation (attempt 1)
[05:40:05.681] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a"
[05:40:05.681] Popped gitiles commit info from properties and tags
[05:40:05.681] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:40:05.681] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:40:05.681] Buildbucket request:
{
  "requestId": "8942318851509535600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8942318851509535600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:40:06.214] Scheduled build:
{
  "id": "8776888789410956609",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30120,
  "createdBy": "project:chromium",
  "createTime": "2023-06-30T05:40:05.792665092Z",
  "updateTime": "2023-06-30T05:40:05.792665092Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a",
      "ref": "refs/heads/main"
    }
  }
}
[05:40:06.214] Task URL: https://cr-buildbucket.appspot.com/build/8776888789410956609
[05:40:06.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:2:0) after 7m40s
[05:43:53.278] Received PubSub notification, asking Buildbucket for the build status
[05:43:53.368] Build status: STARTED
[05:47:46.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:2:0)
[05:47:46.250] Build status: STARTED
[05:47:46.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:4:0) after 7m33s
[05:55:19.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:4:0)
[05:55:19.307] Build status: STARTED
[05:55:19.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:5:0) after 6m7s
[06:01:26.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:5:0)
[06:01:26.368] Build status: STARTED
[06:01:26.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:6:0) after 4m13s
[06:05:39.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:6:0)
[06:05:39.381] Build status: STARTED
[06:05:39.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:7:0) after 2m43s
[06:08:22.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:7:0)
[06:08:22.458] Build status: STARTED
[06:08:22.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:8:0) after 2m38s
[06:11:00.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:8:0)
[06:11:00.496] Build status: STARTED
[06:11:00.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:9:0) after 3m0s
[06:14:00.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:9:0)
[06:14:00.713] Build status: STARTED
[06:14:00.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:10:0) after 8m26s
[06:22:26.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:10:0)
[06:22:26.802] Build status: STARTED
[06:22:26.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:11:0) after 8m57s
[06:31:24.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:11:0)
[06:31:24.270] Build status: STARTED
[06:31:24.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:12:0) after 6m28s
[06:37:52.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:12:0)
[06:37:52.476] Build status: STARTED
[06:37:52.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:13:0) after 2m59s
[06:40:51.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:13:0)
[06:40:51.612] Build status: STARTED
[06:40:51.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:14:0) after 6m18s
[06:47:09.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:14:0)
[06:47:09.613] Build status: STARTED
[06:47:09.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:15:0) after 7m24s
[06:54:33.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:15:0)
[06:54:33.996] Build status: STARTED
[06:54:33.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:16:0) after 4m24s
[06:58:58.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:16:0)
[06:58:58.185] Build status: STARTED
[06:58:58.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:17:0) after 4m33s
[07:03:31.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:17:0)
[07:03:31.238] Build status: STARTED
[07:03:31.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:18:0) after 5m57s
[07:09:28.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:18:0)
[07:09:28.419] Build status: STARTED
[07:09:28.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:19:0) after 4m30s
[07:13:58.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:19:0)
[07:13:58.636] Build status: STARTED
[07:13:58.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:20:0) after 8m42s
[07:22:40.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:20:0)
[07:22:40.674] Build status: STARTED
[07:22:40.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:21:0) after 4m54s
[07:27:34.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:21:0)
[07:27:34.756] Build status: STARTED
[07:27:34.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:22:0) after 3m45s
[07:31:19.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:22:0)
[07:31:19.795] Build status: STARTED
[07:31:19.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:23:0) after 2m53s
[07:34:12.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:23:0)
[07:34:12.850] Build status: STARTED
[07:34:12.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:24:0) after 4m0s
[07:38:12.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:24:0)
[07:38:12.947] Build status: STARTED
[07:38:12.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:25:0) after 5m42s
[07:43:55.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:25:0)
[07:43:55.165] Build status: STARTED
[07:43:55.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:26:0) after 2m44s
[07:46:39.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:26:0)
[07:46:39.205] Build status: STARTED
[07:46:39.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:27:0) after 9m2s
[07:55:41.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:27:0)
[07:55:41.425] Build status: STARTED
[07:55:41.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:28:0) after 3m49s
[07:59:30.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:28:0)
[07:59:30.570] Build status: STARTED
[07:59:30.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:29:0) after 6m40s
[08:06:10.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:29:0)
[08:06:10.609] Build status: STARTED
[08:06:10.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:30:0) after 2m2s
[08:08:12.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:30:0)
[08:08:12.656] Build status: STARTED
[08:08:12.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:31:0) after 8m17s
[08:16:29.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:31:0)
[08:16:29.828] Build status: STARTED
[08:16:29.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:32:0) after 8m21s
[08:24:51.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:32:0)
[08:24:51.038] Build status: STARTED
[08:24:51.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:33:0) after 9m14s
[08:34:05.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:33:0)
[08:34:05.305] Build status: STARTED
[08:34:05.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:34:0) after 1m6s
[08:35:11.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:34:0)
[08:35:11.391] Build status: STARTED
[08:35:11.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:35:0) after 8m49s
[08:44:00.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:35:0)
[08:44:00.532] Build status: STARTED
[08:44:00.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:36:0) after 7m24s
[08:51:24.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:36:0)
[08:51:24.605] Build status: STARTED
[08:51:24.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:37:0) after 4m24s
[08:55:48.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:37:0)
[08:55:48.746] Build status: STARTED
[08:55:48.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:38:0) after 5m19s
[09:01:08.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:38:0)
[09:01:08.084] Build status: STARTED
[09:01:08.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:39:0) after 6m35s
[09:07:43.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:39:0)
[09:07:43.233] Build status: STARTED
[09:07:43.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:40:0) after 6m18s
[09:14:01.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:40:0)
[09:14:01.269] Build status: STARTED
[09:14:01.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:41:0) after 4m15s
[09:18:16.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:41:0)
[09:18:16.319] Build status: STARTED
[09:18:16.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:42:0) after 9m56s
[09:28:12.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:42:0)
[09:28:12.369] Build status: STARTED
[09:28:12.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:43:0) after 7m1s
[09:35:13.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:43:0)
[09:35:13.573] Build status: STARTED
[09:35:13.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:44:0) after 9m41s
[09:44:54.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:44:0)
[09:44:54.793] Build status: STARTED
[09:44:54.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:45:0) after 5m57s
[09:50:52.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:45:0)
[09:50:52.092] Build status: STARTED
[09:50:52.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:46:0) after 4m8s
[09:55:00.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:46:0)
[09:55:00.419] Build status: STARTED
[09:55:00.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:47:0) after 5m28s
[10:00:28.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:47:0)
[10:00:28.524] Build status: STARTED
[10:00:28.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:48:0) after 4m48s
[10:05:16.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:48:0)
[10:05:16.779] Build status: STARTED
[10:05:16.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:49:0) after 1m57s
[10:07:14.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:49:0)
[10:07:14.038] Build status: STARTED
[10:07:14.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:50:0) after 4m59s
[10:12:13.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:50:0)
[10:12:13.078] Build status: STARTED
[10:12:13.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:51:0) after 2m38s
[10:14:51.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:51:0)
[10:14:51.339] Build status: STARTED
[10:14:51.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:52:0) after 4m40s
[10:19:31.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:52:0)
[10:19:31.340] Build status: STARTED
[10:19:31.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:53:0) after 8m44s
[10:28:15.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:53:0)
[10:28:15.379] Build status: STARTED
[10:28:15.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:54:0) after 9m29s
[10:37:44.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:54:0)
[10:37:44.420] Build status: STARTED
[10:37:44.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:55:0) after 4m49s
[10:42:33.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:55:0)
[10:42:33.464] Build status: STARTED
[10:42:33.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:56:0) after 4m29s
[10:47:02.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:56:0)
[10:47:02.688] Build status: STARTED
[10:47:02.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:57:0) after 3m58s
[10:51:00.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:57:0)
[10:51:01.018] Build status: STARTED
[10:51:01.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:58:0) after 3m42s
[10:54:43.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:58:0)
[10:54:43.068] Build status: STARTED
[10:54:43.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:59:0) after 9m46s
[11:04:29.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:59:0)
[11:04:29.105] Build status: STARTED
[11:04:29.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:60:0) after 1m48s
[11:06:17.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:60:0)
[11:06:17.145] Build status: STARTED
[11:06:17.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:61:0) after 6m38s
[11:12:55.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:61:0)
[11:12:55.188] Build status: STARTED
[11:12:55.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:62:0) after 9m41s
[11:22:36.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:62:0)
[11:22:36.405] Build status: STARTED
[11:22:36.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:63:0) after 2m43s
[11:25:19.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:63:0)
[11:25:19.453] Build status: STARTED
[11:25:19.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:64:0) after 9m33s
[11:34:52.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:64:0)
[11:34:52.559] Build status: STARTED
[11:34:52.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:65:0) after 7m46s
[11:42:38.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:65:0)
[11:42:38.603] Build status: STARTED
[11:42:38.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:66:0) after 3m45s
[11:46:23.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:66:0)
[11:46:23.651] Build status: STARTED
[11:46:23.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:67:0) after 2m8s
[11:48:31.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:67:0)
[11:48:31.822] Build status: STARTED
[11:48:31.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:68:0) after 8m44s
[11:57:15.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:68:0)
[11:57:15.862] Build status: STARTED
[11:57:15.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:69:0) after 5m40s
[12:02:55.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:69:0)
[12:02:55.916] Build status: STARTED
[12:02:55.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:70:0) after 4m22s
[12:07:18.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:70:0)
[12:07:18.145] Build status: STARTED
[12:07:18.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:71:0) after 9m47s
[12:17:05.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:71:0)
[12:17:05.188] Build status: STARTED
[12:17:05.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:72:0) after 7m33s
[12:24:38.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:72:0)
[12:24:38.229] Build status: STARTED
[12:24:38.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:73:0) after 1m58s
[12:26:36.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:73:0)
[12:26:36.278] Build status: STARTED
[12:26:36.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:74:0) after 2m45s
[12:29:21.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:74:0)
[12:29:21.318] Build status: STARTED
[12:29:21.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:75:0) after 8m25s
[12:37:46.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:75:0)
[12:37:46.360] Build status: STARTED
[12:37:46.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:76:0) after 7m57s
[12:45:43.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:76:0)
[12:45:43.389] Build status: STARTED
[12:45:43.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:77:0) after 3m13s
[12:48:56.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:77:0)
[12:48:56.549] Build status: STARTED
[12:48:56.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:78:0) after 4m11s
[12:53:07.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:78:0)
[12:53:07.595] Build status: STARTED
[12:53:07.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:79:0) after 4m44s
[12:57:51.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:79:0)
[12:57:51.800] Build status: STARTED
[12:57:51.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:80:0) after 6m39s
[13:04:30.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:80:0)
[13:04:30.865] Build status: STARTED
[13:04:30.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:81:0) after 9m26s
[13:13:57.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:81:0)
[13:13:57.131] Build status: STARTED
[13:13:57.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:82:0) after 3m24s
[13:17:21.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:82:0)
[13:17:21.340] Build status: STARTED
[13:17:21.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:83:0) after 2m39s
[13:20:00.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:83:0)
[13:20:00.603] Build status: STARTED
[13:20:00.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:84:0) after 9m22s
[13:29:22.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:84:0)
[13:29:22.811] Build status: STARTED
[13:29:22.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:85:0) after 1m0s
[13:30:23.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:85:0)
[13:30:23.033] Build status: STARTED
[13:30:23.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:86:0) after 4m37s
[13:35:00.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:86:0)
[13:35:00.106] Build status: STARTED
[13:35:00.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:87:0) after 3m21s
[13:38:21.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:87:0)
[13:38:21.243] Build status: STARTED
[13:38:21.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:88:0) after 7m34s
[13:45:55.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:88:0)
[13:45:55.428] Build status: STARTED
[13:45:55.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:89:0) after 3m52s
[13:49:47.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:89:0)
[13:49:47.460] Build status: STARTED
[13:49:47.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:90:0) after 6m4s
[13:55:51.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:90:0)
[13:55:51.546] Build status: STARTED
[13:55:51.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:91:0) after 3m12s
[13:59:03.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:91:0)
[13:59:03.872] Build status: STARTED
[13:59:03.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:92:0) after 1m41s
[14:00:44.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:92:0)
[14:00:45.124] Build status: STARTED
[14:00:45.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:93:0) after 4m18s
[14:05:03.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:93:0)
[14:05:03.244] Build status: STARTED
[14:05:03.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:94:0) after 6m7s
[14:11:11.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:94:0)
[14:11:11.184] Build status: STARTED
[14:11:11.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:95:0) after 5m31s
[14:16:42.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:95:0)
[14:16:42.547] Build status: STARTED
[14:16:42.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:96:0) after 1m21s
[14:18:03.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:96:0)
[14:18:03.691] Build status: STARTED
[14:18:03.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:97:0) after 4m33s
[14:22:37.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:97:0)
[14:22:37.108] Build status: STARTED
[14:22:37.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:98:0) after 6m12s
[14:28:49.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:98:0)
[14:28:49.249] Build status: STARTED
[14:28:49.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:99:0) after 4m57s
[14:33:46.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:99:0)
[14:33:46.467] Build status: STARTED
[14:33:46.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:100:0) after 2m13s
[14:35:59.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:100:0)
[14:36:00.004] Build status: STARTED
[14:36:00.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:101:0) after 6m20s
[14:42:20.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:101:0)
[14:42:20.048] Build status: STARTED
[14:42:20.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:102:0) after 1m23s
[14:43:43.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:102:0)
[14:43:43.163] Build status: STARTED
[14:43:43.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:103:0) after 6m44s
[14:50:27.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:103:0)
[14:50:27.339] Build status: STARTED
[14:50:27.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:104:0) after 7m56s
[14:58:23.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:104:0)
[14:58:23.379] Build status: STARTED
[14:58:23.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:105:0) after 5m38s
[15:04:01.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:105:0)
[15:04:01.694] Build status: STARTED
[15:04:01.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:106:0) after 1m36s
[15:05:37.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:106:0)
[15:05:37.728] Build status: STARTED
[15:05:37.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:107:0) after 4m38s
[15:10:15.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:107:0)
[15:10:15.798] Build status: STARTED
[15:10:15.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:108:0) after 7m57s
[15:18:13.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:108:0)
[15:18:13.095] Build status: STARTED
[15:18:13.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:109:0) after 1m54s
[15:20:07.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:109:0)
[15:20:07.702] Build status: STARTED
[15:20:07.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:110:0) after 4m42s
[15:24:49.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:110:0)
[15:24:49.864] Build status: STARTED
[15:24:49.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:111:0) after 4m20s
[15:29:09.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:111:0)
[15:29:09.919] Build status: STARTED
[15:29:09.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:112:0) after 1m49s
[15:30:59.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:112:0)
[15:30:59.038] Build status: STARTED
[15:30:59.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:113:0) after 7m25s
[15:38:24.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:113:0)
[15:38:24.186] Build status: STARTED
[15:38:24.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:114:0) after 7m41s
[15:46:05.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:114:0)
[15:46:05.223] Build status: STARTED
[15:46:05.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:115:0) after 1m52s
[15:47:57.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:115:0)
[15:47:57.285] Build status: STARTED
[15:47:57.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:116:0) after 9m21s
[15:57:18.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:116:0)
[15:57:18.318] Build status: STARTED
[15:57:18.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:117:0) after 2m40s
[15:59:58.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:117:0)
[15:59:58.571] Build status: STARTED
[15:59:58.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:118:0) after 8m36s
[16:08:34.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:118:0)
[16:08:34.724] Build status: STARTED
[16:08:34.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:119:0) after 1m36s
[16:10:10.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:119:0)
[16:10:10.777] Build status: STARTED
[16:10:10.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:120:0) after 5m26s
[16:15:36.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:120:0)
[16:15:36.902] Build status: STARTED
[16:15:36.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:121:0) after 8m0s
[16:23:37.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:121:0)
[16:23:37.049] Build status: STARTED
[16:23:37.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:122:0) after 9m3s
[16:32:40.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:122:0)
[16:32:40.098] Build status: STARTED
[16:32:40.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:123:0) after 8m36s
[16:41:16.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:123:0)
[16:41:16.874] Build status: STARTED
[16:41:16.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:124:0) after 6m0s
[16:47:16.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:124:0)
[16:47:16.988] Build status: STARTED
[16:47:16.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:125:0) after 8m7s
[16:55:24.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:125:0)
[16:55:24.092] Build status: STARTED
[16:55:24.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:126:0) after 7m28s
[17:02:52.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:126:0)
[17:02:52.414] Build status: STARTED
[17:02:52.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:127:0) after 9m26s
[17:12:18.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:127:0)
[17:12:18.476] Build status: STARTED
[17:12:18.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:128:0) after 5m40s
[17:17:58.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:128:0)
[17:17:58.622] Build status: STARTED
[17:17:58.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:129:0) after 5m11s
[17:23:09.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:129:0)
[17:23:09.833] Build status: STARTED
[17:23:09.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:130:0) after 1m49s
[17:24:59.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:130:0)
[17:24:59.672] Build status: STARTED
[17:24:59.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:131:0) after 5m58s
[17:30:57.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:131:0)
[17:30:57.897] Build status: STARTED
[17:30:57.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:132:0) after 2m17s
[17:33:15.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:132:0)
[17:33:15.199] Build status: STARTED
[17:33:15.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:133:0) after 9m40s
[17:42:55.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:133:0)
[17:42:55.444] Build status: STARTED
[17:42:55.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:134:0) after 1m8s
[17:44:03.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:134:0)
[17:44:03.442] Build status: STARTED
[17:44:03.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:135:0) after 8m0s
[17:52:03.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:135:0)
[17:52:03.482] Build status: STARTED
[17:52:03.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:136:0) after 5m48s
[17:57:51.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:136:0)
[17:57:51.582] Build status: STARTED
[17:57:51.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:137:0) after 6m40s
[18:04:31.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:137:0)
[18:04:31.707] Build status: STARTED
[18:04:31.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:138:0) after 6m36s
[18:11:07.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:138:0)
[18:11:08.001] Build status: STARTED
[18:11:08.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:139:0) after 8m39s
[18:19:47.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:139:0)
[18:19:47.192] Build status: STARTED
[18:19:47.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:140:0) after 4m8s
[18:23:55.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:140:0)
[18:23:55.227] Build status: STARTED
[18:23:55.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:141:0) after 1m55s
[18:25:50.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:141:0)
[18:25:50.269] Build status: STARTED
[18:25:50.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:142:0) after 5m53s
[18:31:43.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:142:0)
[18:31:43.311] Build status: STARTED
[18:31:43.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:143:0) after 7m47s
[18:39:30.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:143:0)
[18:39:30.444] Build status: STARTED
[18:39:30.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:144:0) after 8m36s
[18:48:06.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:144:0)
[18:48:06.634] Build status: STARTED
[18:48:06.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:145:0) after 5m22s
[18:53:28.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:145:0)
[18:53:28.953] Build status: STARTED
[18:53:28.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:146:0) after 7m50s
[19:01:19.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:146:0)
[19:01:19.739] Build status: STARTED
[19:01:19.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:147:0) after 3m5s
[19:04:25.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:147:0)
[19:04:25.053] Build status: STARTED
[19:04:25.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:148:0) after 5m43s
[19:10:08.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:148:0)
[19:10:08.434] Build status: STARTED
[19:10:08.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:149:0) after 6m40s
[19:16:48.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:149:0)
[19:16:48.447] Build status: STARTED
[19:16:48.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:150:0) after 2m32s
[19:19:20.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:150:0)
[19:19:20.962] Build status: STARTED
[19:19:20.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:151:0) after 1m22s
[19:20:43.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:151:0)
[19:20:43.383] Build status: STARTED
[19:20:43.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:152:0) after 4m11s
[19:24:54.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:152:0)
[19:24:54.536] Build status: STARTED
[19:24:54.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:153:0) after 2m12s
[19:27:06.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:153:0)
[19:27:06.582] Build status: STARTED
[19:27:06.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:154:0) after 5m12s
[19:32:18.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:154:0)
[19:32:18.747] Build status: STARTED
[19:32:18.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:155:0) after 9m35s
[19:41:54.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:155:0)
[19:41:54.158] Build status: STARTED
[19:41:54.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:156:0) after 2m1s
[19:43:55.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:156:0)
[19:43:55.647] Build status: STARTED
[19:43:55.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:157:0) after 9m2s
[19:52:57.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:157:0)
[19:52:57.641] Build status: STARTED
[19:52:57.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:158:0) after 7m17s
[20:00:14.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:158:0)
[20:00:14.818] Build status: STARTED
[20:00:14.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:159:0) after 4m8s
[20:04:22.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:159:0)
[20:04:22.858] Build status: STARTED
[20:04:22.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:160:0) after 4m42s
[20:09:05.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:160:0)
[20:09:05.059] Build status: STARTED
[20:09:05.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:161:0) after 3m6s
[20:12:11.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:161:0)
[20:12:11.101] Build status: STARTED
[20:12:11.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:162:0) after 1m17s
[20:13:28.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:162:0)
[20:13:28.555] Build status: STARTED
[20:13:28.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:163:0) after 4m24s
[20:17:53.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:163:0)
[20:17:53.184] Build status: STARTED
[20:17:53.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:164:0) after 6m28s
[20:24:21.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:164:0)
[20:24:21.329] Build status: STARTED
[20:24:21.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:165:0) after 3m40s
[20:28:01.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:165:0)
[20:28:01.875] Build status: STARTED
[20:28:01.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:166:0) after 3m48s
[20:31:50.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:166:0)
[20:31:50.488] Build status: STARTED
[20:31:50.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:167:0) after 6m55s
[20:38:45.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:167:0)
[20:38:45.574] Build status: STARTED
[20:38:45.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:168:0) after 8m6s
[20:46:51.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:168:0)
[20:46:51.914] Build status: STARTED
[20:46:51.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:169:0) after 8m37s
[20:55:29.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:169:0)
[20:55:29.057] Build status: STARTED
[20:55:29.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:170:0) after 5m53s
[21:01:22.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:170:0)
[21:01:22.170] Build status: STARTED
[21:01:22.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:171:0) after 6m48s
[21:08:10.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:171:0)
[21:08:10.549] Build status: STARTED
[21:08:10.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:172:0) after 9m26s
[21:17:36.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:172:0)
[21:17:36.783] Build status: STARTED
[21:17:36.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:173:0) after 6m50s
[21:24:26.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:173:0)
[21:24:26.927] Build status: STARTED
[21:24:26.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:174:0) after 8m54s
[21:33:21.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:174:0)
[21:33:21.157] Build status: STARTED
[21:33:21.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:175:0) after 3m7s
[21:36:28.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:175:0)
[21:36:28.254] Build status: STARTED
[21:36:28.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:176:0) after 8m57s
[21:45:25.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:176:0)
[21:45:25.525] Build status: STARTED
[21:45:25.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:177:0) after 2m39s
[21:48:04.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:177:0)
[21:48:04.752] Build status: STARTED
[21:48:04.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:178:0) after 6m37s
[21:54:41.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:178:0)
[21:54:41.909] Build status: STARTED
[21:54:41.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:179:0) after 6m57s
[22:01:38.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:179:0)
[22:01:38.964] Build status: STARTED
[22:01:38.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:180:0) after 4m40s
[22:06:19.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:180:0)
[22:06:19.334] Build status: STARTED
[22:06:19.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:181:0) after 6m51s
[22:13:10.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:181:0)
[22:13:10.425] Build status: STARTED
[22:13:10.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:182:0) after 3m46s
[22:16:56.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:182:0)
[22:16:56.765] Build status: STARTED
[22:16:56.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:183:0) after 1m21s
[22:18:17.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:183:0)
[22:18:17.891] Build status: STARTED
[22:18:17.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:184:0) after 9m0s
[22:27:17.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:184:0)
[22:27:17.906] Build status: STARTED
[22:27:17.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:185:0) after 4m4s
[22:31:21.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:185:0)
[22:31:21.956] Build status: STARTED
[22:31:21.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:186:0) after 8m49s
[22:40:11.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:186:0)
[22:40:11.345] Build status: STARTED
[22:40:11.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:187:0) after 1m17s
[22:41:28.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:187:0)
[22:41:28.382] Build status: STARTED
[22:41:28.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:188:0) after 9m22s
[22:50:50.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:188:0)
[22:50:50.421] Build status: STARTED
[22:50:50.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:189:0) after 3m19s
[22:54:09.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:189:0)
[22:54:09.640] Build status: STARTED
[22:54:09.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:190:0) after 3m25s
[22:57:35.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:190:0)
[22:57:35.081] Build status: STARTED
[22:57:35.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:191:0) after 7m39s
[23:05:14.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:191:0)
[23:05:14.392] Build status: STARTED
[23:05:14.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:192:0) after 1m17s
[23:06:31.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:192:0)
[23:06:31.559] Build status: STARTED
[23:06:31.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:193:0) after 3m13s
[23:09:44.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:193:0)
[23:09:44.951] Build status: STARTED
[23:09:44.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:194:0) after 1m31s
[23:11:16.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:194:0)
[23:11:16.038] Build status: STARTED
[23:11:16.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:195:0) after 3m36s
[23:14:52.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:195:0)
[23:14:52.164] Build status: STARTED
[23:14:52.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:196:0) after 3m2s
[23:17:54.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:196:0)
[23:17:54.301] Build status: STARTED
[23:17:54.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:197:0) after 9m47s
[23:27:41.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:197:0)
[23:27:41.502] Build status: STARTED
[23:27:41.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:198:0) after 4m57s
[23:32:38.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:198:0)
[23:32:38.748] Build status: STARTED
[23:32:38.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:199:0) after 9m39s
[23:42:17.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:199:0)
[23:42:17.800] Build status: STARTED
[23:42:17.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:200:0) after 4m19s
[23:46:36.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:200:0)
[23:46:36.827] Build status: STARTED
[23:46:36.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:201:0) after 8m2s
[23:54:38.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:201:0)
[23:54:39.006] Build status: STARTED
[23:54:39.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:202:0) after 5m57s
[00:00:36.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:202:0)
[00:00:36.210] Build status: STARTED
[00:00:36.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:203:0) after 2m21s
[00:02:57.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:203:0)
[00:02:57.275] Build status: STARTED
[00:02:57.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:204:0) after 8m1s
[00:10:58.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:204:0)
[00:10:58.483] Build status: STARTED
[00:10:58.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:205:0) after 7m23s
[00:18:21.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:205:0)
[00:18:21.646] Build status: STARTED
[00:18:21.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:206:0) after 3m28s
[00:21:49.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:206:0)
[00:21:49.998] Build status: STARTED
[00:21:49.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:207:0) after 6m7s
[00:27:57.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:207:0)
[00:27:57.053] Build status: STARTED
[00:27:57.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:208:0) after 6m24s
[00:34:21.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:208:0)
[00:34:21.101] Build status: STARTED
[00:34:21.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:209:0) after 9m1s
[00:43:22.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:209:0)
[00:43:22.313] Build status: STARTED
[00:43:22.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:210:0) after 7m7s
[00:50:29.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:210:0)
[00:50:29.365] Build status: STARTED
[00:50:29.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:211:0) after 3m44s
[00:54:13.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:211:0)
[00:54:13.468] Build status: STARTED
[00:54:13.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:212:0) after 1m47s
[00:56:00.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:212:0)
[00:56:00.516] Build status: STARTED
[00:56:00.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:213:0) after 8m10s
[01:04:10.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:213:0)
[01:04:10.666] Build status: STARTED
[01:04:10.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:214:0) after 3m25s
[01:07:35.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:214:0)
[01:07:35.822] Build status: STARTED
[01:07:35.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:215:0) after 2m31s
[01:10:07.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:215:0)
[01:10:07.132] Build status: STARTED
[01:10:07.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:216:0) after 9m50s
[01:19:57.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:216:0)
[01:19:57.465] Build status: STARTED
[01:19:57.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:217:0) after 3m42s
[01:23:39.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:217:0)
[01:23:39.578] Build status: STARTED
[01:23:39.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:218:0) after 7m35s
[01:31:14.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:218:0)
[01:31:14.658] Build status: STARTED
[01:31:14.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:219:0) after 5m48s
[01:37:02.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:219:0)
[01:37:02.714] Build status: STARTED
[01:37:02.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:220:0) after 5m9s
[01:42:11.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:220:0)
[01:42:11.936] Build status: STARTED
[01:42:11.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8942318851509535600:221:0) after 2m24s
[01:44:05.484] Received PubSub notification, asking Buildbucket for the build status
[01:44:05.503] Build:
{
  "id": "8776888789410956609",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30120,
  "createdBy": "project:chromium",
  "createTime": "2023-06-30T05:40:05.792665092Z",
  "startTime": "2023-06-30T05:43:52.531759Z",
  "endTime": "2023-07-01T01:44:05.256314504Z",
  "updateTime": "2023-07-01T01:44:05.256314504Z",
  "status": "CANCELED",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "63d97d3cbb4e0ba9d4e111fc7aaa0785f0fa1e0a",
      "ref": "refs/heads/main"
    }
  }
}
[01:44:05.503] Invocation finished in 20h4m1.096781691s with status ABORTED