Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9a1a49ee655e324f7dfea603f61a88bf49fd4c4e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a1a49ee655e324f7dfea603f61a88bf49fd4c4e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:59:18.976] New invocation is queued and will start shortly
[16:59:20.205] Starting the invocation (attempt 1)
[16:59:20.279] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a1a49ee655e324f7dfea603f61a88bf49fd4c4e"
[16:59:20.279] Popped gitiles commit info from properties and tags
[16:59:20.279] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:59:20.279] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:59:20.279] Buildbucket request:
{
  "requestId": "8915278221271044064",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9a1a49ee655e324f7dfea603f61a88bf49fd4c4e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915278221271044064"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:59:20.988] Scheduled build:
{
  "id": "8749848159118227441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31524,
  "createdBy": "project:chromium",
  "createTime": "2024-04-23T16:59:20.402864920Z",
  "updateTime": "2024-04-23T16:59:20.402864920Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9a1a49ee655e324f7dfea603f61a88bf49fd4c4e",
      "ref": "refs/heads/main"
    }
  }
}
[16:59:20.988] Task URL: https://cr-buildbucket.appspot.com/build/8749848159118227441
[16:59:20.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:2:0) after 4m34s
[16:59:22.001] Received PubSub notification, asking Buildbucket for the build status
[16:59:22.023] Build status: SCHEDULED
[17:00:28.314] Received PubSub notification, asking Buildbucket for the build status
[17:00:28.471] Build status: STARTED
[17:03:55.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:2:0)
[17:03:55.086] Build status: STARTED
[17:03:55.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:5:0) after 3m56s
[17:07:51.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:5:0)
[17:07:51.271] Build status: STARTED
[17:07:51.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:6:0) after 4m41s
[17:12:32.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:6:0)
[17:12:32.321] Build status: STARTED
[17:12:32.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:7:0) after 5m58s
[17:18:30.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:7:0)
[17:18:30.535] Build status: STARTED
[17:18:30.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:8:0) after 7m55s
[17:26:25.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:8:0)
[17:26:25.681] Build status: STARTED
[17:26:25.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:9:0) after 9m31s
[17:35:56.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:9:0)
[17:35:56.774] Build status: STARTED
[17:35:56.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:10:0) after 7m39s
[17:43:35.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:10:0)
[17:43:35.847] Build status: STARTED
[17:43:35.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:11:0) after 2m57s
[17:46:32.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:11:0)
[17:46:33.028] Build status: STARTED
[17:46:33.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:12:0) after 9m50s
[17:56:23.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:12:0)
[17:56:23.169] Build status: STARTED
[17:56:23.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:13:0) after 6m25s
[18:02:48.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:13:0)
[18:02:48.347] Build status: STARTED
[18:02:48.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:14:0) after 1m42s
[18:04:30.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:14:0)
[18:04:30.413] Build status: STARTED
[18:04:30.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:15:0) after 2m28s
[18:06:58.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:15:0)
[18:06:58.619] Build status: STARTED
[18:06:58.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:16:0) after 4m48s
[18:11:46.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:16:0)
[18:11:46.680] Build status: STARTED
[18:11:46.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:17:0) after 9m25s
[18:21:11.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:17:0)
[18:21:11.828] Build status: STARTED
[18:21:11.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:18:0) after 2m0s
[18:23:11.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:18:0)
[18:23:11.905] Build status: STARTED
[18:23:11.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:19:0) after 9m21s
[18:32:32.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:19:0)
[18:32:32.966] Build status: STARTED
[18:32:32.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:20:0) after 3m46s
[18:36:19.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:20:0)
[18:36:19.147] Build status: STARTED
[18:36:19.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:21:0) after 1m56s
[18:38:15.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:21:0)
[18:38:15.345] Build status: STARTED
[18:38:15.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:22:0) after 3m41s
[18:41:56.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:22:0)
[18:41:56.375] Build status: STARTED
[18:41:56.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:23:0) after 2m16s
[18:44:12.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:23:0)
[18:44:12.477] Build status: STARTED
[18:44:12.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:24:0) after 6m45s
[18:50:57.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:24:0)
[18:50:57.551] Build status: STARTED
[18:50:57.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:25:0) after 2m23s
[18:53:20.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:25:0)
[18:53:20.622] Build status: STARTED
[18:53:20.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:26:0) after 4m24s
[18:57:44.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:26:0)
[18:57:44.702] Build status: STARTED
[18:57:44.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:27:0) after 1m35s
[18:59:19.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:27:0)
[18:59:19.824] Build status: STARTED
[18:59:19.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:28:0) after 3m15s
[19:02:34.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:28:0)
[19:02:34.902] Build status: STARTED
[19:02:34.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:29:0) after 4m54s
[19:07:28.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:29:0)
[19:07:29.020] Build status: STARTED
[19:07:29.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:30:0) after 1m24s
[19:08:53.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:30:0)
[19:08:53.164] Build status: STARTED
[19:08:53.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:31:0) after 5m23s
[19:14:16.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:31:0)
[19:14:16.313] Build status: STARTED
[19:14:16.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:32:0) after 6m7s
[19:20:23.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:32:0)
[19:20:23.462] Build status: STARTED
[19:20:23.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:33:0) after 5m8s
[19:25:31.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:33:0)
[19:25:31.598] Build status: STARTED
[19:25:31.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:34:0) after 9m9s
[19:34:40.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:34:0)
[19:34:40.688] Build status: STARTED
[19:34:40.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:35:0) after 3m18s
[19:37:58.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:35:0)
[19:37:58.802] Build status: STARTED
[19:37:58.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:36:0) after 8m30s
[19:46:28.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:36:0)
[19:46:28.839] Build status: STARTED
[19:46:28.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:37:0) after 9m17s
[19:55:45.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:37:0)
[19:55:45.899] Build status: STARTED
[19:55:45.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:38:0) after 6m32s
[20:02:17.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:38:0)
[20:02:18.062] Build status: STARTED
[20:02:18.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:39:0) after 5m48s
[20:08:06.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:39:0)
[20:08:06.206] Build status: STARTED
[20:08:06.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:40:0) after 5m0s
[20:13:06.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:40:0)
[20:13:06.281] Build status: STARTED
[20:13:06.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:41:0) after 3m11s
[20:16:17.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:41:0)
[20:16:17.342] Build status: STARTED
[20:16:17.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:42:0) after 7m37s
[20:23:54.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:42:0)
[20:23:54.417] Build status: STARTED
[20:23:54.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:43:0) after 5m16s
[20:29:10.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:43:0)
[20:29:10.474] Build status: STARTED
[20:29:10.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:44:0) after 5m2s
[20:34:12.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:44:0)
[20:34:12.724] Build status: STARTED
[20:34:12.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:45:0) after 3m6s
[20:37:18.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:45:0)
[20:37:18.753] Build status: STARTED
[20:37:18.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:46:0) after 1m39s
[20:38:57.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:46:0)
[20:38:57.816] Build status: STARTED
[20:38:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:47:0) after 9m21s
[20:48:18.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:47:0)
[20:48:18.907] Build status: STARTED
[20:48:18.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:48:0) after 5m57s
[20:54:15.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:48:0)
[20:54:15.958] Build status: STARTED
[20:54:15.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:49:0) after 7m10s
[21:01:26.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:49:0)
[21:01:26.162] Build status: STARTED
[21:01:26.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:50:0) after 4m59s
[21:06:25.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:50:0)
[21:06:25.236] Build status: STARTED
[21:06:25.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:51:0) after 2m38s
[21:09:03.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:51:0)
[21:09:03.302] Build status: STARTED
[21:09:03.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:52:0) after 5m57s
[21:15:00.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:52:0)
[21:15:00.447] Build status: STARTED
[21:15:00.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:53:0) after 2m14s
[21:17:14.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:53:0)
[21:17:14.545] Build status: STARTED
[21:17:14.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:54:0) after 2m55s
[21:20:09.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:54:0)
[21:20:09.771] Build status: STARTED
[21:20:09.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:55:0) after 7m52s
[21:28:01.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:55:0)
[21:28:01.832] Build status: STARTED
[21:28:01.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:56:0) after 5m57s
[21:33:58.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:56:0)
[21:33:58.954] Build status: STARTED
[21:33:58.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:57:0) after 3m1s
[21:36:59.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:57:0)
[21:37:00.140] Build status: STARTED
[21:37:00.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:58:0) after 4m59s
[21:41:59.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:58:0)
[21:41:59.201] Build status: STARTED
[21:41:59.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:59:0) after 7m51s
[21:49:50.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:59:0)
[21:49:50.264] Build status: STARTED
[21:49:50.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:60:0) after 7m52s
[21:57:42.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:60:0)
[21:57:42.370] Build status: STARTED
[21:57:42.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:61:0) after 7m55s
[22:05:37.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:61:0)
[22:05:37.436] Build status: STARTED
[22:05:37.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:62:0) after 2m50s
[22:08:27.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:62:0)
[22:08:27.535] Build status: STARTED
[22:08:27.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:63:0) after 8m49s
[22:17:16.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:63:0)
[22:17:16.647] Build status: STARTED
[22:17:16.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:64:0) after 9m34s
[22:26:50.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:64:0)
[22:26:50.722] Build status: STARTED
[22:26:50.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:65:0) after 3m19s
[22:30:09.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:65:0)
[22:30:09.911] Build status: STARTED
[22:30:09.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:66:0) after 1m36s
[22:31:45.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:66:0)
[22:31:45.985] Build status: STARTED
[22:31:45.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:67:0) after 3m25s
[22:35:11.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:67:0)
[22:35:11.062] Build status: STARTED
[22:35:11.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:68:0) after 1m30s
[22:36:41.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:68:0)
[22:36:41.202] Build status: STARTED
[22:36:41.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:69:0) after 7m2s
[22:43:43.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:69:0)
[22:43:43.248] Build status: STARTED
[22:43:43.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:70:0) after 8m13s
[22:51:56.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:70:0)
[22:51:56.324] Build status: STARTED
[22:51:56.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:71:0) after 3m31s
[22:55:27.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:71:0)
[22:55:27.696] Build status: STARTED
[22:55:27.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:72:0) after 8m23s
[23:03:50.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:72:0)
[23:03:50.751] Build status: STARTED
[23:03:50.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:73:0) after 9m9s
[23:12:59.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:73:0)
[23:12:59.803] Build status: STARTED
[23:12:59.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:74:0) after 8m9s
[23:21:08.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:74:0)
[23:21:08.891] Build status: STARTED
[23:21:08.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:75:0) after 5m50s
[23:26:59.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:75:0)
[23:26:59.211] Build status: STARTED
[23:26:59.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:76:0) after 7m12s
[23:34:11.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:76:0)
[23:34:11.296] Build status: STARTED
[23:34:11.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:77:0) after 4m28s
[23:38:39.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:77:0)
[23:38:39.456] Build status: STARTED
[23:38:39.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:78:0) after 1m42s
[23:40:21.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:78:0)
[23:40:21.541] Build status: STARTED
[23:40:21.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:79:0) after 2m1s
[23:42:22.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:79:0)
[23:42:22.602] Build status: STARTED
[23:42:22.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:80:0) after 8m33s
[23:50:55.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:80:0)
[23:50:55.691] Build status: STARTED
[23:50:55.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:81:0) after 7m51s
[23:58:46.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:81:0)
[23:58:46.940] Build status: STARTED
[23:58:46.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:82:0) after 9m5s
[00:07:51.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:82:0)
[00:07:51.992] Build status: STARTED
[00:07:51.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:83:0) after 9m52s
[00:17:44.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:83:0)
[00:17:44.049] Build status: STARTED
[00:17:44.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:84:0) after 7m42s
[00:25:26.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:84:0)
[00:25:26.183] Build status: STARTED
[00:25:26.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:85:0) after 7m19s
[00:32:45.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:85:0)
[00:32:45.296] Build status: STARTED
[00:32:45.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:86:0) after 9m45s
[00:42:30.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:86:0)
[00:42:30.397] Build status: STARTED
[00:42:30.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:87:0) after 1m0s
[00:43:30.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:87:0)
[00:43:30.528] Build status: STARTED
[00:43:30.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:88:0) after 5m42s
[00:49:12.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:88:0)
[00:49:12.717] Build status: STARTED
[00:49:12.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:89:0) after 5m10s
[00:54:22.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:89:0)
[00:54:22.798] Build status: STARTED
[00:54:22.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:90:0) after 2m56s
[00:57:19.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:90:0)
[00:57:19.132] Build status: STARTED
[00:57:19.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:91:0) after 1m2s
[00:58:21.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:91:0)
[00:58:21.165] Build status: STARTED
[00:58:21.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:92:0) after 3m26s
[01:01:47.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:92:0)
[01:01:47.553] Build status: STARTED
[01:01:47.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:93:0) after 8m2s
[01:09:49.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:93:0)
[01:09:49.780] Build status: STARTED
[01:09:49.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:94:0) after 7m1s
[01:16:51.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:94:0)
[01:16:51.094] Build status: STARTED
[01:16:51.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:95:0) after 4m45s
[01:21:36.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:95:0)
[01:21:36.205] Build status: STARTED
[01:21:36.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:96:0) after 7m18s
[01:28:54.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:96:0)
[01:28:54.329] Build status: STARTED
[01:28:54.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:97:0) after 2m8s
[01:31:02.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:97:0)
[01:31:02.447] Build status: STARTED
[01:31:02.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:98:0) after 8m0s
[01:39:02.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:98:0)
[01:39:02.717] Build status: STARTED
[01:39:02.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:99:0) after 8m3s
[01:47:05.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:99:0)
[01:47:05.948] Build status: STARTED
[01:47:05.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:100:0) after 1m20s
[01:48:26.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:100:0)
[01:48:26.129] Build status: STARTED
[01:48:26.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:101:0) after 6m2s
[01:54:28.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:101:0)
[01:54:28.381] Build status: STARTED
[01:54:28.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:102:0) after 4m48s
[01:59:16.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:102:0)
[01:59:16.639] Build status: STARTED
[01:59:16.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:103:0) after 5m24s
[02:04:40.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:103:0)
[02:04:40.825] Build status: STARTED
[02:04:40.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:104:0) after 2m32s
[02:07:13.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:104:0)
[02:07:13.022] Build status: STARTED
[02:07:13.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:105:0) after 7m25s
[02:14:38.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:105:0)
[02:14:38.261] Build status: STARTED
[02:14:38.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:106:0) after 5m35s
[02:20:13.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:106:0)
[02:20:13.327] Build status: STARTED
[02:20:13.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:107:0) after 6m15s
[02:26:28.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:107:0)
[02:26:28.402] Build status: STARTED
[02:26:28.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:108:0) after 2m14s
[02:28:42.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:108:0)
[02:28:42.467] Build status: STARTED
[02:28:42.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:109:0) after 4m40s
[02:33:22.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:109:0)
[02:33:22.523] Build status: STARTED
[02:33:22.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:110:0) after 1m42s
[02:35:04.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:110:0)
[02:35:04.780] Build status: STARTED
[02:35:04.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:111:0) after 4m54s
[02:39:58.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:111:0)
[02:39:58.833] Build status: STARTED
[02:39:58.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:112:0) after 2m26s
[02:42:24.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:112:0)
[02:42:24.971] Build status: STARTED
[02:42:24.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:113:0) after 5m33s
[02:47:58.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:113:0)
[02:47:58.089] Build status: STARTED
[02:47:58.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:114:0) after 1m28s
[02:49:26.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:114:0)
[02:49:26.215] Build status: STARTED
[02:49:26.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:115:0) after 8m15s
[02:57:41.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:115:0)
[02:57:41.498] Build status: STARTED
[02:57:41.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:116:0) after 8m2s
[03:05:43.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:116:0)
[03:05:43.623] Build status: STARTED
[03:05:43.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:117:0) after 7m57s
[03:13:40.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:117:0)
[03:13:40.673] Build status: STARTED
[03:13:40.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:118:0) after 7m46s
[03:21:26.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:118:0)
[03:21:26.743] Build status: STARTED
[03:21:26.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:119:0) after 4m32s
[03:25:58.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:119:0)
[03:25:58.882] Build status: STARTED
[03:25:58.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:120:0) after 4m41s
[03:30:40.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:120:0)
[03:30:40.078] Build status: STARTED
[03:30:40.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:121:0) after 7m2s
[03:37:42.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:121:0)
[03:37:42.165] Build status: STARTED
[03:37:42.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:122:0) after 8m32s
[03:46:14.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:122:0)
[03:46:14.222] Build status: STARTED
[03:46:14.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:123:0) after 9m37s
[03:55:51.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:123:0)
[03:55:51.316] Build status: STARTED
[03:55:51.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:124:0) after 6m33s
[04:02:24.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:124:0)
[04:02:24.611] Build status: STARTED
[04:02:24.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:125:0) after 3m23s
[04:05:47.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:125:0)
[04:05:47.738] Build status: STARTED
[04:05:47.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:126:0) after 5m52s
[04:11:40.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:126:0)
[04:11:40.115] Build status: STARTED
[04:11:40.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:127:0) after 1m29s
[04:13:09.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:127:0)
[04:13:09.305] Build status: STARTED
[04:13:09.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:128:0) after 5m6s
[04:18:15.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:128:0)
[04:18:15.367] Build status: STARTED
[04:18:15.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:129:0) after 9m26s
[04:27:41.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:129:0)
[04:27:41.490] Build status: STARTED
[04:27:41.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:130:0) after 7m17s
[04:34:58.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:130:0)
[04:34:58.612] Build status: STARTED
[04:34:58.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:131:0) after 9m16s
[04:44:14.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:131:0)
[04:44:14.815] Build status: STARTED
[04:44:14.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:132:0) after 3m25s
[04:47:39.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:132:0)
[04:47:39.919] Build status: STARTED
[04:47:39.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:133:0) after 2m42s
[04:50:22.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:133:0)
[04:50:22.113] Build status: STARTED
[04:50:22.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:134:0) after 8m3s
[04:58:25.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:134:0)
[04:58:25.420] Build status: STARTED
[04:58:25.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:135:0) after 9m26s
[05:07:51.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:135:0)
[05:07:51.560] Build status: STARTED
[05:07:51.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:136:0) after 9m48s
[05:17:39.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:136:0)
[05:17:39.898] Build status: STARTED
[05:17:39.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:137:0) after 3m13s
[05:20:53.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:137:0)
[05:20:53.044] Build status: STARTED
[05:20:53.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:138:0) after 2m42s
[05:23:35.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:138:0)
[05:23:35.237] Build status: STARTED
[05:23:35.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:139:0) after 4m43s
[05:28:18.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:139:0)
[05:28:18.283] Build status: STARTED
[05:28:18.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:140:0) after 1m18s
[05:29:36.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:140:0)
[05:29:36.538] Build status: STARTED
[05:29:36.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:141:0) after 3m4s
[05:32:40.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:141:0)
[05:32:40.593] Build status: STARTED
[05:32:40.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:142:0) after 4m15s
[05:36:56.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:142:0)
[05:36:56.548] Build status: STARTED
[05:36:56.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:143:0) after 6m6s
[05:43:03.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:143:0)
[05:43:03.131] Build status: STARTED
[05:43:03.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:144:0) after 5m58s
[05:49:01.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:144:0)
[05:49:01.240] Build status: STARTED
[05:49:01.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:145:0) after 6m24s
[05:55:25.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:145:0)
[05:55:25.390] Build status: STARTED
[05:55:25.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:146:0) after 8m9s
[06:03:34.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:146:0)
[06:03:34.688] Build status: STARTED
[06:03:34.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:147:0) after 3m36s
[06:07:10.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:147:0)
[06:07:10.854] Build status: STARTED
[06:07:10.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:148:0) after 1m39s
[06:08:50.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:148:0)
[06:08:50.100] Build status: STARTED
[06:08:50.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:149:0) after 4m22s
[06:13:12.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:149:0)
[06:13:12.357] Build status: STARTED
[06:13:12.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:150:0) after 2m1s
[06:15:13.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:150:0)
[06:15:13.497] Build status: STARTED
[06:15:13.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:151:0) after 3m18s
[06:18:31.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:151:0)
[06:18:31.644] Build status: STARTED
[06:18:31.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:152:0) after 3m16s
[06:21:47.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:152:0)
[06:21:47.933] Build status: STARTED
[06:21:47.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:153:0) after 1m56s
[06:23:44.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:153:0)
[06:23:44.105] Build status: STARTED
[06:23:44.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:154:0) after 8m25s
[06:32:09.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:154:0)
[06:32:09.221] Build status: STARTED
[06:32:09.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:155:0) after 7m19s
[06:39:28.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:155:0)
[06:39:28.420] Build status: STARTED
[06:39:28.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:156:0) after 8m2s
[06:47:30.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:156:0)
[06:47:30.524] Build status: STARTED
[06:47:30.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:157:0) after 8m42s
[06:56:12.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:157:0)
[06:56:12.796] Build status: STARTED
[06:56:12.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:158:0) after 9m15s
[07:05:27.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:158:0)
[07:05:28.004] Build status: STARTED
[07:05:28.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:159:0) after 9m31s
[07:14:59.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:159:0)
[07:14:59.264] Build status: STARTED
[07:14:59.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:160:0) after 6m1s
[07:21:00.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:160:0)
[07:21:00.356] Build status: STARTED
[07:21:00.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:161:0) after 6m9s
[07:27:09.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:161:0)
[07:27:09.409] Build status: STARTED
[07:27:09.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:162:0) after 3m18s
[07:30:27.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:162:0)
[07:30:27.560] Build status: STARTED
[07:30:27.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:163:0) after 2m15s
[07:32:42.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:163:0)
[07:32:42.614] Build status: STARTED
[07:32:42.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:164:0) after 7m44s
[07:40:26.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:164:0)
[07:40:26.695] Build status: STARTED
[07:40:26.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:165:0) after 5m57s
[07:46:23.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:165:0)
[07:46:23.728] Build status: STARTED
[07:46:23.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:166:0) after 4m4s
[07:50:27.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:166:0)
[07:50:27.991] Build status: STARTED
[07:50:27.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:167:0) after 6m3s
[07:56:31.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:167:0)
[07:56:31.137] Build status: STARTED
[07:56:31.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:168:0) after 3m49s
[08:00:20.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:168:0)
[08:00:20.220] Build status: STARTED
[08:00:20.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:169:0) after 4m37s
[08:04:57.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:169:0)
[08:04:57.594] Build status: STARTED
[08:04:57.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:170:0) after 9m34s
[08:14:31.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:170:0)
[08:14:31.923] Build status: STARTED
[08:14:31.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:171:0) after 5m57s
[08:20:29.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:171:0)
[08:20:29.207] Build status: STARTED
[08:20:29.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:172:0) after 4m40s
[08:25:09.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:172:0)
[08:25:09.990] Build status: STARTED
[08:25:09.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:173:0) after 4m8s
[08:29:18.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:173:0)
[08:29:18.048] Build status: STARTED
[08:29:18.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:174:0) after 1m47s
[08:31:05.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:174:0)
[08:31:05.155] Build status: STARTED
[08:31:05.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:175:0) after 4m6s
[08:35:11.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:175:0)
[08:35:11.316] Build status: STARTED
[08:35:11.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:176:0) after 8m7s
[08:43:18.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:176:0)
[08:43:18.715] Build status: STARTED
[08:43:18.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:177:0) after 7m40s
[08:50:58.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:177:0)
[08:50:58.776] Build status: STARTED
[08:50:58.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:178:0) after 3m14s
[08:54:12.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:178:0)
[08:54:13.010] Build status: STARTED
[08:54:13.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:179:0) after 9m51s
[09:04:04.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:179:0)
[09:04:04.069] Build status: STARTED
[09:04:04.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:180:0) after 2m39s
[09:06:43.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:180:0)
[09:06:43.398] Build status: STARTED
[09:06:43.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:181:0) after 2m47s
[09:09:30.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:181:0)
[09:09:30.881] Build status: STARTED
[09:09:30.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:182:0) after 1m48s
[09:11:19.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:182:0)
[09:11:19.239] Build status: STARTED
[09:11:19.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:183:0) after 8m12s
[09:19:31.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:183:0)
[09:19:31.629] Build status: STARTED
[09:19:31.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:184:0) after 2m55s
[09:22:26.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:184:0)
[09:22:26.699] Build status: STARTED
[09:22:26.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:185:0) after 2m0s
[09:24:27.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:185:0)
[09:24:27.079] Build status: STARTED
[09:24:27.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:186:0) after 2m9s
[09:26:36.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:186:0)
[09:26:36.297] Build status: STARTED
[09:26:36.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:187:0) after 6m14s
[09:32:50.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:187:0)
[09:32:50.449] Build status: STARTED
[09:32:50.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:188:0) after 9m47s
[09:42:37.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:188:0)
[09:42:37.670] Build status: STARTED
[09:42:37.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:189:0) after 3m34s
[09:46:11.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:189:0)
[09:46:11.783] Build status: STARTED
[09:46:11.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:190:0) after 7m44s
[09:53:55.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:190:0)
[09:53:55.833] Build status: STARTED
[09:53:55.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:191:0) after 9m20s
[10:03:15.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:191:0)
[10:03:16.027] Build status: STARTED
[10:03:16.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:192:0) after 5m48s
[10:09:04.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:192:0)
[10:09:04.087] Build status: STARTED
[10:09:04.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:193:0) after 8m56s
[10:18:00.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:193:0)
[10:18:00.422] Build status: STARTED
[10:18:00.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:194:0) after 6m20s
[10:24:20.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:194:0)
[10:24:20.571] Build status: STARTED
[10:24:20.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:195:0) after 2m16s
[10:26:36.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:195:0)
[10:26:36.814] Build status: STARTED
[10:26:36.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:196:0) after 1m5s
[10:27:42.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:196:0)
[10:27:42.124] Build status: STARTED
[10:27:42.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:197:0) after 5m44s
[10:33:26.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:197:0)
[10:33:26.335] Build status: STARTED
[10:33:26.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:198:0) after 8m34s
[10:42:00.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:198:0)
[10:42:00.501] Build status: STARTED
[10:42:00.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:199:0) after 3m23s
[10:45:23.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:199:0)
[10:45:23.679] Build status: STARTED
[10:45:23.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:200:0) after 9m44s
[10:55:07.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:200:0)
[10:55:07.725] Build status: STARTED
[10:55:07.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:201:0) after 2m21s
[10:57:29.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:201:0)
[10:57:29.068] Build status: STARTED
[10:57:29.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:202:0) after 6m18s
[11:03:47.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:202:0)
[11:03:47.175] Build status: STARTED
[11:03:47.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:203:0) after 6m28s
[11:10:15.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:203:0)
[11:10:15.302] Build status: STARTED
[11:10:15.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:204:0) after 4m39s
[11:14:54.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:204:0)
[11:14:54.713] Build status: STARTED
[11:14:54.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:205:0) after 9m0s
[11:23:54.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:205:0)
[11:23:54.923] Build status: STARTED
[11:23:54.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:206:0) after 6m0s
[11:29:55.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:206:0)
[11:29:55.377] Build status: STARTED
[11:29:55.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915278221271044064:207:0) after 4m45s
[11:31:26.549] Received PubSub notification, asking Buildbucket for the build status
[11:31:26.567] Build:
{
  "id": "8749848159118227441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31524,
  "createdBy": "project:chromium",
  "createTime": "2024-04-23T16:59:20.402864920Z",
  "startTime": "2024-04-23T17:00:27.893529909Z",
  "endTime": "2024-04-24T11:31:25.025047917Z",
  "updateTime": "2024-04-24T11:31:25.025047917Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9a1a49ee655e324f7dfea603f61a88bf49fd4c4e",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:26.567] Invocation finished in 18h32m7.601567129s with status FAILED