Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b76cd6857b36c16bc07015a33c86acde60f6b273"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b76cd6857b36c16bc07015a33c86acde60f6b273
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[05:38:02.174] New invocation is queued and will start shortly
[05:38:03.272] Starting the invocation (attempt 1)
[05:38:03.312] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b76cd6857b36c16bc07015a33c86acde60f6b273"
[05:38:03.312] Popped gitiles commit info from properties and tags
[05:38:03.312] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:38:03.313] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:38:03.313] Buildbucket request:
{
  "requestId": "9014887149856828240",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b76cd6857b36c16bc07015a33c86acde60f6b273",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9014887149856828240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:38:04.092] Scheduled build:
{
  "id": "8849457087746738080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25759,
  "createdBy": "project:chromium",
  "createTime": "2021-04-20T05:38:03.484361Z",
  "updateTime": "2021-04-20T05:38:04.021555Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b76cd6857b36c16bc07015a33c86acde60f6b273",
      "ref": "refs/heads/master"
    }
  },
  "canary": true
}
[05:38:04.092] Task URL: https://cr-buildbucket.appspot.com/build/8849457087746738080
[05:38:04.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:2:0) after 8m50s
[05:41:15.898] Received PubSub notification, asking Buildbucket for the build status
[05:41:15.924] Build status: STARTED
[05:46:54.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:2:0)
[05:46:54.228] Build status: STARTED
[05:46:54.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:4:0) after 7m26s
[05:54:20.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:4:0)
[05:54:20.390] Build status: STARTED
[05:54:20.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:5:0) after 1m9s
[05:55:29.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:5:0)
[05:55:29.448] Build status: STARTED
[05:55:29.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:6:0) after 3m17s
[05:58:46.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:6:0)
[05:58:46.526] Build status: STARTED
[05:58:46.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:7:0) after 2m0s
[06:00:46.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:7:0)
[06:00:46.713] Build status: STARTED
[06:00:46.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:8:0) after 2m3s
[06:02:49.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:8:0)
[06:02:49.818] Build status: STARTED
[06:02:49.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:9:0) after 6m5s
[06:08:54.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:9:0)
[06:08:55.009] Build status: STARTED
[06:08:55.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:10:0) after 7m18s
[06:16:13.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:10:0)
[06:16:13.295] Build status: STARTED
[06:16:13.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:11:0) after 1m10s
[06:17:23.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:11:0)
[06:17:23.401] Build status: STARTED
[06:17:23.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:12:0) after 3m53s
[06:21:16.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:12:0)
[06:21:16.492] Build status: STARTED
[06:21:16.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:13:0) after 3m21s
[06:24:37.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:13:0)
[06:24:37.647] Build status: STARTED
[06:24:37.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:14:0) after 9m29s
[06:34:06.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:14:0)
[06:34:06.876] Build status: STARTED
[06:34:06.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:15:0) after 1m29s
[06:35:35.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:15:0)
[06:35:36.022] Build status: STARTED
[06:35:36.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:16:0) after 2m41s
[06:38:17.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:16:0)
[06:38:17.385] Build status: STARTED
[06:38:17.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:17:0) after 9m56s
[06:48:13.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:17:0)
[06:48:13.523] Build status: STARTED
[06:48:13.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:18:0) after 5m46s
[06:53:59.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:18:0)
[06:53:59.743] Build status: STARTED
[06:53:59.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:19:0) after 8m59s
[07:02:58.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:19:0)
[07:02:58.959] Build status: STARTED
[07:02:58.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:20:0) after 7m57s
[07:10:55.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:20:0)
[07:10:56.020] Build status: STARTED
[07:10:56.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:21:0) after 4m48s
[07:15:44.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:21:0)
[07:15:44.133] Build status: STARTED
[07:15:44.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:22:0) after 5m16s
[07:21:00.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:22:0)
[07:21:00.345] Build status: STARTED
[07:21:00.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:23:0) after 4m46s
[07:25:46.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:23:0)
[07:25:46.519] Build status: STARTED
[07:25:46.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:24:0) after 8m46s
[07:34:32.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:24:0)
[07:34:32.586] Build status: STARTED
[07:34:32.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:25:0) after 4m0s
[07:38:32.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:25:0)
[07:38:32.657] Build status: STARTED
[07:38:32.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:26:0) after 6m40s
[07:45:12.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:26:0)
[07:45:12.719] Build status: STARTED
[07:45:12.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:27:0) after 5m37s
[07:50:49.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:27:0)
[07:50:49.951] Build status: STARTED
[07:50:49.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:28:0) after 8m19s
[07:59:09.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:28:0)
[07:59:09.224] Build status: STARTED
[07:59:09.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:29:0) after 6m6s
[08:05:15.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:29:0)
[08:05:15.283] Build status: STARTED
[08:05:15.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:30:0) after 3m11s
[08:08:26.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:30:0)
[08:08:26.491] Build status: STARTED
[08:08:26.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:31:0) after 8m17s
[08:16:43.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:31:0)
[08:16:43.589] Build status: STARTED
[08:16:43.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:32:0) after 1m15s
[08:17:58.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:32:0)
[08:17:58.674] Build status: STARTED
[08:17:58.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:33:0) after 3m6s
[08:21:04.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:33:0)
[08:21:04.822] Build status: STARTED
[08:21:04.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:34:0) after 7m30s
[08:28:34.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:34:0)
[08:28:34.898] Build status: STARTED
[08:28:34.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:35:0) after 8m49s
[08:37:24.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:35:0)
[08:37:24.105] Build status: STARTED
[08:37:24.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:36:0) after 6m16s
[08:43:40.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:36:0)
[08:43:40.173] Build status: STARTED
[08:43:40.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:37:0) after 9m45s
[08:53:25.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:37:0)
[08:53:25.230] Build status: STARTED
[08:53:25.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:38:0) after 8m30s
[09:01:55.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:38:0)
[09:01:55.326] Build status: STARTED
[09:01:55.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:39:0) after 7m37s
[09:09:32.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:39:0)
[09:09:32.443] Build status: STARTED
[09:09:32.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:40:0) after 4m8s
[09:13:40.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:40:0)
[09:13:40.507] Build status: STARTED
[09:13:40.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:41:0) after 4m44s
[09:18:24.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:41:0)
[09:18:24.608] Build status: STARTED
[09:18:24.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:42:0) after 7m20s
[09:25:44.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:42:0)
[09:25:44.661] Build status: STARTED
[09:25:44.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:43:0) after 5m6s
[09:30:50.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:43:0)
[09:30:50.926] Build status: STARTED
[09:30:50.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:44:0) after 7m37s
[09:38:28.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:44:0)
[09:38:28.034] Build status: STARTED
[09:38:28.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:45:0) after 9m34s
[09:48:02.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:45:0)
[09:48:02.229] Build status: STARTED
[09:48:02.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:46:0) after 1m33s
[09:49:35.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:46:0)
[09:49:35.283] Build status: STARTED
[09:49:35.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:47:0) after 9m54s
[09:59:29.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:47:0)
[09:59:29.342] Build status: STARTED
[09:59:29.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:48:0) after 9m58s
[10:09:27.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:48:0)
[10:09:27.410] Build status: STARTED
[10:09:27.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:49:0) after 3m51s
[10:13:18.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:49:0)
[10:13:18.534] Build status: STARTED
[10:13:18.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:50:0) after 4m24s
[10:17:42.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:50:0)
[10:17:42.595] Build status: STARTED
[10:17:42.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:51:0) after 5m57s
[10:23:39.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:51:0)
[10:23:39.647] Build status: STARTED
[10:23:39.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:52:0) after 5m29s
[10:29:08.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:52:0)
[10:29:08.769] Build status: STARTED
[10:29:08.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:53:0) after 9m43s
[10:38:52.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:53:0)
[10:38:52.267] Build status: STARTED
[10:38:52.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:54:0) after 8m37s
[10:47:29.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:54:0)
[10:47:29.447] Build status: STARTED
[10:47:29.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:55:0) after 1m12s
[10:48:41.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:55:0)
[10:48:41.525] Build status: STARTED
[10:48:41.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:56:0) after 7m17s
[10:55:58.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:56:0)
[10:55:58.640] Build status: STARTED
[10:55:58.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:57:0) after 9m45s
[11:05:43.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:57:0)
[11:05:43.764] Build status: STARTED
[11:05:43.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:58:0) after 6m23s
[11:12:07.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:58:0)
[11:12:07.062] Build status: STARTED
[11:12:07.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:59:0) after 1m34s
[11:13:41.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:59:0)
[11:13:41.203] Build status: STARTED
[11:13:41.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:60:0) after 4m30s
[11:18:11.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:60:0)
[11:18:11.323] Build status: STARTED
[11:18:11.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:61:0) after 9m15s
[11:27:26.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:61:0)
[11:27:26.428] Build status: STARTED
[11:27:26.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:62:0) after 7m59s
[11:35:25.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:62:0)
[11:35:25.491] Build status: STARTED
[11:35:25.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:63:0) after 5m49s
[11:41:14.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:63:0)
[11:41:14.571] Build status: STARTED
[11:41:14.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:64:0) after 3m32s
[11:44:46.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:64:0)
[11:44:46.581] Build status: STARTED
[11:44:46.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:65:0) after 6m19s
[11:51:05.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:65:0)
[11:51:05.759] Build status: STARTED
[11:51:05.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:66:0) after 2m58s
[11:54:04.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:66:0)
[11:54:04.040] Build status: STARTED
[11:54:04.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:67:0) after 3m34s
[11:57:38.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:67:0)
[11:57:38.154] Build status: STARTED
[11:57:38.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:68:0) after 6m49s
[12:04:27.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:68:0)
[12:04:27.215] Build status: STARTED
[12:04:27.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:69:0) after 9m12s
[12:13:39.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:69:0)
[12:13:39.323] Build status: STARTED
[12:13:39.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:70:0) after 2m47s
[12:16:26.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:70:0)
[12:16:26.492] Build status: STARTED
[12:16:26.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:71:0) after 3m0s
[12:19:26.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:71:0)
[12:19:26.651] Build status: STARTED
[12:19:26.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:72:0) after 6m46s
[12:26:12.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:72:0)
[12:26:12.798] Build status: STARTED
[12:26:12.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:73:0) after 7m15s
[12:33:27.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:73:0)
[12:33:27.877] Build status: STARTED
[12:33:27.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:74:0) after 8m15s
[12:41:42.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:74:0)
[12:41:42.992] Build status: STARTED
[12:41:42.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:75:0) after 7m50s
[12:49:33.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:75:0)
[12:49:33.371] Build status: STARTED
[12:49:33.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:76:0) after 7m3s
[12:56:36.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:76:0)
[12:56:36.433] Build status: STARTED
[12:56:36.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:77:0) after 2m16s
[12:58:52.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:77:0)
[12:58:52.523] Build status: STARTED
[12:58:52.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:78:0) after 2m25s
[13:01:17.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:78:0)
[13:01:17.582] Build status: STARTED
[13:01:17.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:79:0) after 5m59s
[13:07:16.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:79:0)
[13:07:16.642] Build status: STARTED
[13:07:16.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:80:0) after 9m3s
[13:16:19.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:80:0)
[13:16:19.730] Build status: STARTED
[13:16:19.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:81:0) after 3m48s
[13:20:07.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:81:0)
[13:20:07.963] Build status: STARTED
[13:20:07.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:82:0) after 2m6s
[13:22:13.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:82:0)
[13:22:14.023] Build status: STARTED
[13:22:14.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:83:0) after 7m56s
[13:30:10.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:83:0)
[13:30:10.207] Build status: STARTED
[13:30:10.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:84:0) after 1m23s
[13:31:33.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:84:0)
[13:31:33.617] Build status: STARTED
[13:31:33.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:85:0) after 5m49s
[13:37:22.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:85:0)
[13:37:22.868] Build status: STARTED
[13:37:22.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:86:0) after 3m39s
[13:41:01.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:86:0)
[13:41:01.945] Build status: STARTED
[13:41:01.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:87:0) after 9m29s
[13:50:31.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:87:0)
[13:50:31.125] Build status: STARTED
[13:50:31.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:88:0) after 6m15s
[13:56:46.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:88:0)
[13:56:46.178] Build status: STARTED
[13:56:46.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:89:0) after 1m36s
[13:58:22.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:89:0)
[13:58:22.306] Build status: STARTED
[13:58:22.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:90:0) after 8m37s
[14:06:59.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:90:0)
[14:06:59.383] Build status: STARTED
[14:06:59.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:91:0) after 1m7s
[14:08:06.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:91:0)
[14:08:06.505] Build status: STARTED
[14:08:06.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:92:0) after 3m33s
[14:11:39.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:92:0)
[14:11:39.564] Build status: STARTED
[14:11:39.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:93:0) after 5m47s
[14:17:26.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:93:0)
[14:17:26.692] Build status: STARTED
[14:17:26.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:94:0) after 3m10s
[14:20:36.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:94:0)
[14:20:36.837] Build status: STARTED
[14:20:36.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:95:0) after 5m58s
[14:26:34.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:95:0)
[14:26:34.902] Build status: STARTED
[14:26:34.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:96:0) after 3m49s
[14:30:23.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:96:0)
[14:30:23.963] Build status: STARTED
[14:30:23.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:97:0) after 5m43s
[14:36:06.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:97:0)
[14:36:07.019] Build status: STARTED
[14:36:07.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:98:0) after 1m30s
[14:37:37.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:98:0)
[14:37:37.101] Build status: STARTED
[14:37:37.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:99:0) after 8m26s
[14:46:03.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:99:0)
[14:46:03.258] Build status: STARTED
[14:46:03.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:100:0) after 8m57s
[14:55:00.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:100:0)
[14:55:00.441] Build status: STARTED
[14:55:00.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:101:0) after 5m52s
[15:00:52.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:101:0)
[15:00:52.761] Build status: STARTED
[15:00:52.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:102:0) after 7m15s
[15:08:08.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:102:0)
[15:08:08.076] Build status: STARTED
[15:08:08.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:103:0) after 5m49s
[15:13:57.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:103:0)
[15:13:57.412] Build status: STARTED
[15:13:57.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:104:0) after 3m11s
[15:17:08.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:104:0)
[15:17:08.490] Build status: STARTED
[15:17:08.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:105:0) after 8m32s
[15:25:40.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:105:0)
[15:25:40.588] Build status: STARTED
[15:25:40.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:106:0) after 7m15s
[15:32:55.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:106:0)
[15:32:55.861] Build status: STARTED
[15:32:55.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:107:0) after 2m50s
[15:35:45.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:107:0)
[15:35:45.920] Build status: STARTED
[15:35:45.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:108:0) after 3m29s
[15:39:15.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:108:0)
[15:39:15.113] Build status: STARTED
[15:39:15.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:109:0) after 2m6s
[15:41:21.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:109:0)
[15:41:21.338] Build status: STARTED
[15:41:21.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:110:0) after 6m30s
[15:47:51.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:110:0)
[15:47:51.398] Build status: STARTED
[15:47:51.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:111:0) after 4m23s
[15:52:14.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:111:0)
[15:52:14.490] Build status: STARTED
[15:52:14.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:112:0) after 7m28s
[15:59:42.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:112:0)
[15:59:42.586] Build status: STARTED
[15:59:42.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:113:0) after 9m2s
[16:08:44.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:113:0)
[16:08:44.918] Build status: STARTED
[16:08:44.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:114:0) after 4m58s
[16:13:42.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:114:0)
[16:13:42.971] Build status: STARTED
[16:13:42.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:115:0) after 4m21s
[16:18:04.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:115:0)
[16:18:04.043] Build status: STARTED
[16:18:04.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:116:0) after 3m58s
[16:22:02.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:116:0)
[16:22:02.098] Build status: STARTED
[16:22:02.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:117:0) after 3m45s
[16:25:47.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:117:0)
[16:25:47.201] Build status: STARTED
[16:25:47.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:118:0) after 5m47s
[16:31:34.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:118:0)
[16:31:34.367] Build status: STARTED
[16:31:34.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:119:0) after 2m21s
[16:33:55.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:119:0)
[16:33:55.540] Build status: STARTED
[16:33:55.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:120:0) after 9m35s
[16:43:30.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:120:0)
[16:43:30.809] Build status: STARTED
[16:43:30.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:121:0) after 4m7s
[16:47:37.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:121:0)
[16:47:38.008] Build status: STARTED
[16:47:38.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9014887149856828240:122:0) after 6m36s
[16:53:36.451] Received PubSub notification, asking Buildbucket for the build status
[16:53:36.483] Build:
{
  "id": "8849457087746738080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25759,
  "createdBy": "project:chromium",
  "createTime": "2021-04-20T05:38:03.484361Z",
  "startTime": "2021-04-20T05:41:15.280180Z",
  "endTime": "2021-04-20T16:53:36.121811081Z",
  "updateTime": "2021-04-20T16:53:36.122270688Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b76cd6857b36c16bc07015a33c86acde60f6b273",
      "ref": "refs/heads/master"
    }
  },
  "canary": true
}
[16:53:36.483] Invocation finished in 11h15m34.395106969s with status FAILED