Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e8c862afcd7ae537bf4ed676759bb728997d2256"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8c862afcd7ae537bf4ed676759bb728997d2256
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:25:51.293] New invocation is queued and will start shortly
[10:25:52.386] Starting the invocation (attempt 1)
[10:25:52.418] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8c862afcd7ae537bf4ed676759bb728997d2256"
[10:25:52.418] Popped gitiles commit info from properties and tags
[10:25:52.418] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:25:52.418] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:25:52.418] Buildbucket request:
{
  "requestId": "8991404427501641504",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e8c862afcd7ae537bf4ed676759bb728997d2256",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991404427501641504"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:25:53.154] Scheduled build:
{
  "id": "8825974365603502801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27400,
  "createdBy": "project:chromium",
  "createTime": "2022-01-04T10:25:52.471761965Z",
  "updateTime": "2022-01-04T10:25:52.471761965Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e8c862afcd7ae537bf4ed676759bb728997d2256",
      "ref": "refs/heads/main"
    }
  }
}
[10:25:53.154] Task URL: https://cr-buildbucket.appspot.com/build/8825974365603502801
[10:25:53.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:2:0) after 5m1s
[10:30:54.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:2:0)
[10:30:54.248] Build status: SCHEDULED
[10:30:54.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:3:0) after 3m39s
[10:34:33.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:3:0)
[10:34:33.327] Build status: SCHEDULED
[10:34:33.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:4:0) after 8m35s
[10:37:34.975] Received PubSub notification, asking Buildbucket for the build status
[10:37:34.992] Build status: STARTED
[10:43:08.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:4:0)
[10:43:08.373] Build status: STARTED
[10:43:08.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:6:0) after 3m12s
[10:46:20.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:6:0)
[10:46:20.590] Build status: STARTED
[10:46:20.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:7:0) after 9m14s
[10:55:34.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:7:0)
[10:55:34.618] Build status: STARTED
[10:55:34.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:8:0) after 5m50s
[11:01:24.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:8:0)
[11:01:24.656] Build status: STARTED
[11:01:24.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:9:0) after 3m2s
[11:04:26.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:9:0)
[11:04:26.720] Build status: STARTED
[11:04:26.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:10:0) after 8m51s
[11:13:17.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:10:0)
[11:13:17.756] Build status: STARTED
[11:13:17.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:11:0) after 2m59s
[11:16:16.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:11:0)
[11:16:16.798] Build status: STARTED
[11:16:16.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:12:0) after 8m9s
[11:24:26.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:12:0)
[11:24:26.614] Build status: STARTED
[11:24:26.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:13:0) after 9m26s
[11:33:52.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:13:0)
[11:33:52.840] Build status: STARTED
[11:33:52.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:14:0) after 4m50s
[11:38:42.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:14:0)
[11:38:43.067] Build status: STARTED
[11:38:43.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:15:0) after 1m16s
[11:39:59.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:15:0)
[11:39:59.121] Build status: STARTED
[11:39:59.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:16:0) after 5m0s
[11:44:59.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:16:0)
[11:44:59.222] Build status: STARTED
[11:44:59.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:17:0) after 9m50s
[11:54:49.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:17:0)
[11:54:49.268] Build status: STARTED
[11:54:49.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:18:0) after 1m8s
[11:55:57.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:18:0)
[11:55:57.543] Build status: STARTED
[11:55:57.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:19:0) after 4m51s
[12:00:48.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:19:0)
[12:00:48.589] Build status: STARTED
[12:00:48.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:20:0) after 7m31s
[12:08:19.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:20:0)
[12:08:19.609] Build status: STARTED
[12:08:19.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:21:0) after 1m23s
[12:09:42.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:21:0)
[12:09:42.730] Build status: STARTED
[12:09:42.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:22:0) after 3m37s
[12:13:19.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:22:0)
[12:13:19.818] Build status: STARTED
[12:13:19.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:23:0) after 4m32s
[12:17:51.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:23:0)
[12:17:55.995] Build status: STARTED
[12:17:55.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:24:0) after 9m14s
[12:27:10.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:24:0)
[12:27:10.221] Build status: STARTED
[12:27:10.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:25:0) after 1m17s
[12:28:27.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:25:0)
[12:28:27.441] Build status: STARTED
[12:28:27.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:26:0) after 4m10s
[12:32:37.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:26:0)
[12:32:37.545] Build status: STARTED
[12:32:37.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:27:0) after 3m52s
[12:36:29.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:27:0)
[12:36:29.613] Build status: STARTED
[12:36:29.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:28:0) after 1m55s
[12:38:24.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:28:0)
[12:38:24.650] Build status: STARTED
[12:38:24.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:29:0) after 6m33s
[12:44:57.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:29:0)
[12:44:57.787] Build status: STARTED
[12:44:57.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:30:0) after 4m9s
[12:49:06.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:30:0)
[12:49:06.924] Build status: STARTED
[12:49:06.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:31:0) after 4m30s
[12:53:37.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:31:0)
[12:53:37.375] Build status: STARTED
[12:53:37.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:32:0) after 4m11s
[12:57:48.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:32:0)
[12:57:48.414] Build status: STARTED
[12:57:48.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:33:0) after 7m33s
[13:05:21.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:33:0)
[13:05:21.543] Build status: STARTED
[13:05:21.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:34:0) after 4m17s
[13:09:38.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:34:0)
[13:09:38.586] Build status: STARTED
[13:09:38.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:35:0) after 4m49s
[13:14:27.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:35:0)
[13:14:27.643] Build status: STARTED
[13:14:27.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:36:0) after 9m25s
[13:23:53.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:36:0)
[13:23:53.213] Build status: STARTED
[13:23:53.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:37:0) after 2m53s
[13:26:46.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:37:0)
[13:26:46.259] Build status: STARTED
[13:26:46.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:38:0) after 3m19s
[13:30:05.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:38:0)
[13:30:05.593] Build status: STARTED
[13:30:05.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:39:0) after 4m54s
[13:34:59.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:39:0)
[13:34:59.641] Build status: STARTED
[13:34:59.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:40:0) after 2m36s
[13:37:35.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:40:0)
[13:37:35.681] Build status: STARTED
[13:37:35.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:41:0) after 5m48s
[13:43:23.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:41:0)
[13:43:23.987] Build status: STARTED
[13:43:23.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:42:0) after 5m54s
[13:49:18.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:42:0)
[13:49:18.026] Build status: STARTED
[13:49:18.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:43:0) after 4m39s
[13:53:57.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:43:0)
[13:53:57.084] Build status: STARTED
[13:53:57.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:44:0) after 2m43s
[13:56:40.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:44:0)
[13:56:40.148] Build status: STARTED
[13:56:40.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:45:0) after 7m5s
[14:03:45.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:45:0)
[14:03:45.337] Build status: STARTED
[14:03:45.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:46:0) after 2m37s
[14:06:22.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:46:0)
[14:06:22.444] Build status: STARTED
[14:06:22.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:47:0) after 3m21s
[14:09:43.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:47:0)
[14:09:43.588] Build status: STARTED
[14:09:43.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:48:0) after 4m48s
[14:14:31.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:48:0)
[14:14:31.583] Build status: STARTED
[14:14:31.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:49:0) after 9m38s
[14:24:09.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:49:0)
[14:24:09.847] Build status: STARTED
[14:24:09.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:50:0) after 5m39s
[14:29:48.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:50:0)
[14:29:48.894] Build status: STARTED
[14:29:48.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:51:0) after 3m26s
[14:33:14.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:51:0)
[14:33:14.950] Build status: STARTED
[14:33:14.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:52:0) after 3m5s
[14:36:19.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:52:0)
[14:36:19.989] Build status: STARTED
[14:36:19.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:53:0) after 6m23s
[14:42:43.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:53:0)
[14:42:43.149] Build status: STARTED
[14:42:43.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:54:0) after 8m19s
[14:51:02.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:54:0)
[14:51:02.199] Build status: STARTED
[14:51:02.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:55:0) after 6m50s
[14:57:52.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:55:0)
[14:57:52.365] Build status: STARTED
[14:57:52.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:56:0) after 4m18s
[15:02:10.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:56:0)
[15:02:10.490] Build status: STARTED
[15:02:10.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:57:0) after 5m32s
[15:07:42.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:57:0)
[15:07:42.681] Build status: STARTED
[15:07:42.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:58:0) after 3m11s
[15:10:54.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:58:0)
[15:10:54.037] Build status: STARTED
[15:10:54.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:59:0) after 7m15s
[15:18:09.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:59:0)
[15:18:09.353] Build status: STARTED
[15:18:09.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:60:0) after 2m37s
[15:20:46.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:60:0)
[15:20:46.463] Build status: STARTED
[15:20:46.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:61:0) after 5m15s
[15:26:01.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:61:0)
[15:26:02.460] Build status: STARTED
[15:26:02.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:62:0) after 6m42s
[15:32:44.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:62:0)
[15:32:44.561] Build status: STARTED
[15:32:44.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:63:0) after 5m21s
[15:38:05.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:63:0)
[15:38:05.663] Build status: STARTED
[15:38:05.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:64:0) after 9m46s
[15:47:51.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:64:0)
[15:47:51.940] Build status: STARTED
[15:47:51.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:65:0) after 5m11s
[15:53:03.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:65:0)
[15:53:03.243] Build status: STARTED
[15:53:03.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:66:0) after 7m20s
[16:00:23.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:66:0)
[16:00:23.500] Build status: STARTED
[16:00:23.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:67:0) after 7m13s
[16:07:36.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:67:0)
[16:07:36.604] Build status: STARTED
[16:07:36.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:68:0) after 1m9s
[16:08:45.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:68:0)
[16:08:45.661] Build status: STARTED
[16:08:45.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:69:0) after 2m33s
[16:11:18.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:69:0)
[16:11:18.706] Build status: STARTED
[16:11:18.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:70:0) after 1m52s
[16:13:10.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:70:0)
[16:13:10.768] Build status: STARTED
[16:13:10.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:71:0) after 2m13s
[16:15:24.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:71:0)
[16:15:24.065] Build status: STARTED
[16:15:24.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:72:0) after 2m31s
[16:17:55.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:72:0)
[16:17:55.217] Build status: STARTED
[16:17:55.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:73:0) after 8m31s
[16:26:26.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:73:0)
[16:26:26.578] Build status: STARTED
[16:26:26.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:74:0) after 2m38s
[16:29:04.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:74:0)
[16:29:04.676] Build status: STARTED
[16:29:04.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:75:0) after 4m36s
[16:33:40.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:75:0)
[16:33:40.833] Build status: STARTED
[16:33:40.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:76:0) after 5m46s
[16:39:27.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:76:0)
[16:39:27.206] Build status: STARTED
[16:39:27.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:77:0) after 2m8s
[16:41:35.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:77:0)
[16:41:35.316] Build status: STARTED
[16:41:35.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:78:0) after 5m58s
[16:47:33.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:78:0)
[16:47:33.583] Build status: STARTED
[16:47:33.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:79:0) after 3m16s
[16:50:49.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:79:0)
[16:50:49.622] Build status: STARTED
[16:50:49.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:80:0) after 8m36s
[16:59:25.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:80:0)
[16:59:25.759] Build status: STARTED
[16:59:25.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:81:0) after 8m2s
[17:07:27.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:81:0)
[17:07:28.007] Build status: STARTED
[17:07:28.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:82:0) after 6m29s
[17:13:57.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:82:0)
[17:13:57.034] Build status: STARTED
[17:13:57.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:83:0) after 5m26s
[17:19:23.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:83:0)
[17:19:25.374] Build status: STARTED
[17:19:25.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:84:0) after 4m16s
[17:23:41.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:84:0)
[17:23:41.615] Build status: STARTED
[17:23:41.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:85:0) after 6m21s
[17:30:02.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:85:0)
[17:30:02.912] Build status: STARTED
[17:30:02.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:86:0) after 4m33s
[17:34:35.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:86:0)
[17:34:35.976] Build status: STARTED
[17:34:35.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:87:0) after 5m49s
[17:40:25.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:87:0)
[17:40:25.059] Build status: STARTED
[17:40:25.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:88:0) after 2m14s
[17:42:39.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:88:0)
[17:42:39.102] Build status: STARTED
[17:42:39.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:89:0) after 8m20s
[17:50:59.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:89:0)
[17:50:59.141] Build status: STARTED
[17:50:59.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:90:0) after 6m37s
[17:57:36.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:90:0)
[17:57:36.489] Build status: STARTED
[17:57:36.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:91:0) after 5m13s
[18:02:49.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:91:0)
[18:02:49.822] Build status: STARTED
[18:02:49.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:92:0) after 3m18s
[18:06:07.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:92:0)
[18:06:08.001] Build status: STARTED
[18:06:08.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:93:0) after 3m36s
[18:09:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:93:0)
[18:09:44.197] Build status: STARTED
[18:09:44.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:94:0) after 2m45s
[18:12:29.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:94:0)
[18:12:29.348] Build status: STARTED
[18:12:29.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:95:0) after 6m52s
[18:19:21.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:95:0)
[18:19:21.463] Build status: STARTED
[18:19:21.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:96:0) after 3m51s
[18:23:12.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:96:0)
[18:23:12.603] Build status: STARTED
[18:23:12.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:97:0) after 5m56s
[18:29:08.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:97:0)
[18:29:08.646] Build status: STARTED
[18:29:08.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:98:0) after 4m12s
[18:33:20.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:98:0)
[18:33:20.973] Build status: STARTED
[18:33:20.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:99:0) after 3m14s
[18:36:34.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:99:0)
[18:36:35.017] Build status: STARTED
[18:36:35.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:100:0) after 1m20s
[18:37:55.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:100:0)
[18:37:55.243] Build status: STARTED
[18:37:55.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:101:0) after 5m36s
[18:43:31.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:101:0)
[18:43:31.464] Build status: STARTED
[18:43:31.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:102:0) after 3m28s
[18:46:59.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:102:0)
[18:47:00.018] Build status: STARTED
[18:47:00.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:103:0) after 1m24s
[18:48:24.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:103:0)
[18:48:24.136] Build status: STARTED
[18:48:24.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:104:0) after 2m14s
[18:50:38.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:104:0)
[18:50:38.198] Build status: STARTED
[18:50:38.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:105:0) after 1m12s
[18:51:50.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:105:0)
[18:51:50.627] Build status: STARTED
[18:51:50.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:106:0) after 8m25s
[19:00:15.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:106:0)
[19:00:15.950] Build status: STARTED
[19:00:15.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:107:0) after 1m17s
[19:01:33.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:107:0)
[19:01:33.032] Build status: STARTED
[19:01:33.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:108:0) after 5m45s
[19:07:18.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:108:0)
[19:07:18.294] Build status: STARTED
[19:07:18.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:109:0) after 7m39s
[19:14:57.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:109:0)
[19:14:57.353] Build status: STARTED
[19:14:57.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:110:0) after 1m33s
[19:16:30.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:110:0)
[19:16:30.486] Build status: STARTED
[19:16:30.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:111:0) after 1m59s
[19:18:29.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:111:0)
[19:18:29.608] Build status: STARTED
[19:18:29.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:112:0) after 5m57s
[19:24:26.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:112:0)
[19:24:26.609] Build status: STARTED
[19:24:26.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:113:0) after 7m45s
[19:32:11.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:113:0)
[19:32:11.667] Build status: STARTED
[19:32:11.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:114:0) after 3m1s
[19:35:12.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:114:0)
[19:35:12.787] Build status: STARTED
[19:35:12.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:115:0) after 5m13s
[19:40:26.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:115:0)
[19:40:26.585] Build status: STARTED
[19:40:26.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:116:0) after 3m4s
[19:43:30.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:116:0)
[19:43:30.661] Build status: STARTED
[19:43:30.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:117:0) after 2m37s
[19:46:07.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:117:0)
[19:46:07.722] Build status: STARTED
[19:46:07.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:118:0) after 5m46s
[19:51:53.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:118:0)
[19:51:53.771] Build status: STARTED
[19:51:53.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:119:0) after 2m34s
[19:54:27.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:119:0)
[19:54:27.813] Build status: STARTED
[19:54:27.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:120:0) after 2m6s
[19:56:33.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:120:0)
[19:56:33.981] Build status: STARTED
[19:56:33.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:121:0) after 4m54s
[20:01:28.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:121:0)
[20:01:28.767] Build status: STARTED
[20:01:28.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:122:0) after 2m58s
[20:04:26.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:122:0)
[20:04:26.930] Build status: STARTED
[20:04:26.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:123:0) after 1m13s
[20:05:40.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:123:0)
[20:05:40.135] Build status: STARTED
[20:05:40.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:124:0) after 8m10s
[20:13:50.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:124:0)
[20:13:50.267] Build status: STARTED
[20:13:50.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:125:0) after 7m30s
[20:21:20.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:125:0)
[20:21:20.623] Build status: STARTED
[20:21:20.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:126:0) after 3m46s
[20:25:06.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:126:0)
[20:25:08.408] Build status: STARTED
[20:25:08.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:127:0) after 8m32s
[20:33:40.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:127:0)
[20:33:40.480] Build status: STARTED
[20:33:40.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:128:0) after 5m50s
[20:39:30.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:128:0)
[20:39:30.548] Build status: STARTED
[20:39:30.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:129:0) after 4m21s
[20:43:51.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:129:0)
[20:43:51.590] Build status: STARTED
[20:43:51.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:130:0) after 5m18s
[20:49:09.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:130:0)
[20:49:09.769] Build status: STARTED
[20:49:09.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:131:0) after 3m54s
[20:53:03.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:131:0)
[20:53:04.027] Build status: STARTED
[20:53:04.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:132:0) after 6m12s
[20:59:16.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:132:0)
[20:59:16.555] Build status: STARTED
[20:59:16.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:133:0) after 1m26s
[21:00:42.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:133:0)
[21:00:42.698] Build status: STARTED
[21:00:42.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:134:0) after 5m58s
[21:06:40.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:134:0)
[21:06:40.876] Build status: STARTED
[21:06:40.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:135:0) after 4m43s
[21:11:24.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:135:0)
[21:11:24.171] Build status: STARTED
[21:11:24.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:136:0) after 8m17s
[21:19:41.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:136:0)
[21:19:41.273] Build status: STARTED
[21:19:41.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991404427501641504:137:0) after 7m48s
[21:23:42.353] Received PubSub notification, asking Buildbucket for the build status
[21:23:42.383] Build:
{
  "id": "8825974365603502801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27400,
  "createdBy": "project:chromium",
  "createTime": "2022-01-04T10:25:52.471761965Z",
  "startTime": "2022-01-04T10:37:34.356970Z",
  "endTime": "2022-01-04T21:23:41.984620665Z",
  "updateTime": "2022-01-04T21:23:41.984620665Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e8c862afcd7ae537bf4ed676759bb728997d2256",
      "ref": "refs/heads/main"
    }
  }
}
[21:23:42.383] Invocation finished in 10h57m51.105470535s with status FAILED