Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3532eeaa4e195b67aa08e7735f17512a77eb2e77"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3532eeaa4e195b67aa08e7735f17512a77eb2e77
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:55:06.703] New invocation is queued and will start shortly
[15:55:07.782] Starting the invocation (attempt 1)
[15:55:07.816] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3532eeaa4e195b67aa08e7735f17512a77eb2e77"
[15:55:07.816] Popped gitiles commit info from properties and tags
[15:55:07.816] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:55:07.816] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:55:07.816] Buildbucket request:
{
  "requestId": "8994645203246519440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3532eeaa4e195b67aa08e7735f17512a77eb2e77",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994645203246519440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:55:08.561] Scheduled build:
{
  "id": "8829215141336133489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26324,
  "createdBy": "project:chromium",
  "createTime": "2021-11-29T15:55:07.890563497Z",
  "updateTime": "2021-11-29T15:55:07.890563497Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3532eeaa4e195b67aa08e7735f17512a77eb2e77",
      "ref": "refs/heads/main"
    }
  }
}
[15:55:08.561] Task URL: https://cr-buildbucket.appspot.com/build/8829215141336133489
[15:55:08.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:2:0) after 8m52s
[16:04:00.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:2:0)
[16:04:00.907] Build status: SCHEDULED
[16:04:00.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:3:0) after 4m19s
[16:08:19.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:3:0)
[16:08:19.998] Build status: SCHEDULED
[16:08:19.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:4:0) after 9m59s
[16:18:19.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:4:0)
[16:18:19.099] Build status: SCHEDULED
[16:18:19.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:5:0) after 1m16s
[16:19:35.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:5:0)
[16:19:35.162] Build status: SCHEDULED
[16:19:35.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:6:0) after 3m3s
[16:22:38.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:6:0)
[16:22:38.512] Build status: SCHEDULED
[16:22:38.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:7:0) after 2m20s
[16:24:58.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:7:0)
[16:24:58.813] Build status: SCHEDULED
[16:24:58.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:8:0) after 8m0s
[16:31:34.215] Received PubSub notification, asking Buildbucket for the build status
[16:31:34.255] Build status: STARTED
[16:32:58.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:8:0)
[16:32:58.991] Build status: STARTED
[16:32:58.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:10:0) after 2m19s
[16:35:18.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:10:0)
[16:35:18.041] Build status: STARTED
[16:35:18.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:11:0) after 5m57s
[16:41:15.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:11:0)
[16:41:15.192] Build status: STARTED
[16:41:15.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:12:0) after 8m5s
[16:49:20.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:12:0)
[16:49:20.294] Build status: STARTED
[16:49:20.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:13:0) after 8m50s
[16:58:10.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:13:0)
[16:58:10.579] Build status: STARTED
[16:58:10.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:14:0) after 9m40s
[17:07:50.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:14:0)
[17:07:50.797] Build status: STARTED
[17:07:50.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:15:0) after 9m54s
[17:17:44.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:15:0)
[17:17:44.885] Build status: STARTED
[17:17:44.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:16:0) after 7m38s
[17:25:23.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:16:0)
[17:25:23.053] Build status: STARTED
[17:25:23.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:17:0) after 4m39s
[17:30:02.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:17:0)
[17:30:02.705] Build status: STARTED
[17:30:02.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:18:0) after 8m53s
[17:38:55.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:18:0)
[17:38:55.853] Build status: STARTED
[17:38:55.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:19:0) after 9m54s
[17:48:49.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:19:0)
[17:48:49.949] Build status: STARTED
[17:48:49.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:20:0) after 3m39s
[17:52:28.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:20:0)
[17:52:29.013] Build status: STARTED
[17:52:29.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:21:0) after 4m4s
[17:56:33.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:21:0)
[17:56:33.117] Build status: STARTED
[17:56:33.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:22:0) after 7m14s
[18:03:47.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:22:0)
[18:03:47.187] Build status: STARTED
[18:03:47.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:23:0) after 9m58s
[18:13:45.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:23:0)
[18:13:45.462] Build status: STARTED
[18:13:45.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:24:0) after 4m42s
[18:18:27.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:24:0)
[18:18:27.716] Build status: STARTED
[18:18:27.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:25:0) after 3m23s
[18:21:50.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:25:0)
[18:21:50.918] Build status: STARTED
[18:21:50.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:26:0) after 7m57s
[18:29:47.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:26:0)
[18:29:48.039] Build status: STARTED
[18:29:48.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:27:0) after 8m9s
[18:37:57.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:27:0)
[18:37:57.232] Build status: STARTED
[18:37:57.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:28:0) after 9m15s
[18:47:12.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:28:0)
[18:47:12.464] Build status: STARTED
[18:47:12.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:29:0) after 8m33s
[18:55:45.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:29:0)
[18:55:45.524] Build status: STARTED
[18:55:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:30:0) after 7m46s
[19:03:31.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:30:0)
[19:03:31.609] Build status: STARTED
[19:03:31.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:31:0) after 3m21s
[19:06:53.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:31:0)
[19:06:53.232] Build status: STARTED
[19:06:53.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:32:0) after 9m21s
[19:16:14.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:32:0)
[19:16:14.382] Build status: STARTED
[19:16:14.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:33:0) after 3m13s
[19:19:27.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:33:0)
[19:19:27.432] Build status: STARTED
[19:19:27.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:34:0) after 4m37s
[19:24:04.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:34:0)
[19:24:04.571] Build status: STARTED
[19:24:04.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:35:0) after 6m5s
[19:30:09.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:35:0)
[19:30:09.617] Build status: STARTED
[19:30:09.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:36:0) after 1m27s
[19:31:36.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:36:0)
[19:31:36.698] Build status: STARTED
[19:31:36.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:37:0) after 8m43s
[19:40:19.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:37:0)
[19:40:19.848] Build status: STARTED
[19:40:19.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:38:0) after 1m28s
[19:41:47.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:38:0)
[19:41:47.974] Build status: STARTED
[19:41:47.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:39:0) after 6m0s
[19:47:48.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:39:0)
[19:47:48.041] Build status: STARTED
[19:47:48.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:40:0) after 2m24s
[19:50:12.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:40:0)
[19:50:12.085] Build status: STARTED
[19:50:12.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:41:0) after 4m40s
[19:54:52.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:41:0)
[19:54:52.159] Build status: STARTED
[19:54:52.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:42:0) after 4m37s
[19:59:29.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:42:0)
[19:59:29.209] Build status: STARTED
[19:59:29.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:43:0) after 8m0s
[20:07:29.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:43:0)
[20:07:29.483] Build status: STARTED
[20:07:29.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:44:0) after 9m41s
[20:17:10.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:44:0)
[20:17:10.578] Build status: STARTED
[20:17:10.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:45:0) after 5m56s
[20:23:06.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:45:0)
[20:23:06.874] Build status: STARTED
[20:23:06.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:46:0) after 8m22s
[20:31:29.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:46:0)
[20:31:29.462] Build status: STARTED
[20:31:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:47:0) after 7m16s
[20:38:45.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:47:0)
[20:38:45.564] Build status: STARTED
[20:38:45.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:48:0) after 7m33s
[20:46:18.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:48:0)
[20:46:18.767] Build status: STARTED
[20:46:18.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:49:0) after 7m33s
[20:53:51.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:49:0)
[20:53:51.918] Build status: STARTED
[20:53:51.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:50:0) after 2m59s
[20:56:51.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:50:0)
[20:56:51.171] Build status: STARTED
[20:56:51.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:51:0) after 6m17s
[21:03:08.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:51:0)
[21:03:08.240] Build status: STARTED
[21:03:08.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:52:0) after 6m6s
[21:09:14.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:52:0)
[21:09:14.468] Build status: STARTED
[21:09:14.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:53:0) after 3m20s
[21:12:34.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:53:0)
[21:12:34.743] Build status: STARTED
[21:12:34.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:54:0) after 8m44s
[21:21:18.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:54:0)
[21:21:19.018] Build status: STARTED
[21:21:19.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:55:0) after 4m48s
[21:26:07.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:55:0)
[21:26:07.069] Build status: STARTED
[21:26:07.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:56:0) after 4m42s
[21:30:49.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:56:0)
[21:30:49.262] Build status: STARTED
[21:30:49.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:57:0) after 8m16s
[21:39:05.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:57:0)
[21:39:05.553] Build status: STARTED
[21:39:05.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:58:0) after 1m50s
[21:40:55.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:58:0)
[21:40:55.716] Build status: STARTED
[21:40:55.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:59:0) after 7m53s
[21:48:48.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:59:0)
[21:48:48.865] Build status: STARTED
[21:48:48.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:60:0) after 6m56s
[21:55:44.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:60:0)
[21:55:45.028] Build status: STARTED
[21:55:45.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:61:0) after 6m14s
[22:01:59.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:61:0)
[22:01:59.215] Build status: STARTED
[22:01:59.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:62:0) after 3m49s
[22:05:48.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:62:0)
[22:05:48.557] Build status: STARTED
[22:05:48.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:63:0) after 4m18s
[22:10:06.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:63:0)
[22:10:06.717] Build status: STARTED
[22:10:06.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:64:0) after 4m19s
[22:14:25.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:64:0)
[22:14:25.773] Build status: STARTED
[22:14:25.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:65:0) after 5m36s
[22:20:01.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:65:0)
[22:20:01.829] Build status: STARTED
[22:20:01.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:66:0) after 2m2s
[22:22:03.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:66:0)
[22:22:03.957] Build status: STARTED
[22:22:03.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:67:0) after 6m36s
[22:28:40.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:67:0)
[22:28:40.137] Build status: STARTED
[22:28:40.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:68:0) after 4m55s
[22:33:35.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:68:0)
[22:33:35.186] Build status: STARTED
[22:33:35.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:69:0) after 7m58s
[22:41:33.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:69:0)
[22:41:33.417] Build status: STARTED
[22:41:33.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:70:0) after 3m16s
[22:44:49.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:70:0)
[22:44:49.471] Build status: STARTED
[22:44:49.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:71:0) after 2m51s
[22:47:40.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:71:0)
[22:47:40.537] Build status: STARTED
[22:47:40.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:72:0) after 6m39s
[22:54:19.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:72:0)
[22:54:19.608] Build status: STARTED
[22:54:19.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:73:0) after 2m14s
[22:56:33.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:73:0)
[22:56:33.928] Build status: STARTED
[22:56:33.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:74:0) after 5m28s
[23:02:01.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:74:0)
[23:02:01.997] Build status: STARTED
[23:02:01.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:75:0) after 9m36s
[23:11:38.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:75:0)
[23:11:38.055] Build status: STARTED
[23:11:38.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:76:0) after 1m19s
[23:12:57.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:76:0)
[23:12:57.318] Build status: STARTED
[23:12:57.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:77:0) after 5m26s
[23:18:23.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:77:0)
[23:18:23.380] Build status: STARTED
[23:18:23.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:78:0) after 7m20s
[23:25:43.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:78:0)
[23:25:43.567] Build status: STARTED
[23:25:43.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:79:0) after 7m57s
[23:33:40.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:79:0)
[23:33:41.009] Build status: STARTED
[23:33:41.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:80:0) after 7m55s
[23:41:36.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:80:0)
[23:41:36.064] Build status: STARTED
[23:41:36.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:81:0) after 8m9s
[23:49:45.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:81:0)
[23:49:45.366] Build status: STARTED
[23:49:45.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:82:0) after 6m31s
[23:56:16.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:82:0)
[23:56:16.471] Build status: STARTED
[23:56:16.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:83:0) after 7m58s
[00:04:14.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:83:0)
[00:04:14.530] Build status: STARTED
[00:04:14.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:84:0) after 9m50s
[00:14:04.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:84:0)
[00:14:04.589] Build status: STARTED
[00:14:04.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:85:0) after 4m9s
[00:18:13.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:85:0)
[00:18:13.686] Build status: STARTED
[00:18:13.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:86:0) after 6m42s
[00:24:55.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:86:0)
[00:24:55.971] Build status: STARTED
[00:24:55.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:87:0) after 9m30s
[00:34:26.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:87:0)
[00:34:26.059] Build status: STARTED
[00:34:26.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:88:0) after 8m8s
[00:42:34.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:88:0)
[00:42:34.235] Build status: STARTED
[00:42:34.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:89:0) after 2m47s
[00:45:21.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:89:0)
[00:45:21.486] Build status: STARTED
[00:45:21.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:90:0) after 8m21s
[00:53:42.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:90:0)
[00:53:42.541] Build status: STARTED
[00:53:42.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:91:0) after 3m8s
[00:56:50.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:91:0)
[00:56:50.689] Build status: STARTED
[00:56:50.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:92:0) after 8m8s
[01:04:58.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:92:0)
[01:04:58.841] Build status: STARTED
[01:04:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:93:0) after 2m26s
[01:07:24.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:93:0)
[01:07:25.019] Build status: STARTED
[01:07:25.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:94:0) after 5m36s
[01:13:01.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:94:0)
[01:13:01.661] Build status: STARTED
[01:13:01.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:95:0) after 9m45s
[01:22:46.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:95:0)
[01:22:46.730] Build status: STARTED
[01:22:46.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:96:0) after 2m59s
[01:25:45.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:96:0)
[01:25:45.865] Build status: STARTED
[01:25:45.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:97:0) after 6m0s
[01:31:45.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:97:0)
[01:31:46.072] Build status: STARTED
[01:31:46.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:98:0) after 6m55s
[01:38:41.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:98:0)
[01:38:41.149] Build status: STARTED
[01:38:41.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:99:0) after 6m8s
[01:44:49.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:99:0)
[01:44:49.486] Build status: STARTED
[01:44:49.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:100:0) after 2m46s
[01:47:35.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:100:0)
[01:47:35.637] Build status: STARTED
[01:47:35.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:101:0) after 6m45s
[01:54:20.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:101:0)
[01:54:20.765] Build status: STARTED
[01:54:20.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:102:0) after 8m14s
[02:02:34.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:102:0)
[02:02:35.018] Build status: STARTED
[02:02:35.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:103:0) after 7m7s
[02:09:42.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:103:0)
[02:09:42.484] Build status: STARTED
[02:09:42.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:104:0) after 4m45s
[02:14:27.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:104:0)
[02:14:27.710] Build status: STARTED
[02:14:27.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:105:0) after 1m32s
[02:15:59.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:105:0)
[02:15:59.890] Build status: STARTED
[02:15:59.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:106:0) after 2m56s
[02:18:56.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:106:0)
[02:18:56.169] Build status: STARTED
[02:18:56.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:107:0) after 7m11s
[02:26:07.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:107:0)
[02:26:07.224] Build status: STARTED
[02:26:07.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:108:0) after 8m50s
[02:34:57.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:108:0)
[02:34:57.304] Build status: STARTED
[02:34:57.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:109:0) after 2m3s
[02:37:00.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:109:0)
[02:37:00.526] Build status: STARTED
[02:37:00.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:110:0) after 2m17s
[02:39:17.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:110:0)
[02:39:17.623] Build status: STARTED
[02:39:17.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:111:0) after 6m54s
[02:46:11.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:111:0)
[02:46:11.697] Build status: STARTED
[02:46:11.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:112:0) after 4m4s
[02:50:15.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:112:0)
[02:50:15.760] Build status: STARTED
[02:50:15.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:113:0) after 2m45s
[02:53:00.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:113:0)
[02:53:00.972] Build status: STARTED
[02:53:00.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:114:0) after 8m7s
[03:01:07.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:114:0)
[03:01:08.035] Build status: STARTED
[03:01:08.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994645203246519440:115:0) after 9m50s
[03:09:51.049] Received PubSub notification, asking Buildbucket for the build status
[03:09:51.088] Build:
{
  "id": "8829215141336133489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26324,
  "createdBy": "project:chromium",
  "createTime": "2021-11-29T15:55:07.890563497Z",
  "startTime": "2021-11-29T16:31:33.233239Z",
  "endTime": "2021-11-30T03:09:50.442340468Z",
  "updateTime": "2021-11-30T03:09:50.442340468Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3532eeaa4e195b67aa08e7735f17512a77eb2e77",
      "ref": "refs/heads/main"
    }
  }
}
[03:09:51.088] Invocation finished in 11h14m44.402919387s with status FAILED