Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:46:58.752] New invocation is queued and will start shortly
[08:47:00.482] Starting the invocation (attempt 1)
[08:47:00.523] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05"
[08:47:00.523] Popped gitiles commit info from properties and tags
[08:47:00.523] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:47:00.523] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:47:00.523] Buildbucket request:
{
  "requestId": "8957617979747640288",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957617979747640288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:47:01.034] Scheduled build:
{
  "id": "8792187917120550577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28631,
  "createdBy": "project:chromium",
  "createTime": "2023-01-12T08:47:00.632120281Z",
  "updateTime": "2023-01-12T08:47:00.632120281Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05",
      "ref": "refs/heads/main"
    }
  }
}
[08:47:01.034] Task URL: https://cr-buildbucket.appspot.com/build/8792187917120550577
[08:47:01.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:2:0) after 2m33s
[08:49:34.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:2:0)
[08:49:34.223] Build status: SCHEDULED
[08:49:34.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:3:0) after 5m9s
[08:50:17.386] Received PubSub notification, asking Buildbucket for the build status
[08:50:17.408] Build status: STARTED
[08:54:43.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:3:0)
[08:54:43.267] Build status: STARTED
[08:54:43.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:5:0) after 9m33s
[09:04:16.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:5:0)
[09:04:16.337] Build status: STARTED
[09:04:16.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:6:0) after 5m30s
[09:09:46.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:6:0)
[09:09:46.520] Build status: STARTED
[09:09:46.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:7:0) after 7m48s
[09:17:34.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:7:0)
[09:17:34.629] Build status: STARTED
[09:17:34.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:8:0) after 2m6s
[09:19:40.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:8:0)
[09:19:40.880] Build status: STARTED
[09:19:40.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:9:0) after 4m17s
[09:23:58.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:9:0)
[09:23:58.173] Build status: STARTED
[09:23:58.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:10:0) after 8m9s
[09:32:07.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:10:0)
[09:32:07.377] Build status: STARTED
[09:32:07.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:11:0) after 7m56s
[09:40:03.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:11:0)
[09:40:03.435] Build status: STARTED
[09:40:03.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:12:0) after 6m33s
[09:46:36.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:12:0)
[09:46:36.499] Build status: STARTED
[09:46:36.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:13:0) after 9m38s
[09:56:14.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:13:0)
[09:56:14.591] Build status: STARTED
[09:56:14.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:14:0) after 4m41s
[10:00:55.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:14:0)
[10:00:55.663] Build status: STARTED
[10:00:55.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:15:0) after 5m33s
[10:06:28.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:15:0)
[10:06:28.724] Build status: STARTED
[10:06:28.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:16:0) after 2m4s
[10:08:32.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:16:0)
[10:08:32.882] Build status: STARTED
[10:08:32.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:17:0) after 2m41s
[10:11:13.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:17:0)
[10:11:13.931] Build status: STARTED
[10:11:13.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:18:0) after 1m54s
[10:13:08.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:18:0)
[10:13:08.099] Build status: STARTED
[10:13:08.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:19:0) after 7m8s
[10:20:16.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:19:0)
[10:20:16.252] Build status: STARTED
[10:20:16.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:20:0) after 9m31s
[10:29:47.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:20:0)
[10:29:47.362] Build status: STARTED
[10:29:47.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:21:0) after 6m4s
[10:35:51.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:21:0)
[10:35:51.515] Build status: STARTED
[10:35:51.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:22:0) after 2m20s
[10:38:11.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:22:0)
[10:38:11.690] Build status: STARTED
[10:38:11.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:23:0) after 9m17s
[10:47:28.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:23:0)
[10:47:28.746] Build status: STARTED
[10:47:28.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:24:0) after 7m21s
[10:54:49.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:24:0)
[10:54:49.964] Build status: STARTED
[10:54:49.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:25:0) after 4m26s
[10:59:16.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:25:0)
[10:59:16.173] Build status: STARTED
[10:59:16.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:26:0) after 5m34s
[11:04:50.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:26:0)
[11:04:50.244] Build status: STARTED
[11:04:50.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:27:0) after 9m7s
[11:13:57.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:27:0)
[11:13:57.452] Build status: STARTED
[11:13:57.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:28:0) after 6m34s
[11:20:31.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:28:0)
[11:20:31.785] Build status: STARTED
[11:20:31.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:29:0) after 9m17s
[11:29:48.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:29:0)
[11:29:48.967] Build status: STARTED
[11:29:48.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:30:0) after 8m54s
[11:38:43.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:30:0)
[11:38:43.293] Build status: STARTED
[11:38:43.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:31:0) after 2m33s
[11:41:16.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:31:0)
[11:41:16.390] Build status: STARTED
[11:41:16.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:32:0) after 9m54s
[11:51:10.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:32:0)
[11:51:10.905] Build status: STARTED
[11:51:10.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:33:0) after 7m37s
[11:58:47.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:33:0)
[11:58:47.955] Build status: STARTED
[11:58:47.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:34:0) after 8m23s
[12:07:10.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:34:0)
[12:07:11.044] Build status: STARTED
[12:07:11.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:35:0) after 8m19s
[12:15:30.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:35:0)
[12:15:30.205] Build status: STARTED
[12:15:30.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:36:0) after 6m22s
[12:21:52.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:36:0)
[12:21:52.267] Build status: STARTED
[12:21:52.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:37:0) after 3m10s
[12:25:02.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:37:0)
[12:25:02.438] Build status: STARTED
[12:25:02.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:38:0) after 9m0s
[12:34:02.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:38:0)
[12:34:02.627] Build status: STARTED
[12:34:02.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:39:0) after 1m41s
[12:35:43.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:39:0)
[12:35:43.687] Build status: STARTED
[12:35:43.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:40:0) after 1m18s
[12:37:01.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:40:0)
[12:37:01.898] Build status: STARTED
[12:37:01.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:41:0) after 2m27s
[12:39:29.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:41:0)
[12:39:29.051] Build status: STARTED
[12:39:29.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:42:0) after 1m38s
[12:41:07.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:42:0)
[12:41:07.203] Build status: STARTED
[12:41:07.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:43:0) after 7m58s
[12:49:05.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:43:0)
[12:49:05.418] Build status: STARTED
[12:49:05.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:44:0) after 2m24s
[12:51:29.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:44:0)
[12:51:29.552] Build status: STARTED
[12:51:29.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:45:0) after 9m13s
[13:00:42.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:45:0)
[13:00:42.883] Build status: STARTED
[13:00:42.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:46:0) after 4m48s
[13:05:30.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:46:0)
[13:05:30.930] Build status: STARTED
[13:05:30.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:47:0) after 5m41s
[13:11:11.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:47:0)
[13:11:11.988] Build status: STARTED
[13:11:11.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:48:0) after 1m55s
[13:13:07.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:48:0)
[13:13:07.074] Build status: STARTED
[13:13:07.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:49:0) after 8m20s
[13:21:27.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:49:0)
[13:21:27.453] Build status: STARTED
[13:21:27.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:50:0) after 6m37s
[13:28:04.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:50:0)
[13:28:04.634] Build status: STARTED
[13:28:04.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:51:0) after 2m1s
[13:30:05.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:51:0)
[13:30:05.688] Build status: STARTED
[13:30:05.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:52:0) after 9m32s
[13:39:37.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:52:0)
[13:39:37.738] Build status: STARTED
[13:39:37.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:53:0) after 3m33s
[13:43:10.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:53:0)
[13:43:10.817] Build status: STARTED
[13:43:10.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:54:0) after 8m52s
[13:52:02.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:54:0)
[13:52:02.905] Build status: STARTED
[13:52:02.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:55:0) after 7m57s
[14:00:00.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:55:0)
[14:00:00.066] Build status: STARTED
[14:00:00.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:56:0) after 9m31s
[14:09:31.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:56:0)
[14:09:31.435] Build status: STARTED
[14:09:31.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:57:0) after 1m15s
[14:10:46.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:57:0)
[14:10:46.758] Build status: STARTED
[14:10:46.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:58:0) after 2m35s
[14:13:21.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:58:0)
[14:13:21.890] Build status: STARTED
[14:13:21.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:59:0) after 1m51s
[14:15:13.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:59:0)
[14:15:13.077] Build status: STARTED
[14:15:13.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:60:0) after 1m2s
[14:16:15.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:60:0)
[14:16:15.128] Build status: STARTED
[14:16:15.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:61:0) after 2m5s
[14:18:20.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:61:0)
[14:18:20.847] Build status: STARTED
[14:18:20.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:62:0) after 4m47s
[14:23:07.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:62:0)
[14:23:07.909] Build status: STARTED
[14:23:07.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:63:0) after 1m29s
[14:24:37.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:63:0)
[14:24:37.108] Build status: STARTED
[14:24:37.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:64:0) after 7m1s
[14:31:38.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:64:0)
[14:31:38.235] Build status: STARTED
[14:31:38.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:65:0) after 3m5s
[14:34:43.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:65:0)
[14:34:43.427] Build status: STARTED
[14:34:43.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:66:0) after 9m28s
[14:44:11.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:66:0)
[14:44:11.656] Build status: STARTED
[14:44:11.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:67:0) after 2m36s
[14:46:48.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:67:0)
[14:46:48.057] Build status: STARTED
[14:46:48.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:68:0) after 7m41s
[14:54:29.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:68:0)
[14:54:29.373] Build status: STARTED
[14:54:29.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:69:0) after 5m51s
[15:00:20.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:69:0)
[15:00:20.805] Build status: STARTED
[15:00:20.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:70:0) after 8m2s
[15:08:22.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:70:0)
[15:08:22.847] Build status: STARTED
[15:08:22.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:71:0) after 4m17s
[15:12:40.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:71:0)
[15:12:40.558] Build status: STARTED
[15:12:40.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:72:0) after 6m37s
[15:19:17.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:72:0)
[15:19:17.789] Build status: STARTED
[15:19:17.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:73:0) after 2m55s
[15:22:12.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:73:0)
[15:22:12.848] Build status: STARTED
[15:22:12.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:74:0) after 3m4s
[15:25:17.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:74:0)
[15:25:17.358] Build status: STARTED
[15:25:17.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:75:0) after 6m13s
[15:31:30.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:75:0)
[15:31:30.411] Build status: STARTED
[15:31:30.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:76:0) after 1m41s
[15:33:11.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:76:0)
[15:33:11.986] Build status: STARTED
[15:33:11.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:77:0) after 3m54s
[15:37:06.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:77:0)
[15:37:06.059] Build status: STARTED
[15:37:06.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:78:0) after 8m59s
[15:46:05.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:78:0)
[15:46:05.134] Build status: STARTED
[15:46:05.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:79:0) after 3m22s
[15:49:27.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:79:0)
[15:49:27.697] Build status: STARTED
[15:49:27.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:80:0) after 1m23s
[15:50:51.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:80:0)
[15:50:51.089] Build status: STARTED
[15:50:51.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:81:0) after 9m39s
[16:00:30.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:81:0)
[16:00:30.141] Build status: STARTED
[16:00:30.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:82:0) after 4m24s
[16:04:54.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:82:0)
[16:04:54.404] Build status: STARTED
[16:04:54.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:83:0) after 6m17s
[16:11:11.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:83:0)
[16:11:11.553] Build status: STARTED
[16:11:11.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:84:0) after 5m31s
[16:16:42.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:84:0)
[16:16:42.810] Build status: STARTED
[16:16:42.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:85:0) after 8m1s
[16:24:43.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:85:0)
[16:24:43.867] Build status: STARTED
[16:24:43.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:86:0) after 5m47s
[16:30:31.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:86:0)
[16:30:31.124] Build status: STARTED
[16:30:31.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:87:0) after 7m58s
[16:38:29.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:87:0)
[16:38:29.451] Build status: STARTED
[16:38:29.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:88:0) after 7m50s
[16:46:19.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:88:0)
[16:46:19.942] Build status: STARTED
[16:46:19.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:89:0) after 6m27s
[16:52:46.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:89:0)
[16:52:46.992] Build status: STARTED
[16:52:46.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:90:0) after 8m37s
[17:01:24.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:90:0)
[17:01:24.129] Build status: STARTED
[17:01:24.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:91:0) after 8m4s
[17:09:28.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:91:0)
[17:09:28.277] Build status: STARTED
[17:09:28.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:92:0) after 7m8s
[17:16:36.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:92:0)
[17:16:36.523] Build status: STARTED
[17:16:36.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:93:0) after 2m34s
[17:19:10.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:93:0)
[17:19:10.973] Build status: STARTED
[17:19:10.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:94:0) after 1m7s
[17:20:17.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:94:0)
[17:20:18.024] Build status: STARTED
[17:20:18.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:95:0) after 6m21s
[17:26:39.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:95:0)
[17:26:39.155] Build status: STARTED
[17:26:39.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:96:0) after 5m9s
[17:31:48.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:96:0)
[17:31:48.223] Build status: STARTED
[17:31:48.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:97:0) after 9m40s
[17:41:28.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:97:0)
[17:41:28.582] Build status: STARTED
[17:41:28.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:98:0) after 5m26s
[17:46:55.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:98:0)
[17:46:55.168] Build status: STARTED
[17:46:55.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:99:0) after 5m38s
[17:52:33.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:99:0)
[17:52:33.330] Build status: STARTED
[17:52:33.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:100:0) after 3m21s
[17:55:54.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:100:0)
[17:55:54.445] Build status: STARTED
[17:55:54.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:101:0) after 3m45s
[17:59:40.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:101:0)
[17:59:40.157] Build status: STARTED
[17:59:40.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:102:0) after 2m41s
[18:02:21.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:102:0)
[18:02:21.400] Build status: STARTED
[18:02:21.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:103:0) after 2m45s
[18:05:06.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:103:0)
[18:05:06.459] Build status: STARTED
[18:05:06.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:104:0) after 5m22s
[18:10:28.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:104:0)
[18:10:28.612] Build status: STARTED
[18:10:28.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:105:0) after 9m33s
[18:20:01.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:105:0)
[18:20:01.792] Build status: STARTED
[18:20:01.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:106:0) after 1m7s
[18:21:08.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:106:0)
[18:21:08.940] Build status: STARTED
[18:21:08.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:107:0) after 8m58s
[18:30:06.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:107:0)
[18:30:07.006] Build status: STARTED
[18:30:07.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:108:0) after 2m45s
[18:32:52.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:108:0)
[18:32:52.079] Build status: STARTED
[18:32:52.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:109:0) after 4m21s
[18:37:13.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:109:0)
[18:37:13.189] Build status: STARTED
[18:37:13.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:110:0) after 1m26s
[18:38:39.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:110:0)
[18:38:39.355] Build status: STARTED
[18:38:39.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:111:0) after 1m18s
[18:39:57.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:111:0)
[18:39:57.502] Build status: STARTED
[18:39:57.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:112:0) after 1m19s
[18:41:16.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:112:0)
[18:41:16.635] Build status: STARTED
[18:41:16.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:113:0) after 7m33s
[18:48:49.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:113:0)
[18:48:49.772] Build status: STARTED
[18:48:49.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:114:0) after 5m49s
[18:54:38.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:114:0)
[18:54:38.951] Build status: STARTED
[18:54:38.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:115:0) after 7m1s
[19:01:40.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:115:0)
[19:01:40.164] Build status: STARTED
[19:01:40.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:116:0) after 2m22s
[19:04:02.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:116:0)
[19:04:02.217] Build status: STARTED
[19:04:02.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:117:0) after 6m44s
[19:10:46.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:117:0)
[19:10:46.434] Build status: STARTED
[19:10:46.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:118:0) after 2m26s
[19:13:12.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:118:0)
[19:13:12.649] Build status: STARTED
[19:13:12.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:119:0) after 4m31s
[19:17:43.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:119:0)
[19:17:43.836] Build status: STARTED
[19:17:43.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:120:0) after 9m56s
[19:27:39.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:120:0)
[19:27:39.883] Build status: STARTED
[19:27:39.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:121:0) after 2m1s
[19:29:41.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:121:0)
[19:29:41.112] Build status: STARTED
[19:29:41.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:122:0) after 1m28s
[19:31:09.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:122:0)
[19:31:09.390] Build status: STARTED
[19:31:09.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:123:0) after 6m56s
[19:38:05.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:123:0)
[19:38:05.515] Build status: STARTED
[19:38:05.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:124:0) after 8m39s
[19:46:44.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:124:0)
[19:46:44.625] Build status: STARTED
[19:46:44.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:125:0) after 1m18s
[19:48:02.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:125:0)
[19:48:02.680] Build status: STARTED
[19:48:02.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:126:0) after 2m41s
[19:50:43.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:126:0)
[19:50:43.739] Build status: STARTED
[19:50:43.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:127:0) after 2m1s
[19:52:44.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:127:0)
[19:52:44.784] Build status: STARTED
[19:52:44.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:128:0) after 4m43s
[19:57:27.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:128:0)
[19:57:27.912] Build status: STARTED
[19:57:27.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:129:0) after 8m29s
[20:05:56.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:129:0)
[20:05:56.970] Build status: STARTED
[20:05:56.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:130:0) after 3m31s
[20:09:28.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:130:0)
[20:09:28.022] Build status: STARTED
[20:09:28.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957617979747640288:131:0) after 9m47s
[20:16:29.165] Received PubSub notification, asking Buildbucket for the build status
[20:16:29.189] Build:
{
  "id": "8792187917120550577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28631,
  "createdBy": "project:chromium",
  "createTime": "2023-01-12T08:47:00.632120281Z",
  "startTime": "2023-01-12T08:50:16.761495Z",
  "endTime": "2023-01-12T20:16:28.997059678Z",
  "updateTime": "2023-01-12T20:16:28.997059678Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a7c12c4d7d61ba84f4fc7f1242363ef3baa0aa05",
      "ref": "refs/heads/main"
    }
  }
}
[20:16:29.189] Invocation finished in 11h29m30.446086293s with status FAILED