Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "52de615745c3aba2ab7339248c749d4be96b8693"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52de615745c3aba2ab7339248c749d4be96b8693
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:38:40.186] New invocation is queued and will start shortly
[07:38:41.273] Starting the invocation (attempt 1)
[07:38:41.309] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52de615745c3aba2ab7339248c749d4be96b8693"
[07:38:41.309] Popped gitiles commit info from properties and tags
[07:38:41.309] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:38:41.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:38:41.310] Buildbucket request:
{
  "requestId": "8957712874388835824",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "52de615745c3aba2ab7339248c749d4be96b8693",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957712874388835824"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:38:41.800] Scheduled build:
{
  "id": "8792282812426868593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28629,
  "createdBy": "project:chromium",
  "createTime": "2023-01-11T07:38:41.416159250Z",
  "updateTime": "2023-01-11T07:38:41.416159250Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52de615745c3aba2ab7339248c749d4be96b8693",
      "ref": "refs/heads/main"
    }
  }
}
[07:38:41.800] Task URL: https://cr-buildbucket.appspot.com/build/8792282812426868593
[07:38:41.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:2:0) after 9m12s
[07:44:25.768] Received PubSub notification, asking Buildbucket for the build status
[07:44:25.798] Build status: STARTED
[07:47:53.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:2:0)
[07:47:53.845] Build status: STARTED
[07:47:53.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:4:0) after 4m21s
[07:52:14.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:4:0)
[07:52:15.009] Build status: STARTED
[07:52:15.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:5:0) after 5m34s
[07:57:49.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:5:0)
[07:57:49.067] Build status: STARTED
[07:57:49.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:6:0) after 9m30s
[08:07:19.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:6:0)
[08:07:19.179] Build status: STARTED
[08:07:19.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:7:0) after 7m8s
[08:14:27.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:7:0)
[08:14:27.356] Build status: STARTED
[08:14:27.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:8:0) after 9m4s
[08:23:31.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:8:0)
[08:23:31.436] Build status: STARTED
[08:23:31.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:9:0) after 7m16s
[08:30:48.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:9:0)
[08:30:48.101] Build status: STARTED
[08:30:48.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:10:0) after 9m36s
[08:40:24.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:10:0)
[08:40:24.152] Build status: STARTED
[08:40:24.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:11:0) after 1m11s
[08:41:35.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:11:0)
[08:41:35.201] Build status: STARTED
[08:41:35.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:12:0) after 9m49s
[08:51:24.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:12:0)
[08:51:24.342] Build status: STARTED
[08:51:24.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:13:0) after 3m38s
[08:55:02.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:13:0)
[08:55:02.423] Build status: STARTED
[08:55:02.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:14:0) after 4m58s
[09:00:00.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:14:0)
[09:00:00.496] Build status: STARTED
[09:00:00.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:15:0) after 7m0s
[09:07:00.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:15:0)
[09:07:00.615] Build status: STARTED
[09:07:00.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:16:0) after 9m32s
[09:16:32.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:16:0)
[09:16:32.776] Build status: STARTED
[09:16:32.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:17:0) after 5m13s
[09:21:45.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:17:0)
[09:21:45.820] Build status: STARTED
[09:21:45.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:18:0) after 9m48s
[09:31:33.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:18:0)
[09:31:33.881] Build status: STARTED
[09:31:33.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:19:0) after 5m19s
[09:36:52.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:19:0)
[09:36:52.900] Build status: STARTED
[09:36:52.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:20:0) after 2m53s
[09:39:46.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:20:0)
[09:39:46.129] Build status: STARTED
[09:39:46.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:21:0) after 5m54s
[09:45:40.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:21:0)
[09:45:40.496] Build status: STARTED
[09:45:40.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:22:0) after 8m9s
[09:53:49.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:22:0)
[09:53:49.497] Build status: STARTED
[09:53:49.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:23:0) after 9m15s
[10:03:04.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:23:0)
[10:03:04.654] Build status: STARTED
[10:03:04.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:24:0) after 7m50s
[10:10:54.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:24:0)
[10:10:54.697] Build status: STARTED
[10:10:54.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:25:0) after 2m40s
[10:13:34.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:25:0)
[10:13:34.895] Build status: STARTED
[10:13:34.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:26:0) after 8m0s
[10:21:34.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:26:0)
[10:21:34.913] Build status: STARTED
[10:21:34.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:27:0) after 2m12s
[10:23:47.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:27:0)
[10:23:47.061] Build status: STARTED
[10:23:47.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:28:0) after 4m13s
[10:28:00.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:28:0)
[10:28:00.152] Build status: STARTED
[10:28:00.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:29:0) after 8m20s
[10:36:20.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:29:0)
[10:36:20.276] Build status: STARTED
[10:36:20.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:30:0) after 5m46s
[10:42:06.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:30:0)
[10:42:06.335] Build status: STARTED
[10:42:06.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:31:0) after 5m19s
[10:47:25.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:31:0)
[10:47:25.512] Build status: STARTED
[10:47:25.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:32:0) after 5m3s
[10:52:28.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:32:0)
[10:52:28.775] Build status: STARTED
[10:52:28.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:33:0) after 5m17s
[10:57:46.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:33:0)
[10:57:46.081] Build status: STARTED
[10:57:46.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:34:0) after 3m16s
[11:01:02.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:34:0)
[11:01:02.297] Build status: STARTED
[11:01:02.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:35:0) after 9m48s
[11:10:50.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:35:0)
[11:10:50.468] Build status: STARTED
[11:10:50.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:36:0) after 1m19s
[11:12:09.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:36:0)
[11:12:09.628] Build status: STARTED
[11:12:09.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:37:0) after 8m9s
[11:20:18.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:37:0)
[11:20:18.798] Build status: STARTED
[11:20:18.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:38:0) after 9m33s
[11:29:51.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:38:0)
[11:29:51.891] Build status: STARTED
[11:29:51.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:39:0) after 3m58s
[11:33:50.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:39:0)
[11:33:50.534] Build status: STARTED
[11:33:50.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:40:0) after 8m7s
[11:41:57.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:40:0)
[11:41:57.589] Build status: STARTED
[11:41:57.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:41:0) after 8m21s
[11:50:18.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:41:0)
[11:50:18.751] Build status: STARTED
[11:50:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:42:0) after 4m21s
[11:54:39.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:42:0)
[11:54:39.751] Build status: STARTED
[11:54:39.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:43:0) after 7m16s
[12:01:55.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:43:0)
[12:01:55.914] Build status: STARTED
[12:01:55.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:44:0) after 6m26s
[12:08:22.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:44:0)
[12:08:22.064] Build status: STARTED
[12:08:22.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:45:0) after 6m45s
[12:15:07.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:45:0)
[12:15:07.229] Build status: STARTED
[12:15:07.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:46:0) after 2m45s
[12:17:52.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:46:0)
[12:17:52.641] Build status: STARTED
[12:17:52.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:47:0) after 3m5s
[12:20:57.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:47:0)
[12:20:57.692] Build status: STARTED
[12:20:57.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:48:0) after 2m36s
[12:23:33.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:48:0)
[12:23:33.757] Build status: STARTED
[12:23:33.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:49:0) after 2m19s
[12:25:52.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:49:0)
[12:25:52.867] Build status: STARTED
[12:25:52.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:50:0) after 9m57s
[12:35:50.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:50:0)
[12:35:50.204] Build status: STARTED
[12:35:50.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:51:0) after 7m3s
[12:42:53.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:51:0)
[12:42:53.279] Build status: STARTED
[12:42:53.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:52:0) after 5m4s
[12:47:57.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:52:0)
[12:47:57.748] Build status: STARTED
[12:47:57.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:53:0) after 5m37s
[12:53:35.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:53:0)
[12:53:35.244] Build status: STARTED
[12:53:35.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:54:0) after 2m51s
[12:56:26.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:54:0)
[12:56:26.592] Build status: STARTED
[12:56:26.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:55:0) after 1m25s
[12:57:51.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:55:0)
[12:57:51.833] Build status: STARTED
[12:57:51.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:56:0) after 2m21s
[13:00:13.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:56:0)
[13:00:13.355] Build status: STARTED
[13:00:13.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:57:0) after 3m27s
[13:03:40.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:57:0)
[13:03:40.422] Build status: STARTED
[13:03:40.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:58:0) after 4m46s
[13:08:26.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:58:0)
[13:08:26.567] Build status: STARTED
[13:08:26.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:59:0) after 3m56s
[13:12:23.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:59:0)
[13:12:23.121] Build status: STARTED
[13:12:23.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:60:0) after 5m49s
[13:18:12.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:60:0)
[13:18:12.568] Build status: STARTED
[13:18:12.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:61:0) after 7m35s
[13:25:47.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:61:0)
[13:25:47.641] Build status: STARTED
[13:25:47.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:62:0) after 9m51s
[13:35:38.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:62:0)
[13:35:38.710] Build status: STARTED
[13:35:38.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:63:0) after 7m13s
[13:42:51.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:63:0)
[13:42:51.769] Build status: STARTED
[13:42:51.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:64:0) after 6m51s
[13:49:42.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:64:0)
[13:49:43.017] Build status: STARTED
[13:49:43.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:65:0) after 9m14s
[13:58:57.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:65:0)
[13:58:57.065] Build status: STARTED
[13:58:57.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:66:0) after 3m13s
[14:02:10.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:66:0)
[14:02:10.214] Build status: STARTED
[14:02:10.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:67:0) after 6m46s
[14:08:56.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:67:0)
[14:08:56.261] Build status: STARTED
[14:08:56.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:68:0) after 7m0s
[14:15:56.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:68:0)
[14:15:56.503] Build status: STARTED
[14:15:56.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:69:0) after 6m39s
[14:22:35.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:69:0)
[14:22:35.574] Build status: STARTED
[14:22:35.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:70:0) after 8m35s
[14:31:10.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:70:0)
[14:31:10.629] Build status: STARTED
[14:31:10.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:71:0) after 6m0s
[14:37:10.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:71:0)
[14:37:10.722] Build status: STARTED
[14:37:10.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:72:0) after 9m5s
[14:46:15.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:72:0)
[14:46:15.871] Build status: STARTED
[14:46:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:73:0) after 6m2s
[14:52:18.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:73:0)
[14:52:18.114] Build status: STARTED
[14:52:18.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:74:0) after 3m42s
[14:56:00.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:74:0)
[14:56:00.252] Build status: STARTED
[14:56:00.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:75:0) after 6m49s
[15:02:49.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:75:0)
[15:02:49.441] Build status: STARTED
[15:02:49.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:76:0) after 8m8s
[15:10:57.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:76:0)
[15:10:57.447] Build status: STARTED
[15:10:57.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:77:0) after 6m25s
[15:17:22.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:77:0)
[15:17:22.594] Build status: STARTED
[15:17:22.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:78:0) after 1m18s
[15:18:40.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:78:0)
[15:18:40.609] Build status: STARTED
[15:18:40.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:79:0) after 6m45s
[15:25:26.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:79:0)
[15:25:26.207] Build status: STARTED
[15:25:26.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:80:0) after 6m39s
[15:32:05.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:80:0)
[15:32:05.320] Build status: STARTED
[15:32:05.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:81:0) after 2m38s
[15:34:43.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:81:0)
[15:34:43.362] Build status: STARTED
[15:34:43.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:82:0) after 9m48s
[15:44:31.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:82:0)
[15:44:31.413] Build status: STARTED
[15:44:31.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:83:0) after 8m41s
[15:53:12.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:83:0)
[15:53:12.646] Build status: STARTED
[15:53:12.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:84:0) after 2m10s
[15:55:22.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:84:0)
[15:55:22.695] Build status: STARTED
[15:55:22.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:85:0) after 9m50s
[16:05:12.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:85:0)
[16:05:12.972] Build status: STARTED
[16:05:12.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:86:0) after 1m27s
[16:06:40.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:86:0)
[16:06:40.080] Build status: STARTED
[16:06:40.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:87:0) after 6m31s
[16:13:11.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:87:0)
[16:13:11.135] Build status: STARTED
[16:13:11.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:88:0) after 9m26s
[16:22:37.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:88:0)
[16:22:37.509] Build status: STARTED
[16:22:37.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:89:0) after 2m39s
[16:25:16.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:89:0)
[16:25:16.767] Build status: STARTED
[16:25:16.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:90:0) after 9m15s
[16:34:32.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:90:0)
[16:34:32.504] Build status: STARTED
[16:34:32.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:91:0) after 3m7s
[16:37:39.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:91:0)
[16:37:39.576] Build status: STARTED
[16:37:39.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:92:0) after 7m52s
[16:45:31.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:92:0)
[16:45:31.738] Build status: STARTED
[16:45:31.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:93:0) after 1m32s
[16:47:04.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:93:0)
[16:47:04.101] Build status: STARTED
[16:47:04.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:94:0) after 8m20s
[16:55:24.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:94:0)
[16:55:24.155] Build status: STARTED
[16:55:24.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:95:0) after 3m8s
[16:58:32.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:95:0)
[16:58:32.366] Build status: STARTED
[16:58:32.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:96:0) after 2m40s
[17:01:12.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:96:0)
[17:01:12.762] Build status: STARTED
[17:01:12.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:97:0) after 5m4s
[17:06:16.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:97:0)
[17:06:16.819] Build status: STARTED
[17:06:16.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:98:0) after 9m2s
[17:15:18.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:98:0)
[17:15:19.021] Build status: STARTED
[17:15:19.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:99:0) after 5m2s
[17:20:21.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:99:0)
[17:20:21.125] Build status: STARTED
[17:20:21.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:100:0) after 5m51s
[17:26:12.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:100:0)
[17:26:12.193] Build status: STARTED
[17:26:12.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:101:0) after 9m41s
[17:35:53.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:101:0)
[17:35:53.465] Build status: STARTED
[17:35:53.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:102:0) after 6m2s
[17:41:55.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:102:0)
[17:41:55.676] Build status: STARTED
[17:41:55.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:103:0) after 3m50s
[17:45:45.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:103:0)
[17:45:45.725] Build status: STARTED
[17:45:45.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:104:0) after 4m36s
[17:50:21.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:104:0)
[17:50:21.730] Build status: STARTED
[17:50:21.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:105:0) after 2m37s
[17:52:58.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:105:0)
[17:52:58.797] Build status: STARTED
[17:52:58.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:106:0) after 4m17s
[17:57:15.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:106:0)
[17:57:17.618] Build status: STARTED
[17:57:17.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:107:0) after 2m29s
[17:59:46.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:107:0)
[17:59:46.744] Build status: STARTED
[17:59:46.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:108:0) after 8m7s
[18:07:53.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:108:0)
[18:07:53.885] Build status: STARTED
[18:07:53.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:109:0) after 1m34s
[18:09:28.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:109:0)
[18:09:28.215] Build status: STARTED
[18:09:28.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:110:0) after 5m7s
[18:14:35.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:110:0)
[18:14:35.697] Build status: STARTED
[18:14:35.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:111:0) after 7m0s
[18:21:35.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:111:0)
[18:21:35.758] Build status: STARTED
[18:21:35.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:112:0) after 7m44s
[18:29:19.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:112:0)
[18:29:19.852] Build status: STARTED
[18:29:19.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:113:0) after 4m3s
[18:33:23.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:113:0)
[18:33:23.133] Build status: STARTED
[18:33:23.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:114:0) after 7m23s
[18:40:46.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:114:0)
[18:40:46.237] Build status: STARTED
[18:40:46.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:115:0) after 2m21s
[18:43:07.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:115:0)
[18:43:07.312] Build status: STARTED
[18:43:07.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:116:0) after 2m7s
[18:45:14.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:116:0)
[18:45:14.581] Build status: STARTED
[18:45:14.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:117:0) after 5m31s
[18:50:45.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:117:0)
[18:50:45.737] Build status: STARTED
[18:50:45.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:118:0) after 9m0s
[18:59:45.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:118:0)
[18:59:45.816] Build status: STARTED
[18:59:45.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:119:0) after 8m32s
[19:08:17.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:119:0)
[19:08:17.942] Build status: STARTED
[19:08:17.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:120:0) after 1m47s
[19:10:05.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:120:0)
[19:10:05.168] Build status: STARTED
[19:10:05.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:121:0) after 2m49s
[19:12:54.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:121:0)
[19:12:54.218] Build status: STARTED
[19:12:54.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:122:0) after 5m16s
[19:18:10.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:122:0)
[19:18:10.323] Build status: STARTED
[19:18:10.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:123:0) after 3m23s
[19:21:33.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:123:0)
[19:21:33.408] Build status: STARTED
[19:21:33.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:124:0) after 8m4s
[19:29:37.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:124:0)
[19:29:37.665] Build status: STARTED
[19:29:37.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:125:0) after 8m3s
[19:37:40.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:125:0)
[19:37:40.724] Build status: STARTED
[19:37:40.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:126:0) after 7m16s
[19:44:57.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:126:0)
[19:44:57.300] Build status: STARTED
[19:44:57.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:127:0) after 6m39s
[19:51:36.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:127:0)
[19:51:36.362] Build status: STARTED
[19:51:36.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:128:0) after 5m8s
[19:56:44.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:128:0)
[19:56:44.508] Build status: STARTED
[19:56:44.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:129:0) after 2m20s
[19:59:05.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:129:0)
[19:59:05.129] Build status: STARTED
[19:59:05.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:130:0) after 1m48s
[20:00:53.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:130:0)
[20:00:53.285] Build status: STARTED
[20:00:53.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:131:0) after 8m7s
[20:09:00.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:131:0)
[20:09:00.423] Build status: STARTED
[20:09:00.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:132:0) after 9m5s
[20:18:05.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:132:0)
[20:18:05.837] Build status: STARTED
[20:18:05.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:133:0) after 5m41s
[20:23:46.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:133:0)
[20:23:46.983] Build status: STARTED
[20:23:46.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:134:0) after 7m7s
[20:30:54.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:134:0)
[20:30:54.081] Build status: STARTED
[20:30:54.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8957712874388835824:135:0) after 5m10s
[20:33:17.789] Received PubSub notification, asking Buildbucket for the build status
[20:33:17.812] Build:
{
  "id": "8792282812426868593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28629,
  "createdBy": "project:chromium",
  "createTime": "2023-01-11T07:38:41.416159250Z",
  "startTime": "2023-01-11T07:44:24.687081Z",
  "endTime": "2023-01-11T20:33:16.403829805Z",
  "updateTime": "2023-01-11T20:33:16.403829805Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52de615745c3aba2ab7339248c749d4be96b8693",
      "ref": "refs/heads/main"
    }
  }
}
[20:33:17.812] Invocation finished in 12h54m37.650639339s with status FAILED