Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "998249b8c3d8e0153102e3408dadbdcdd0bbe520"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/998249b8c3d8e0153102e3408dadbdcdd0bbe520
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:38:20.686] New invocation is queued and will start shortly
[15:38:21.817] Starting the invocation (attempt 1)
[15:38:21.849] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/998249b8c3d8e0153102e3408dadbdcdd0bbe520"
[15:38:21.849] Popped gitiles commit info from properties and tags
[15:38:21.849] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:38:21.849] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:38:21.849] Buildbucket request:
{
  "requestId": "8915645703425362608",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "998249b8c3d8e0153102e3408dadbdcdd0bbe520",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915645703425362608"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:38:22.550] Scheduled build:
{
  "id": "8750215641484099153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30639,
  "createdBy": "project:chromium",
  "createTime": "2024-04-19T15:38:21.908441491Z",
  "updateTime": "2024-04-19T15:38:21.908441491Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "998249b8c3d8e0153102e3408dadbdcdd0bbe520",
      "ref": "refs/heads/main"
    }
  }
}
[15:38:22.550] Task URL: https://cr-buildbucket.appspot.com/build/8750215641484099153
[15:38:22.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:2:0) after 6m41s
[15:38:34.128] Received PubSub notification, asking Buildbucket for the build status
[15:38:34.158] Build status: STARTED
[15:38:41.652] Received PubSub notification, asking Buildbucket for the build status
[15:38:41.687] Build status: STARTED
[15:45:03.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:2:0)
[15:45:03.729] Build status: STARTED
[15:45:03.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:5:0) after 6m39s
[15:51:42.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:5:0)
[15:51:42.906] Build status: STARTED
[15:51:42.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:6:0) after 9m21s
[16:01:03.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:6:0)
[16:01:03.998] Build status: STARTED
[16:01:03.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:7:0) after 3m38s
[16:04:42.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:7:0)
[16:04:42.033] Build status: STARTED
[16:04:42.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:8:0) after 1m47s
[16:06:29.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:8:0)
[16:06:29.361] Build status: STARTED
[16:06:29.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:9:0) after 2m47s
[16:09:16.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:9:0)
[16:09:16.484] Build status: STARTED
[16:09:16.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:10:0) after 7m50s
[16:17:06.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:10:0)
[16:17:06.630] Build status: STARTED
[16:17:06.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:11:0) after 2m22s
[16:19:28.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:11:0)
[16:19:28.691] Build status: STARTED
[16:19:28.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:12:0) after 7m7s
[16:26:35.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:12:0)
[16:26:35.796] Build status: STARTED
[16:26:35.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:13:0) after 6m3s
[16:32:38.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:13:0)
[16:32:38.895] Build status: STARTED
[16:32:38.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:14:0) after 3m39s
[16:36:17.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:14:0)
[16:36:17.984] Build status: STARTED
[16:36:17.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:15:0) after 1m50s
[16:38:08.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:15:0)
[16:38:08.061] Build status: STARTED
[16:38:08.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:16:0) after 2m6s
[16:40:14.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:16:0)
[16:40:14.117] Build status: STARTED
[16:40:14.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:17:0) after 1m16s
[16:41:30.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:17:0)
[16:41:30.214] Build status: STARTED
[16:41:30.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:18:0) after 1m33s
[16:43:03.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:18:0)
[16:43:03.384] Build status: STARTED
[16:43:03.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:19:0) after 9m12s
[16:52:15.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:19:0)
[16:52:15.534] Build status: STARTED
[16:52:15.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:20:0) after 1m1s
[16:53:16.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:20:0)
[16:53:16.678] Build status: STARTED
[16:53:16.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:21:0) after 6m22s
[16:59:38.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:21:0)
[16:59:38.958] Build status: STARTED
[16:59:38.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:22:0) after 8m2s
[17:07:41.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:22:0)
[17:07:41.280] Build status: STARTED
[17:07:41.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:23:0) after 3m9s
[17:10:50.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:23:0)
[17:10:50.362] Build status: STARTED
[17:10:50.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:24:0) after 6m29s
[17:17:19.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:24:0)
[17:17:19.409] Build status: STARTED
[17:17:19.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:25:0) after 7m13s
[17:24:32.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:25:0)
[17:24:32.713] Build status: STARTED
[17:24:32.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:26:0) after 4m1s
[17:28:33.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:26:0)
[17:28:33.912] Build status: STARTED
[17:28:33.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:27:0) after 7m15s
[17:35:49.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:27:0)
[17:35:49.192] Build status: STARTED
[17:35:49.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:28:0) after 5m36s
[17:41:25.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:28:0)
[17:41:25.370] Build status: STARTED
[17:41:25.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:29:0) after 6m20s
[17:47:45.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:29:0)
[17:47:45.599] Build status: STARTED
[17:47:45.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:30:0) after 6m3s
[17:53:48.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:30:0)
[17:53:48.645] Build status: STARTED
[17:53:48.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:31:0) after 3m22s
[17:57:10.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:31:0)
[17:57:10.817] Build status: STARTED
[17:57:10.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:32:0) after 1m34s
[17:58:44.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:32:0)
[17:58:44.857] Build status: STARTED
[17:58:44.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:33:0) after 5m33s
[18:04:17.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:33:0)
[18:04:18.000] Build status: STARTED
[18:04:18.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:34:0) after 4m34s
[18:08:52.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:34:0)
[18:08:52.056] Build status: STARTED
[18:08:52.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:35:0) after 8m55s
[18:17:47.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:35:0)
[18:17:47.118] Build status: STARTED
[18:17:47.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:36:0) after 1m6s
[18:18:53.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:36:0)
[18:18:53.262] Build status: STARTED
[18:18:53.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:37:0) after 7m52s
[18:26:45.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:37:0)
[18:26:45.476] Build status: STARTED
[18:26:45.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:38:0) after 8m35s
[18:35:20.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:38:0)
[18:35:20.542] Build status: STARTED
[18:35:20.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:39:0) after 8m21s
[18:43:41.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:39:0)
[18:43:41.664] Build status: STARTED
[18:43:41.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:40:0) after 8m17s
[18:51:58.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:40:0)
[18:51:58.808] Build status: STARTED
[18:51:58.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:41:0) after 2m37s
[18:54:35.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:41:0)
[18:54:35.914] Build status: STARTED
[18:54:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:42:0) after 4m37s
[18:59:12.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:42:0)
[18:59:13.015] Build status: STARTED
[18:59:13.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:43:0) after 3m57s
[19:03:10.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:43:0)
[19:03:10.191] Build status: STARTED
[19:03:10.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:44:0) after 4m48s
[19:07:58.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:44:0)
[19:07:58.268] Build status: STARTED
[19:07:58.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:45:0) after 5m48s
[19:13:46.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:45:0)
[19:13:46.320] Build status: STARTED
[19:13:46.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:46:0) after 4m13s
[19:17:59.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:46:0)
[19:17:59.404] Build status: STARTED
[19:17:59.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:47:0) after 3m13s
[19:21:12.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:47:0)
[19:21:12.564] Build status: STARTED
[19:21:12.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:48:0) after 1m43s
[19:22:55.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:48:0)
[19:22:55.735] Build status: STARTED
[19:22:55.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:49:0) after 7m9s
[19:30:04.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:49:0)
[19:30:04.879] Build status: STARTED
[19:30:04.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:50:0) after 3m59s
[19:34:03.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:50:0)
[19:34:03.940] Build status: STARTED
[19:34:03.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:51:0) after 5m11s
[19:39:14.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:51:0)
[19:39:15.061] Build status: STARTED
[19:39:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:52:0) after 8m0s
[19:47:15.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:52:0)
[19:47:15.247] Build status: STARTED
[19:47:15.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:53:0) after 5m20s
[19:52:35.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:53:0)
[19:52:35.258] Build status: STARTED
[19:52:35.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:54:0) after 4m41s
[19:57:16.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:54:0)
[19:57:16.398] Build status: STARTED
[19:57:16.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:55:0) after 1m25s
[19:58:41.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:55:0)
[19:58:41.539] Build status: STARTED
[19:58:41.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:56:0) after 6m5s
[20:04:46.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:56:0)
[20:04:46.818] Build status: STARTED
[20:04:46.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:57:0) after 1m3s
[20:05:49.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:57:0)
[20:05:49.964] Build status: STARTED
[20:05:49.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:58:0) after 3m20s
[20:09:09.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:58:0)
[20:09:10.007] Build status: STARTED
[20:09:10.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:59:0) after 9m10s
[20:18:20.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:59:0)
[20:18:20.055] Build status: STARTED
[20:18:20.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:60:0) after 7m24s
[20:25:44.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:60:0)
[20:25:44.117] Build status: STARTED
[20:25:44.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:61:0) after 7m23s
[20:33:07.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:61:0)
[20:33:07.199] Build status: STARTED
[20:33:07.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:62:0) after 4m25s
[20:37:32.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:62:0)
[20:37:32.255] Build status: STARTED
[20:37:32.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:63:0) after 2m45s
[20:40:17.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:63:0)
[20:40:17.368] Build status: STARTED
[20:40:17.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:64:0) after 2m36s
[20:42:53.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:64:0)
[20:42:53.507] Build status: STARTED
[20:42:53.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:65:0) after 4m50s
[20:47:43.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:65:0)
[20:47:43.569] Build status: STARTED
[20:47:43.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:66:0) after 7m5s
[20:54:48.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:66:0)
[20:54:48.650] Build status: STARTED
[20:54:48.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:67:0) after 2m7s
[20:56:55.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:67:0)
[20:56:55.768] Build status: STARTED
[20:56:55.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:68:0) after 8m12s
[21:05:08.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:68:0)
[21:05:08.124] Build status: STARTED
[21:05:08.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:69:0) after 7m30s
[21:12:38.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:69:0)
[21:12:38.189] Build status: STARTED
[21:12:38.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:70:0) after 1m32s
[21:14:10.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:70:0)
[21:14:10.380] Build status: STARTED
[21:14:10.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:71:0) after 3m26s
[21:17:36.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:71:0)
[21:17:36.532] Build status: STARTED
[21:17:36.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:72:0) after 5m14s
[21:22:50.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:72:0)
[21:22:50.630] Build status: STARTED
[21:22:50.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:73:0) after 5m17s
[21:28:07.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:73:0)
[21:28:07.687] Build status: STARTED
[21:28:07.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:74:0) after 2m18s
[21:30:25.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:74:0)
[21:30:25.764] Build status: STARTED
[21:30:25.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:75:0) after 1m12s
[21:31:37.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:75:0)
[21:31:37.856] Build status: STARTED
[21:31:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:76:0) after 2m35s
[21:34:12.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:76:0)
[21:34:13.036] Build status: STARTED
[21:34:13.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:77:0) after 5m18s
[21:39:31.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:77:0)
[21:39:31.098] Build status: STARTED
[21:39:31.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:78:0) after 9m33s
[21:49:04.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:78:0)
[21:49:04.397] Build status: STARTED
[21:49:04.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:79:0) after 6m46s
[21:55:50.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:79:0)
[21:55:50.561] Build status: STARTED
[21:55:50.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:80:0) after 9m40s
[22:05:30.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:80:0)
[22:05:30.573] Build status: STARTED
[22:05:30.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:81:0) after 5m46s
[22:11:17.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:81:0)
[22:11:17.159] Build status: STARTED
[22:11:17.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:82:0) after 5m9s
[22:16:26.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:82:0)
[22:16:26.319] Build status: STARTED
[22:16:26.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:83:0) after 9m3s
[22:25:29.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:83:0)
[22:25:29.370] Build status: STARTED
[22:25:29.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:84:0) after 7m44s
[22:33:13.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:84:0)
[22:33:13.556] Build status: STARTED
[22:33:13.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:85:0) after 9m13s
[22:42:26.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:85:0)
[22:42:26.628] Build status: STARTED
[22:42:26.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:86:0) after 9m21s
[22:51:47.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:86:0)
[22:51:47.679] Build status: STARTED
[22:51:47.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:87:0) after 7m21s
[22:59:08.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:87:0)
[22:59:08.822] Build status: STARTED
[22:59:08.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:88:0) after 8m28s
[23:07:36.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:88:0)
[23:07:36.872] Build status: STARTED
[23:07:36.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:89:0) after 2m45s
[23:10:21.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:89:0)
[23:10:22.126] Build status: STARTED
[23:10:22.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:90:0) after 1m43s
[23:12:05.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:90:0)
[23:12:05.164] Build status: STARTED
[23:12:05.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:91:0) after 5m4s
[23:17:09.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:91:0)
[23:17:09.270] Build status: STARTED
[23:17:09.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:92:0) after 8m17s
[23:25:26.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:92:0)
[23:25:26.316] Build status: STARTED
[23:25:26.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:93:0) after 7m13s
[23:32:39.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:93:0)
[23:32:39.409] Build status: STARTED
[23:32:39.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:94:0) after 8m15s
[23:40:54.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:94:0)
[23:40:54.511] Build status: STARTED
[23:40:54.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:95:0) after 7m0s
[23:47:54.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:95:0)
[23:47:54.786] Build status: STARTED
[23:47:54.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:96:0) after 2m25s
[23:50:20.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:96:0)
[23:50:20.161] Build status: STARTED
[23:50:20.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:97:0) after 1m16s
[23:51:36.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:97:0)
[23:51:36.582] Build status: STARTED
[23:51:36.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:98:0) after 5m3s
[23:56:39.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:98:0)
[23:56:39.869] Build status: STARTED
[23:56:39.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:99:0) after 1m58s
[23:58:38.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:99:0)
[23:58:38.361] Build status: STARTED
[23:58:38.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:100:0) after 9m1s
[00:07:39.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:100:0)
[00:07:39.467] Build status: STARTED
[00:07:39.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:101:0) after 4m55s
[00:12:34.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:101:0)
[00:12:34.516] Build status: STARTED
[00:12:34.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:102:0) after 6m27s
[00:19:01.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:102:0)
[00:19:01.561] Build status: STARTED
[00:19:01.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:103:0) after 7m31s
[00:26:32.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:103:0)
[00:26:32.837] Build status: STARTED
[00:26:32.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:104:0) after 1m35s
[00:28:07.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:104:0)
[00:28:07.906] Build status: STARTED
[00:28:07.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:105:0) after 6m43s
[00:34:51.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:105:0)
[00:34:51.125] Build status: STARTED
[00:34:51.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:106:0) after 6m42s
[00:41:33.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:106:0)
[00:41:33.170] Build status: STARTED
[00:41:33.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:107:0) after 8m40s
[00:50:13.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:107:0)
[00:50:13.254] Build status: STARTED
[00:50:13.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:108:0) after 9m44s
[00:59:57.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:108:0)
[00:59:57.336] Build status: STARTED
[00:59:57.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:109:0) after 1m2s
[01:00:59.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:109:0)
[01:00:59.484] Build status: STARTED
[01:00:59.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:110:0) after 2m10s
[01:03:09.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:110:0)
[01:03:09.561] Build status: STARTED
[01:03:09.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:111:0) after 4m0s
[01:07:09.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:111:0)
[01:07:09.768] Build status: STARTED
[01:07:09.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:112:0) after 9m12s
[01:16:21.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:112:0)
[01:16:21.948] Build status: STARTED
[01:16:21.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:113:0) after 7m16s
[01:23:38.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:113:0)
[01:23:38.447] Build status: STARTED
[01:23:38.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:114:0) after 4m23s
[01:28:01.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:114:0)
[01:28:01.638] Build status: STARTED
[01:28:01.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:115:0) after 5m2s
[01:33:03.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:115:0)
[01:33:04.019] Build status: STARTED
[01:33:04.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:116:0) after 3m24s
[01:36:28.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:116:0)
[01:36:28.204] Build status: STARTED
[01:36:28.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:117:0) after 3m32s
[01:40:00.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:117:0)
[01:40:00.471] Build status: STARTED
[01:40:00.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:118:0) after 3m47s
[01:43:47.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:118:0)
[01:43:47.868] Build status: STARTED
[01:43:47.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:119:0) after 5m15s
[01:49:02.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:119:0)
[01:49:02.903] Build status: STARTED
[01:49:02.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:120:0) after 6m35s
[01:55:38.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:120:0)
[01:55:38.074] Build status: STARTED
[01:55:38.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:121:0) after 2m12s
[01:57:50.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:121:0)
[01:57:50.269] Build status: STARTED
[01:57:50.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:122:0) after 6m31s
[02:04:21.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:122:0)
[02:04:21.312] Build status: STARTED
[02:04:21.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:123:0) after 9m13s
[02:13:34.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:123:0)
[02:13:34.603] Build status: STARTED
[02:13:34.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:124:0) after 9m30s
[02:23:04.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:124:0)
[02:23:04.679] Build status: STARTED
[02:23:04.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:125:0) after 1m53s
[02:24:57.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:125:0)
[02:24:57.892] Build status: STARTED
[02:24:57.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:126:0) after 7m52s
[02:32:49.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:126:0)
[02:32:50.014] Build status: STARTED
[02:32:50.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:127:0) after 1m18s
[02:34:08.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:127:0)
[02:34:08.183] Build status: STARTED
[02:34:08.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:128:0) after 6m59s
[02:41:07.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:128:0)
[02:41:07.346] Build status: STARTED
[02:41:07.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:129:0) after 4m59s
[02:46:06.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:129:0)
[02:46:06.789] Build status: STARTED
[02:46:06.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:130:0) after 2m20s
[02:48:26.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:130:0)
[02:48:26.840] Build status: STARTED
[02:48:26.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8915645703425362608:131:0) after 7m52s
[02:52:38.166] Received PubSub notification, asking Buildbucket for the build status
[02:52:38.186] Build:
{
  "id": "8750215641484099153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30639,
  "createdBy": "project:chromium",
  "createTime": "2024-04-19T15:38:21.908441491Z",
  "startTime": "2024-04-19T15:38:29.131894871Z",
  "endTime": "2024-04-20T02:52:37.886323754Z",
  "updateTime": "2024-04-20T02:52:37.886323754Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "998249b8c3d8e0153102e3408dadbdcdd0bbe520",
      "ref": "refs/heads/main"
    }
  }
}
[02:52:38.186] Invocation finished in 11h14m17.513478323s with status FAILED