Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "abc3214aaa5853986d0091a7687a8f4297ba6b2a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abc3214aaa5853986d0091a7687a8f4297ba6b2a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:50:16.156] New invocation is queued and will start shortly
[10:50:17.297] Starting the invocation (attempt 1)
[10:50:17.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abc3214aaa5853986d0091a7687a8f4297ba6b2a"
[10:50:17.331] Popped gitiles commit info from properties and tags
[10:50:17.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:50:17.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:50:17.332] Buildbucket request:
{
  "requestId": "8945651423452132032",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "abc3214aaa5853986d0091a7687a8f4297ba6b2a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945651423452132032"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:50:17.811] Scheduled build:
{
  "id": "8780221361469678097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19585,
  "createdBy": "project:chromium",
  "createTime": "2023-05-24T10:50:17.412507782Z",
  "updateTime": "2023-05-24T10:50:17.412507782Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abc3214aaa5853986d0091a7687a8f4297ba6b2a",
      "ref": "refs/heads/main"
    }
  }
}
[10:50:17.811] Task URL: https://cr-buildbucket.appspot.com/build/8780221361469678097
[10:50:17.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:2:0) after 8m55s
[10:50:32.013] Received PubSub notification, asking Buildbucket for the build status
[10:50:32.043] Build status: STARTED
[10:59:12.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:2:0)
[10:59:12.899] Build status: STARTED
[10:59:12.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:4:0) after 6m9s
[11:05:22.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:4:0)
[11:05:22.311] Build status: STARTED
[11:05:22.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:5:0) after 1m32s
[11:06:54.377] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:5:0)
[11:06:54.405] Build status: STARTED
[11:06:54.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:6:0) after 6m24s
[11:13:18.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:6:0)
[11:13:19.047] Build status: STARTED
[11:13:19.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:7:0) after 1m40s
[11:14:59.165] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:7:0)
[11:14:59.183] Build status: STARTED
[11:14:59.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:8:0) after 2m26s
[11:17:25.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:8:0)
[11:17:25.493] Build status: STARTED
[11:17:25.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:9:0) after 1m53s
[11:19:18.514] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:9:0)
[11:19:18.536] Build status: STARTED
[11:19:18.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:10:0) after 5m54s
[11:25:12.555] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:10:0)
[11:25:12.609] Build status: STARTED
[11:25:12.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:11:0) after 4m16s
[11:29:28.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:11:0)
[11:29:28.657] Build status: STARTED
[11:29:28.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:12:0) after 6m55s
[11:36:24.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:12:0)
[11:36:24.102] Build status: STARTED
[11:36:24.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:13:0) after 1m11s
[11:37:35.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:13:0)
[11:37:35.229] Build status: STARTED
[11:37:35.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:14:0) after 5m15s
[11:42:50.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:14:0)
[11:42:50.388] Build status: STARTED
[11:42:50.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:15:0) after 1m22s
[11:44:12.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:15:0)
[11:44:12.546] Build status: STARTED
[11:44:12.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:16:0) after 2m4s
[11:46:16.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:16:0)
[11:46:16.605] Build status: STARTED
[11:46:16.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:17:0) after 3m31s
[11:49:47.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:17:0)
[11:49:47.648] Build status: STARTED
[11:49:47.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:18:0) after 2m12s
[11:51:59.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:18:0)
[11:51:59.702] Build status: STARTED
[11:51:59.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:19:0) after 9m12s
[12:01:11.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:19:0)
[12:01:11.747] Build status: STARTED
[12:01:11.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:20:0) after 5m42s
[12:06:53.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:20:0)
[12:06:53.969] Build status: STARTED
[12:06:53.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:21:0) after 5m12s
[12:12:06.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:21:0)
[12:12:06.118] Build status: STARTED
[12:12:06.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:22:0) after 3m44s
[12:15:50.551] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:22:0)
[12:15:50.580] Build status: STARTED
[12:15:50.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:23:0) after 1m41s
[12:17:31.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:23:0)
[12:17:31.924] Build status: STARTED
[12:17:31.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:24:0) after 9m57s
[12:27:29.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:24:0)
[12:27:29.105] Build status: STARTED
[12:27:29.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:25:0) after 7m4s
[12:34:33.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:25:0)
[12:34:33.320] Build status: STARTED
[12:34:33.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:26:0) after 6m47s
[12:41:20.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:26:0)
[12:41:20.502] Build status: STARTED
[12:41:20.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:27:0) after 1m28s
[12:42:48.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:27:0)
[12:42:48.886] Build status: STARTED
[12:42:48.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:28:0) after 5m41s
[12:48:30.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:28:0)
[12:48:30.159] Build status: STARTED
[12:48:30.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:29:0) after 7m54s
[12:56:24.636] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:29:0)
[12:56:24.680] Build status: STARTED
[12:56:24.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:30:0) after 4m56s
[13:01:20.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:30:0)
[13:01:20.808] Build status: STARTED
[13:01:20.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:31:0) after 6m28s
[13:07:48.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:31:0)
[13:07:48.968] Build status: STARTED
[13:07:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:32:0) after 6m45s
[13:14:33.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:32:0)
[13:14:34.010] Build status: STARTED
[13:14:34.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:33:0) after 2m25s
[13:16:59.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:33:0)
[13:16:59.179] Build status: STARTED
[13:16:59.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:34:0) after 1m56s
[13:18:55.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:34:0)
[13:18:55.230] Build status: STARTED
[13:18:55.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:35:0) after 4m41s
[13:23:36.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:35:0)
[13:23:36.944] Build status: STARTED
[13:23:36.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:36:0) after 9m14s
[13:32:50.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:36:0)
[13:32:51.007] Build status: STARTED
[13:32:51.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:37:0) after 6m18s
[13:39:09.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:37:0)
[13:39:09.142] Build status: STARTED
[13:39:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:38:0) after 5m55s
[13:45:04.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:38:0)
[13:45:04.251] Build status: STARTED
[13:45:04.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:39:0) after 5m0s
[13:50:04.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:39:0)
[13:50:04.292] Build status: STARTED
[13:50:04.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:40:0) after 5m3s
[13:55:07.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:40:0)
[13:55:07.655] Build status: STARTED
[13:55:07.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:41:0) after 5m30s
[14:00:37.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:41:0)
[14:00:37.750] Build status: STARTED
[14:00:37.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:42:0) after 4m14s
[14:04:51.831] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:42:0)
[14:04:51.891] Build status: STARTED
[14:04:51.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:43:0) after 6m42s
[14:11:34.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:43:0)
[14:11:34.034] Build status: STARTED
[14:11:34.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:44:0) after 2m31s
[14:14:05.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:44:0)
[14:14:05.264] Build status: STARTED
[14:14:05.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:45:0) after 3m17s
[14:17:22.484] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:45:0)
[14:17:22.504] Build status: STARTED
[14:17:22.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:46:0) after 5m21s
[14:22:43.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:46:0)
[14:22:43.701] Build status: STARTED
[14:22:43.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:47:0) after 5m2s
[14:27:46.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:47:0)
[14:27:46.182] Build status: STARTED
[14:27:46.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:48:0) after 3m37s
[14:31:23.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:48:0)
[14:31:23.527] Build status: STARTED
[14:31:23.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:49:0) after 7m47s
[14:39:10.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:49:0)
[14:39:10.664] Build status: STARTED
[14:39:10.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:50:0) after 2m2s
[14:41:12.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:50:0)
[14:41:12.717] Build status: STARTED
[14:41:12.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:51:0) after 7m47s
[14:48:59.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:51:0)
[14:48:59.851] Build status: STARTED
[14:48:59.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:52:0) after 4m1s
[14:53:01.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:52:0)
[14:53:01.112] Build status: STARTED
[14:53:01.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:53:0) after 8m55s
[15:01:56.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:53:0)
[15:01:56.425] Build status: STARTED
[15:01:56.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:54:0) after 2m29s
[15:04:25.668] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:54:0)
[15:04:25.685] Build status: STARTED
[15:04:25.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:55:0) after 6m1s
[15:10:27.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:55:0)
[15:10:27.096] Build status: STARTED
[15:10:27.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:56:0) after 4m49s
[15:15:16.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:56:0)
[15:15:16.240] Build status: STARTED
[15:15:16.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:57:0) after 2m10s
[15:17:26.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:57:0)
[15:17:26.304] Build status: STARTED
[15:17:26.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:58:0) after 9m56s
[15:27:22.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:58:0)
[15:27:22.379] Build status: STARTED
[15:27:22.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:59:0) after 9m16s
[15:36:38.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:59:0)
[15:36:38.509] Build status: STARTED
[15:36:38.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:60:0) after 7m7s
[15:43:45.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:60:0)
[15:43:45.562] Build status: STARTED
[15:43:45.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:61:0) after 2m52s
[15:46:37.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:61:0)
[15:46:37.794] Build status: STARTED
[15:46:37.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:62:0) after 1m48s
[15:48:25.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:62:0)
[15:48:25.932] Build status: STARTED
[15:48:25.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:63:0) after 3m48s
[15:52:14.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:63:0)
[15:52:14.082] Build status: STARTED
[15:52:14.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:64:0) after 9m45s
[16:01:59.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:64:0)
[16:01:59.141] Build status: STARTED
[16:01:59.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:65:0) after 6m28s
[16:08:27.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:65:0)
[16:08:27.286] Build status: STARTED
[16:08:27.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:66:0) after 7m12s
[16:15:39.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:66:0)
[16:15:39.329] Build status: STARTED
[16:15:39.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:67:0) after 6m57s
[16:22:36.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:67:0)
[16:22:36.537] Build status: STARTED
[16:22:36.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:68:0) after 6m47s
[16:29:23.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:68:0)
[16:29:23.873] Build status: STARTED
[16:29:23.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:69:0) after 4m33s
[16:33:57.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:69:0)
[16:33:57.522] Build status: STARTED
[16:33:57.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:70:0) after 7m19s
[16:41:16.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:70:0)
[16:41:16.772] Build status: STARTED
[16:41:16.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:71:0) after 5m51s
[16:47:07.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:71:0)
[16:47:07.957] Build status: STARTED
[16:47:07.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:72:0) after 6m29s
[16:53:37.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:72:0)
[16:53:37.418] Build status: STARTED
[16:53:37.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:73:0) after 9m37s
[17:03:14.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:73:0)
[17:03:14.545] Build status: STARTED
[17:03:14.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:74:0) after 6m19s
[17:09:33.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:74:0)
[17:09:33.638] Build status: STARTED
[17:09:33.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:75:0) after 6m53s
[17:16:26.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:75:0)
[17:16:26.693] Build status: STARTED
[17:16:26.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:76:0) after 5m15s
[17:21:41.724] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:76:0)
[17:21:41.745] Build status: STARTED
[17:21:41.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:77:0) after 2m30s
[17:24:11.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:77:0)
[17:24:11.795] Build status: STARTED
[17:24:11.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:78:0) after 7m54s
[17:32:06.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:78:0)
[17:32:06.305] Build status: STARTED
[17:32:06.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:79:0) after 8m44s
[17:40:50.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:79:0)
[17:40:50.404] Build status: STARTED
[17:40:50.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:80:0) after 5m7s
[17:45:57.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:80:0)
[17:45:57.423] Build status: STARTED
[17:45:57.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:81:0) after 1m36s
[17:47:33.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:81:0)
[17:47:33.468] Build status: STARTED
[17:47:33.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:82:0) after 1m36s
[17:49:09.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:82:0)
[17:49:09.547] Build status: STARTED
[17:49:09.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:83:0) after 5m5s
[17:54:14.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:83:0)
[17:54:14.605] Build status: STARTED
[17:54:14.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:84:0) after 5m57s
[18:00:12.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:84:0)
[18:00:12.134] Build status: STARTED
[18:00:12.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:85:0) after 8m28s
[18:08:40.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:85:0)
[18:08:40.204] Build status: STARTED
[18:08:40.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:86:0) after 1m45s
[18:10:25.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:86:0)
[18:10:25.262] Build status: STARTED
[18:10:25.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:87:0) after 9m10s
[18:19:35.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:87:0)
[18:19:35.321] Build status: STARTED
[18:19:35.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:88:0) after 4m50s
[18:24:25.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:88:0)
[18:24:25.462] Build status: STARTED
[18:24:25.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:89:0) after 9m42s
[18:34:07.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:89:0)
[18:34:07.509] Build status: STARTED
[18:34:07.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:90:0) after 4m48s
[18:38:55.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:90:0)
[18:38:55.557] Build status: STARTED
[18:38:55.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:91:0) after 4m1s
[18:42:56.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:91:0)
[18:42:56.608] Build status: STARTED
[18:42:56.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:92:0) after 9m56s
[18:52:52.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:92:0)
[18:52:52.642] Build status: STARTED
[18:52:52.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:93:0) after 6m35s
[18:59:27.757] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:93:0)
[18:59:27.780] Build status: STARTED
[18:59:27.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:94:0) after 1m42s
[19:01:09.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:94:0)
[19:01:09.912] Build status: STARTED
[19:01:09.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:95:0) after 6m42s
[19:07:51.989] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:95:0)
[19:07:52.015] Build status: STARTED
[19:07:52.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:96:0) after 6m16s
[19:14:08.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:96:0)
[19:14:08.117] Build status: STARTED
[19:14:08.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:97:0) after 3m0s
[19:17:08.139] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:97:0)
[19:17:08.169] Build status: STARTED
[19:17:08.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:98:0) after 9m2s
[19:26:10.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:98:0)
[19:26:10.228] Build status: STARTED
[19:26:10.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:99:0) after 4m43s
[19:30:53.253] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:99:0)
[19:30:53.272] Build status: STARTED
[19:30:53.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:100:0) after 4m15s
[19:35:08.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:100:0)
[19:35:08.317] Build status: STARTED
[19:35:08.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:101:0) after 8m25s
[19:43:33.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:101:0)
[19:43:33.561] Build status: STARTED
[19:43:33.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:102:0) after 6m51s
[19:50:24.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:102:0)
[19:50:24.606] Build status: STARTED
[19:50:24.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:103:0) after 9m56s
[20:00:20.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:103:0)
[20:00:21.017] Build status: STARTED
[20:00:21.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:104:0) after 7m40s
[20:08:01.494] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:104:0)
[20:08:01.548] Build status: STARTED
[20:08:01.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:105:0) after 6m6s
[20:14:07.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:105:0)
[20:14:07.602] Build status: STARTED
[20:14:07.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:106:0) after 1m44s
[20:15:51.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:106:0)
[20:15:51.700] Build status: STARTED
[20:15:51.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:107:0) after 4m53s
[20:20:44.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:107:0)
[20:20:44.811] Build status: STARTED
[20:20:44.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:108:0) after 8m18s
[20:29:02.954] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:108:0)
[20:29:03.001] Build status: STARTED
[20:29:03.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:109:0) after 5m21s
[20:34:24.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:109:0)
[20:34:24.119] Build status: STARTED
[20:34:24.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:110:0) after 1m27s
[20:35:51.205] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:110:0)
[20:35:51.246] Build status: STARTED
[20:35:51.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:111:0) after 4m9s
[20:40:00.282] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:111:0)
[20:40:00.325] Build status: STARTED
[20:40:00.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:112:0) after 9m18s
[20:49:18.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:112:0)
[20:49:18.453] Build status: STARTED
[20:49:18.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:113:0) after 3m50s
[20:53:08.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:113:0)
[20:53:08.464] Build status: STARTED
[20:53:08.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:114:0) after 6m27s
[20:59:35.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:114:0)
[20:59:35.510] Build status: STARTED
[20:59:35.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:115:0) after 2m13s
[21:01:48.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:115:0)
[21:01:48.561] Build status: STARTED
[21:01:48.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:116:0) after 4m0s
[21:05:48.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:116:0)
[21:05:48.649] Build status: STARTED
[21:05:48.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:117:0) after 6m10s
[21:11:58.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:117:0)
[21:11:58.705] Build status: STARTED
[21:11:58.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:118:0) after 7m21s
[21:19:19.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:118:0)
[21:19:19.782] Build status: STARTED
[21:19:19.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:119:0) after 5m45s
[21:25:04.804] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:119:0)
[21:25:04.832] Build status: STARTED
[21:25:04.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:120:0) after 9m34s
[21:34:38.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:120:0)
[21:34:38.903] Build status: STARTED
[21:34:38.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945651423452132032:121:0) after 3m0s
[21:36:25.422] Received PubSub notification, asking Buildbucket for the build status
[21:36:25.462] Build:
{
  "id": "8780221361469678097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19585,
  "createdBy": "project:chromium",
  "createTime": "2023-05-24T10:50:17.412507782Z",
  "startTime": "2023-05-24T10:50:31.381085Z",
  "endTime": "2023-05-24T21:36:24.999426011Z",
  "updateTime": "2023-05-24T21:36:24.999426011Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abc3214aaa5853986d0091a7687a8f4297ba6b2a",
      "ref": "refs/heads/main"
    }
  }
}
[21:36:25.462] Invocation finished in 10h46m9.324510518s with status FAILED