Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:07:25.354] New invocation is queued and will start shortly
[22:07:26.447] Starting the invocation (attempt 1)
[22:07:26.483] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0"
[22:07:26.483] Popped gitiles commit info from properties and tags
[22:07:26.483] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:07:26.483] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:07:26.484] Buildbucket request:
{
  "requestId": "8947511356933103792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8947511356933103792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:07:27.044] Scheduled build:
{
  "id": "8782081295019667105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19529,
  "createdBy": "project:chromium",
  "createTime": "2023-05-03T22:07:26.556467375Z",
  "updateTime": "2023-05-03T22:07:26.556467375Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0",
      "ref": "refs/heads/main"
    }
  }
}
[22:07:27.044] Task URL: https://cr-buildbucket.appspot.com/build/8782081295019667105
[22:07:27.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:2:0) after 7m54s
[22:12:14.820] Received PubSub notification, asking Buildbucket for the build status
[22:12:14.853] Build status: STARTED
[22:15:21.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:2:0)
[22:15:21.163] Build status: STARTED
[22:15:21.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:4:0) after 4m59s
[22:20:20.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:4:0)
[22:20:20.351] Build status: STARTED
[22:20:20.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:5:0) after 7m30s
[22:27:50.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:5:0)
[22:27:50.495] Build status: STARTED
[22:27:50.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:6:0) after 5m39s
[22:33:29.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:6:0)
[22:33:29.660] Build status: STARTED
[22:33:29.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:7:0) after 3m49s
[22:37:18.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:7:0)
[22:37:18.684] Build status: STARTED
[22:37:18.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:8:0) after 6m32s
[22:43:50.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:8:0)
[22:43:51.001] Build status: STARTED
[22:43:51.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:9:0) after 9m15s
[22:53:06.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:9:0)
[22:53:06.182] Build status: STARTED
[22:53:06.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:10:0) after 1m21s
[22:54:27.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:10:0)
[22:54:27.240] Build status: STARTED
[22:54:27.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:11:0) after 6m17s
[23:00:44.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:11:0)
[23:00:44.297] Build status: STARTED
[23:00:44.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:12:0) after 4m5s
[23:04:49.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:12:0)
[23:04:49.345] Build status: STARTED
[23:04:49.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:13:0) after 2m23s
[23:07:12.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:13:0)
[23:07:12.410] Build status: STARTED
[23:07:12.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:14:0) after 6m54s
[23:14:06.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:14:0)
[23:14:06.758] Build status: STARTED
[23:14:06.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:15:0) after 9m38s
[23:23:44.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:15:0)
[23:23:44.884] Build status: STARTED
[23:23:44.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:16:0) after 9m28s
[23:33:13.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:16:0)
[23:33:13.042] Build status: STARTED
[23:33:13.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:17:0) after 1m26s
[23:34:39.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:17:0)
[23:34:39.093] Build status: STARTED
[23:34:39.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:18:0) after 8m18s
[23:42:57.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:18:0)
[23:42:57.139] Build status: STARTED
[23:42:57.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:19:0) after 6m47s
[23:49:44.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:19:0)
[23:49:44.391] Build status: STARTED
[23:49:44.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:20:0) after 7m54s
[23:57:38.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:20:0)
[23:57:38.617] Build status: STARTED
[23:57:38.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:21:0) after 7m17s
[00:04:55.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:21:0)
[00:04:55.763] Build status: STARTED
[00:04:55.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:22:0) after 6m28s
[00:11:23.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:22:0)
[00:11:23.981] Build status: STARTED
[00:11:23.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:23:0) after 1m40s
[00:13:04.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:23:0)
[00:13:04.070] Build status: STARTED
[00:13:04.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:24:0) after 9m34s
[00:22:38.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:24:0)
[00:22:38.183] Build status: STARTED
[00:22:38.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:25:0) after 4m0s
[00:26:38.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:25:0)
[00:26:38.385] Build status: STARTED
[00:26:38.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:26:0) after 9m47s
[00:36:25.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:26:0)
[00:36:25.438] Build status: STARTED
[00:36:25.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:27:0) after 4m35s
[00:41:00.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:27:0)
[00:41:00.588] Build status: STARTED
[00:41:00.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:28:0) after 8m48s
[00:49:48.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:28:0)
[00:49:48.873] Build status: STARTED
[00:49:48.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:29:0) after 7m11s
[00:57:00.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:29:0)
[00:57:00.025] Build status: STARTED
[00:57:00.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:30:0) after 5m1s
[01:02:01.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:30:0)
[01:02:01.158] Build status: STARTED
[01:02:01.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:31:0) after 8m23s
[01:10:24.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:31:0)
[01:10:24.597] Build status: STARTED
[01:10:24.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:32:0) after 4m28s
[01:14:52.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:32:0)
[01:14:52.753] Build status: STARTED
[01:14:52.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:33:0) after 6m3s
[01:20:56.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:33:0)
[01:20:56.150] Build status: STARTED
[01:20:56.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:34:0) after 5m59s
[01:26:55.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:34:0)
[01:26:55.422] Build status: STARTED
[01:26:55.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:35:0) after 6m16s
[01:33:11.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:35:0)
[01:33:11.531] Build status: STARTED
[01:33:11.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:36:0) after 8m52s
[01:42:03.569] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:36:0)
[01:42:03.599] Build status: STARTED
[01:42:03.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:37:0) after 3m52s
[01:45:55.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:37:0)
[01:45:55.660] Build status: STARTED
[01:45:55.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:38:0) after 8m2s
[01:53:58.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:38:0)
[01:53:58.039] Build status: STARTED
[01:53:58.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:39:0) after 6m37s
[02:00:35.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:39:0)
[02:00:35.274] Build status: STARTED
[02:00:35.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:40:0) after 9m34s
[02:10:09.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:40:0)
[02:10:09.331] Build status: STARTED
[02:10:09.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:41:0) after 4m55s
[02:15:04.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:41:0)
[02:15:04.498] Build status: STARTED
[02:15:04.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:42:0) after 4m22s
[02:19:26.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:42:0)
[02:19:26.666] Build status: STARTED
[02:19:26.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:43:0) after 8m29s
[02:27:56.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:43:0)
[02:27:56.336] Build status: STARTED
[02:27:56.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:44:0) after 7m14s
[02:35:10.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:44:0)
[02:35:10.631] Build status: STARTED
[02:35:10.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:45:0) after 1m29s
[02:36:39.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:45:0)
[02:36:39.682] Build status: STARTED
[02:36:39.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:46:0) after 9m45s
[02:46:24.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:46:0)
[02:46:24.742] Build status: STARTED
[02:46:24.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:47:0) after 7m14s
[02:53:39.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:47:0)
[02:53:39.240] Build status: STARTED
[02:53:39.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:48:0) after 2m24s
[02:56:03.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:48:0)
[02:56:03.359] Build status: STARTED
[02:56:03.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:49:0) after 6m46s
[03:02:49.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:49:0)
[03:02:49.475] Build status: STARTED
[03:02:49.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:50:0) after 7m24s
[03:10:13.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:50:0)
[03:10:13.630] Build status: STARTED
[03:10:13.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:51:0) after 9m15s
[03:19:28.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:51:0)
[03:19:28.814] Build status: STARTED
[03:19:28.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:52:0) after 9m21s
[03:28:49.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:52:0)
[03:28:49.867] Build status: STARTED
[03:28:49.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:53:0) after 3m2s
[03:31:52.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:53:0)
[03:31:52.371] Build status: STARTED
[03:31:52.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:54:0) after 4m11s
[03:36:03.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:54:0)
[03:36:03.418] Build status: STARTED
[03:36:03.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:55:0) after 8m22s
[03:44:25.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:55:0)
[03:44:25.442] Build status: STARTED
[03:44:25.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:56:0) after 5m44s
[03:50:09.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:56:0)
[03:50:09.648] Build status: STARTED
[03:50:09.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:57:0) after 7m42s
[03:57:51.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:57:0)
[03:57:51.821] Build status: STARTED
[03:57:51.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:58:0) after 9m40s
[04:07:31.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:58:0)
[04:07:31.880] Build status: STARTED
[04:07:31.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:59:0) after 7m43s
[04:15:15.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:59:0)
[04:15:15.048] Build status: STARTED
[04:15:15.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:60:0) after 6m40s
[04:21:55.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:60:0)
[04:21:55.276] Build status: STARTED
[04:21:55.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:61:0) after 2m50s
[04:24:45.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:61:0)
[04:24:45.442] Build status: STARTED
[04:24:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:62:0) after 9m48s
[04:34:33.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:62:0)
[04:34:33.490] Build status: STARTED
[04:34:33.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:63:0) after 8m14s
[04:42:47.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:63:0)
[04:42:47.544] Build status: STARTED
[04:42:47.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:64:0) after 7m56s
[04:50:43.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:64:0)
[04:50:43.789] Build status: STARTED
[04:50:43.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:65:0) after 6m39s
[04:57:23.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:65:0)
[04:57:23.456] Build status: STARTED
[04:57:23.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:66:0) after 2m53s
[05:00:16.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:66:0)
[05:00:16.783] Build status: STARTED
[05:00:16.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:67:0) after 7m32s
[05:07:48.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:67:0)
[05:07:48.829] Build status: STARTED
[05:07:48.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:68:0) after 2m33s
[05:10:21.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:68:0)
[05:10:21.887] Build status: STARTED
[05:10:21.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:69:0) after 6m21s
[05:16:42.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:69:0)
[05:16:42.950] Build status: STARTED
[05:16:42.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:70:0) after 4m27s
[05:21:10.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:70:0)
[05:21:10.074] Build status: STARTED
[05:21:10.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:71:0) after 6m28s
[05:27:38.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:71:0)
[05:27:38.132] Build status: STARTED
[05:27:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:72:0) after 1m15s
[05:28:53.559] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:72:0)
[05:28:53.581] Build status: STARTED
[05:28:53.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:73:0) after 7m54s
[05:36:47.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:73:0)
[05:36:47.634] Build status: STARTED
[05:36:47.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:74:0) after 1m38s
[05:38:25.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:74:0)
[05:38:25.754] Build status: STARTED
[05:38:25.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:75:0) after 6m26s
[05:44:51.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:75:0)
[05:44:51.835] Build status: STARTED
[05:44:51.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:76:0) after 4m9s
[05:49:00.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:76:0)
[05:49:01.011] Build status: STARTED
[05:49:01.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:77:0) after 4m46s
[05:53:47.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:77:0)
[05:53:47.618] Build status: STARTED
[05:53:47.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:78:0) after 6m56s
[06:00:43.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:78:0)
[06:00:43.854] Build status: STARTED
[06:00:43.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:79:0) after 2m21s
[06:03:04.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:79:0)
[06:03:04.937] Build status: STARTED
[06:03:04.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:80:0) after 5m44s
[06:08:48.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:80:0)
[06:08:49.106] Build status: STARTED
[06:08:49.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:81:0) after 7m57s
[06:16:46.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:81:0)
[06:16:46.238] Build status: STARTED
[06:16:46.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:82:0) after 5m13s
[06:21:59.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:82:0)
[06:21:59.318] Build status: STARTED
[06:21:59.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:83:0) after 4m48s
[06:26:47.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:83:0)
[06:26:47.376] Build status: STARTED
[06:26:47.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:84:0) after 2m37s
[06:29:24.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:84:0)
[06:29:24.424] Build status: STARTED
[06:29:24.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:85:0) after 6m45s
[06:36:09.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:85:0)
[06:36:09.482] Build status: STARTED
[06:36:09.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:86:0) after 7m22s
[06:43:31.514] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:86:0)
[06:43:31.657] Build status: STARTED
[06:43:31.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:87:0) after 6m53s
[06:50:24.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:87:0)
[06:50:24.745] Build status: STARTED
[06:50:24.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:88:0) after 3m45s
[06:54:09.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:88:0)
[06:54:09.796] Build status: STARTED
[06:54:09.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:89:0) after 8m40s
[07:02:49.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:89:0)
[07:02:49.936] Build status: STARTED
[07:02:49.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:90:0) after 2m36s
[07:05:26.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:90:0)
[07:05:26.096] Build status: STARTED
[07:05:26.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:91:0) after 1m57s
[07:07:23.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:91:0)
[07:07:23.152] Build status: STARTED
[07:07:23.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:92:0) after 8m8s
[07:15:31.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:92:0)
[07:15:31.202] Build status: STARTED
[07:15:31.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:93:0) after 3m29s
[07:19:00.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:93:0)
[07:19:00.321] Build status: STARTED
[07:19:00.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:94:0) after 4m13s
[07:23:13.381] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:94:0)
[07:23:13.414] Build status: STARTED
[07:23:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:95:0) after 8m10s
[07:31:23.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:95:0)
[07:31:23.523] Build status: STARTED
[07:31:23.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:96:0) after 1m7s
[07:32:31.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:96:0)
[07:32:31.080] Build status: STARTED
[07:32:31.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:97:0) after 4m58s
[07:37:29.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:97:0)
[07:37:29.158] Build status: STARTED
[07:37:29.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:98:0) after 4m59s
[07:42:28.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:98:0)
[07:42:28.208] Build status: STARTED
[07:42:28.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:99:0) after 3m31s
[07:45:59.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:99:0)
[07:45:59.259] Build status: STARTED
[07:45:59.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:100:0) after 9m46s
[07:55:45.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:100:0)
[07:55:45.308] Build status: STARTED
[07:55:45.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:101:0) after 5m40s
[08:01:25.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:101:0)
[08:01:25.614] Build status: STARTED
[08:01:25.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:102:0) after 3m48s
[08:05:13.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:102:0)
[08:05:13.674] Build status: STARTED
[08:05:13.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:103:0) after 9m39s
[08:14:52.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:103:0)
[08:14:52.923] Build status: STARTED
[08:14:52.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:104:0) after 5m21s
[08:20:13.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:104:0)
[08:20:13.977] Build status: STARTED
[08:20:13.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:105:0) after 8m3s
[08:28:17.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:105:0)
[08:28:17.047] Build status: STARTED
[08:28:17.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:106:0) after 6m28s
[08:34:45.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:106:0)
[08:34:45.100] Build status: STARTED
[08:34:45.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:107:0) after 3m43s
[08:38:28.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:107:0)
[08:38:28.169] Build status: STARTED
[08:38:28.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:108:0) after 4m7s
[08:42:35.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:108:0)
[08:42:35.246] Build status: STARTED
[08:42:35.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:109:0) after 6m12s
[08:48:47.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:109:0)
[08:48:47.307] Build status: STARTED
[08:48:47.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:110:0) after 9m12s
[08:57:59.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:110:0)
[08:57:59.371] Build status: STARTED
[08:57:59.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:111:0) after 6m24s
[09:04:23.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:111:0)
[09:04:23.442] Build status: STARTED
[09:04:23.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:112:0) after 2m17s
[09:06:40.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:112:0)
[09:06:40.535] Build status: STARTED
[09:06:40.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:113:0) after 8m16s
[09:14:56.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:113:0)
[09:14:56.718] Build status: STARTED
[09:14:56.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8947511356933103792:114:0) after 9m33s
[09:17:44.199] Received PubSub notification, asking Buildbucket for the build status
[09:17:44.248] Build:
{
  "id": "8782081295019667105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19529,
  "createdBy": "project:chromium",
  "createTime": "2023-05-03T22:07:26.556467375Z",
  "startTime": "2023-05-03T22:12:13.840058Z",
  "endTime": "2023-05-04T09:17:43.883028536Z",
  "updateTime": "2023-05-04T09:17:43.883028536Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "649cd5d0e9b9833f67e90f9c74de9908f9ec9dd0",
      "ref": "refs/heads/main"
    }
  }
}
[09:17:44.248] Invocation finished in 11h10m18.901023044s with status FAILED