Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:50:34.197] New invocation is queued and will start shortly
[21:50:35.368] Starting the invocation (attempt 1)
[21:50:35.397] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb"
[21:50:35.397] Popped gitiles commit info from properties and tags
[21:50:35.397] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:50:35.397] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:50:35.398] Buildbucket request:
{
  "requestId": "8944341523385174272",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944341523385174272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:50:35.898] Scheduled build:
{
  "id": "8778911461394299393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19736,
  "createdBy": "project:chromium",
  "createTime": "2023-06-07T21:50:35.471906279Z",
  "updateTime": "2023-06-07T21:50:35.471906279Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb",
      "ref": "refs/heads/main"
    }
  }
}
[21:50:35.898] Task URL: https://cr-buildbucket.appspot.com/build/8778911461394299393
[21:50:35.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:2:0) after 7m26s
[21:55:05.259] Received PubSub notification, asking Buildbucket for the build status
[21:55:05.275] Build status: STARTED
[21:58:02.040] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:2:0)
[21:58:02.118] Build status: STARTED
[21:58:02.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:4:0) after 7m50s
[22:05:52.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:4:0)
[22:05:52.587] Build status: STARTED
[22:05:52.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:5:0) after 6m34s
[22:12:26.704] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:5:0)
[22:12:26.740] Build status: STARTED
[22:12:26.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:6:0) after 7m0s
[22:19:26.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:6:0)
[22:19:26.813] Build status: STARTED
[22:19:26.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:7:0) after 4m53s
[22:24:19.848] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:7:0)
[22:24:19.872] Build status: STARTED
[22:24:19.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:8:0) after 3m47s
[22:28:06.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:8:0)
[22:28:07.004] Build status: STARTED
[22:28:07.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:9:0) after 8m46s
[22:36:53.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:9:0)
[22:36:53.044] Build status: STARTED
[22:36:53.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:10:0) after 3m7s
[22:40:00.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:10:0)
[22:40:00.148] Build status: STARTED
[22:40:00.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:11:0) after 5m13s
[22:45:13.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:11:0)
[22:45:13.263] Build status: STARTED
[22:45:13.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:12:0) after 3m48s
[22:49:01.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:12:0)
[22:49:01.406] Build status: STARTED
[22:49:01.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:13:0) after 9m26s
[22:58:27.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:13:0)
[22:58:27.504] Build status: STARTED
[22:58:27.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:14:0) after 3m13s
[23:01:40.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:14:0)
[23:01:40.758] Build status: STARTED
[23:01:40.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:15:0) after 4m55s
[23:06:35.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:15:0)
[23:06:35.798] Build status: STARTED
[23:06:35.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:16:0) after 3m2s
[23:09:37.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:16:0)
[23:09:37.854] Build status: STARTED
[23:09:37.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:17:0) after 5m20s
[23:14:58.165] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:17:0)
[23:14:58.496] Build status: STARTED
[23:14:58.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:18:0) after 7m16s
[23:22:14.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:18:0)
[23:22:14.822] Build status: STARTED
[23:22:14.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:19:0) after 7m1s
[23:29:15.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:19:0)
[23:29:15.989] Build status: STARTED
[23:29:15.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:20:0) after 8m46s
[23:38:02.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:20:0)
[23:38:02.100] Build status: STARTED
[23:38:02.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:21:0) after 8m40s
[23:46:42.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:21:0)
[23:46:42.176] Build status: STARTED
[23:46:42.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:22:0) after 4m40s
[23:51:22.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:22:0)
[23:51:22.381] Build status: STARTED
[23:51:22.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:23:0) after 9m59s
[00:01:21.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:23:0)
[00:01:21.914] Build status: STARTED
[00:01:21.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:24:0) after 2m5s
[00:03:27.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:24:0)
[00:03:27.267] Build status: STARTED
[00:03:27.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:25:0) after 5m17s
[00:08:44.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:25:0)
[00:08:44.535] Build status: STARTED
[00:08:44.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:26:0) after 1m37s
[00:10:21.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:26:0)
[00:10:21.700] Build status: STARTED
[00:10:21.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:27:0) after 5m52s
[00:16:13.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:27:0)
[00:16:13.754] Build status: STARTED
[00:16:13.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:28:0) after 8m42s
[00:24:55.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:28:0)
[00:24:55.828] Build status: STARTED
[00:24:55.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:29:0) after 6m58s
[00:31:53.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:29:0)
[00:31:53.935] Build status: STARTED
[00:31:53.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:30:0) after 4m25s
[00:36:19.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:30:0)
[00:36:19.817] Build status: STARTED
[00:36:19.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:31:0) after 1m35s
[00:37:55.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:31:0)
[00:37:55.021] Build status: STARTED
[00:37:55.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:32:0) after 7m59s
[00:45:54.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:32:0)
[00:45:54.096] Build status: STARTED
[00:45:54.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:33:0) after 5m56s
[00:51:50.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:33:0)
[00:51:50.470] Build status: STARTED
[00:51:50.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:34:0) after 3m57s
[00:55:47.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:34:0)
[00:55:47.509] Build status: STARTED
[00:55:47.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:35:0) after 9m11s
[01:04:58.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:35:0)
[01:04:58.694] Build status: STARTED
[01:04:58.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:36:0) after 2m19s
[01:07:17.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:36:0)
[01:07:17.763] Build status: STARTED
[01:07:17.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:37:0) after 2m46s
[01:10:04.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:37:0)
[01:10:04.073] Build status: STARTED
[01:10:04.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:38:0) after 1m39s
[01:11:43.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:38:0)
[01:11:43.394] Build status: STARTED
[01:11:43.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:39:0) after 2m25s
[01:14:08.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:39:0)
[01:14:08.444] Build status: STARTED
[01:14:08.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:40:0) after 2m1s
[01:16:09.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:40:0)
[01:16:09.504] Build status: STARTED
[01:16:09.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:41:0) after 8m28s
[01:24:38.213] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:41:0)
[01:24:38.234] Build status: STARTED
[01:24:38.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:42:0) after 9m34s
[01:34:12.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:42:0)
[01:34:12.332] Build status: STARTED
[01:34:12.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:43:0) after 2m42s
[01:36:54.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:43:0)
[01:36:54.615] Build status: STARTED
[01:36:54.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:44:0) after 9m58s
[01:46:52.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:44:0)
[01:46:52.655] Build status: STARTED
[01:46:52.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:45:0) after 7m53s
[01:54:45.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:45:0)
[01:54:45.799] Build status: STARTED
[01:54:45.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:46:0) after 1m32s
[01:56:17.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:46:0)
[01:56:17.859] Build status: STARTED
[01:56:17.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:47:0) after 5m18s
[02:01:36.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:47:0)
[02:01:36.683] Build status: STARTED
[02:01:36.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:48:0) after 6m37s
[02:08:13.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:48:0)
[02:08:13.966] Build status: STARTED
[02:08:13.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:49:0) after 6m49s
[02:15:03.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:49:0)
[02:15:03.086] Build status: STARTED
[02:15:03.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:50:0) after 2m41s
[02:17:44.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:50:0)
[02:17:44.313] Build status: STARTED
[02:17:44.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:51:0) after 1m7s
[02:18:51.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:51:0)
[02:18:51.368] Build status: STARTED
[02:18:51.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:52:0) after 6m31s
[02:25:22.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:52:0)
[02:25:22.684] Build status: STARTED
[02:25:22.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:53:0) after 8m38s
[02:34:01.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:53:0)
[02:34:01.180] Build status: STARTED
[02:34:01.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:54:0) after 2m20s
[02:36:21.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:54:0)
[02:36:21.244] Build status: STARTED
[02:36:21.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:55:0) after 2m13s
[02:38:34.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:55:0)
[02:38:34.312] Build status: STARTED
[02:38:34.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:56:0) after 3m58s
[02:42:32.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:56:0)
[02:42:32.446] Build status: STARTED
[02:42:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:57:0) after 2m23s
[02:44:55.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:57:0)
[02:44:55.507] Build status: STARTED
[02:44:55.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:58:0) after 8m32s
[02:53:27.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:58:0)
[02:53:27.624] Build status: STARTED
[02:53:27.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:59:0) after 5m33s
[02:59:00.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:59:0)
[02:59:00.681] Build status: STARTED
[02:59:00.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:60:0) after 1m16s
[03:00:16.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:60:0)
[03:00:16.732] Build status: STARTED
[03:00:16.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:61:0) after 9m21s
[03:09:37.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:61:0)
[03:09:37.887] Build status: STARTED
[03:09:37.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:62:0) after 1m9s
[03:10:47.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:62:0)
[03:10:47.487] Build status: STARTED
[03:10:47.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:63:0) after 5m23s
[03:16:10.531] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:63:0)
[03:16:10.549] Build status: STARTED
[03:16:10.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:64:0) after 7m46s
[03:23:56.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:64:0)
[03:23:56.628] Build status: STARTED
[03:23:56.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:65:0) after 6m58s
[03:30:55.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:65:0)
[03:30:55.233] Build status: STARTED
[03:30:55.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:66:0) after 1m42s
[03:32:37.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:66:0)
[03:32:37.236] Build status: STARTED
[03:32:37.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:67:0) after 8m38s
[03:41:15.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:67:0)
[03:41:15.734] Build status: STARTED
[03:41:15.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:68:0) after 2m11s
[03:43:26.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:68:0)
[03:43:26.953] Build status: STARTED
[03:43:26.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:69:0) after 7m41s
[03:51:08.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:69:0)
[03:51:08.180] Build status: STARTED
[03:51:08.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:70:0) after 7m31s
[03:58:39.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:70:0)
[03:58:39.327] Build status: STARTED
[03:58:39.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:71:0) after 2m1s
[04:00:40.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:71:0)
[04:00:40.634] Build status: STARTED
[04:00:40.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:72:0) after 8m6s
[04:08:46.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:72:0)
[04:08:46.688] Build status: STARTED
[04:08:46.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:73:0) after 1m28s
[04:10:14.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:73:0)
[04:10:14.717] Build status: STARTED
[04:10:14.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:74:0) after 4m48s
[04:15:02.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:74:0)
[04:15:03.014] Build status: STARTED
[04:15:03.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:75:0) after 1m12s
[04:16:15.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:75:0)
[04:16:15.059] Build status: STARTED
[04:16:15.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:76:0) after 2m40s
[04:18:55.086] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:76:0)
[04:18:55.104] Build status: STARTED
[04:18:55.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:77:0) after 5m10s
[04:24:05.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:77:0)
[04:24:05.242] Build status: STARTED
[04:24:05.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:78:0) after 4m42s
[04:28:47.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:78:0)
[04:28:47.397] Build status: STARTED
[04:28:47.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:79:0) after 4m16s
[04:33:03.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:79:0)
[04:33:03.446] Build status: STARTED
[04:33:03.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:80:0) after 4m31s
[04:37:34.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:80:0)
[04:37:34.764] Build status: STARTED
[04:37:34.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:81:0) after 4m16s
[04:41:50.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:81:0)
[04:41:50.934] Build status: STARTED
[04:41:50.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:82:0) after 8m39s
[04:50:29.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:82:0)
[04:50:29.986] Build status: STARTED
[04:50:29.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:83:0) after 6m22s
[04:56:52.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:83:0)
[04:56:52.251] Build status: STARTED
[04:56:52.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:84:0) after 5m6s
[05:01:58.484] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:84:0)
[05:01:58.504] Build status: STARTED
[05:01:58.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:85:0) after 5m52s
[05:07:50.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:85:0)
[05:07:50.772] Build status: STARTED
[05:07:50.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:86:0) after 3m2s
[05:10:52.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:86:0)
[05:10:53.016] Build status: STARTED
[05:10:53.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:87:0) after 5m36s
[05:16:29.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:87:0)
[05:16:29.426] Build status: STARTED
[05:16:29.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:88:0) after 1m35s
[05:18:04.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:88:0)
[05:18:04.484] Build status: STARTED
[05:18:04.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:89:0) after 3m31s
[05:21:35.650] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:89:0)
[05:21:35.671] Build status: STARTED
[05:21:35.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:90:0) after 8m32s
[05:30:07.790] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:90:0)
[05:30:07.834] Build status: STARTED
[05:30:07.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:91:0) after 6m7s
[05:36:15.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:91:0)
[05:36:15.255] Build status: STARTED
[05:36:15.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:92:0) after 7m17s
[05:43:32.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:92:0)
[05:43:32.311] Build status: STARTED
[05:43:32.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:93:0) after 5m20s
[05:48:52.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:93:0)
[05:48:52.993] Build status: STARTED
[05:48:52.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:94:0) after 4m4s
[05:52:57.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:94:0)
[05:52:57.097] Build status: STARTED
[05:52:57.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:95:0) after 3m7s
[05:56:04.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:95:0)
[05:56:04.407] Build status: STARTED
[05:56:04.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:96:0) after 3m48s
[05:59:52.573] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:96:0)
[05:59:52.594] Build status: STARTED
[05:59:52.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:97:0) after 9m45s
[06:09:37.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:97:0)
[06:09:37.890] Build status: STARTED
[06:09:37.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:98:0) after 5m1s
[06:14:39.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:98:0)
[06:14:39.075] Build status: STARTED
[06:14:39.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:99:0) after 2m45s
[06:17:24.271] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:99:0)
[06:17:24.289] Build status: STARTED
[06:17:24.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:100:0) after 9m32s
[06:26:56.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:100:0)
[06:26:56.348] Build status: STARTED
[06:26:56.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:101:0) after 2m50s
[06:29:46.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:101:0)
[06:29:46.509] Build status: STARTED
[06:29:46.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:102:0) after 8m38s
[06:38:24.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:102:0)
[06:38:24.623] Build status: STARTED
[06:38:24.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:103:0) after 3m27s
[06:41:51.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:103:0)
[06:41:51.679] Build status: STARTED
[06:41:51.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:104:0) after 7m53s
[06:49:44.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:104:0)
[06:49:44.748] Build status: STARTED
[06:49:44.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:105:0) after 2m35s
[06:52:19.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:105:0)
[06:52:19.897] Build status: STARTED
[06:52:19.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:106:0) after 4m57s
[06:57:17.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:106:0)
[06:57:17.258] Build status: STARTED
[06:57:17.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:107:0) after 5m12s
[07:02:29.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:107:0)
[07:02:29.506] Build status: STARTED
[07:02:29.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:108:0) after 6m33s
[07:09:02.865] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:108:0)
[07:09:02.887] Build status: STARTED
[07:09:02.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:109:0) after 4m13s
[07:13:16.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:109:0)
[07:13:16.186] Build status: STARTED
[07:13:16.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:110:0) after 4m4s
[07:17:20.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:110:0)
[07:17:20.298] Build status: STARTED
[07:17:20.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:111:0) after 1m27s
[07:18:47.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:111:0)
[07:18:47.591] Build status: STARTED
[07:18:47.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:112:0) after 4m6s
[07:22:53.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:112:0)
[07:22:53.788] Build status: STARTED
[07:22:53.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:113:0) after 4m21s
[07:27:15.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:113:0)
[07:27:15.070] Build status: STARTED
[07:27:15.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:114:0) after 3m21s
[07:30:36.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:114:0)
[07:30:36.190] Build status: STARTED
[07:30:36.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:115:0) after 8m57s
[07:39:33.424] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:115:0)
[07:39:33.441] Build status: STARTED
[07:39:33.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:116:0) after 4m27s
[07:44:00.579] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:116:0)
[07:44:00.598] Build status: STARTED
[07:44:00.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:117:0) after 8m17s
[07:52:17.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:117:0)
[07:52:17.716] Build status: STARTED
[07:52:17.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:118:0) after 7m5s
[07:59:22.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:118:0)
[07:59:22.760] Build status: STARTED
[07:59:22.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:119:0) after 4m14s
[08:03:36.795] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:119:0)
[08:03:36.813] Build status: STARTED
[08:03:36.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:120:0) after 6m54s
[08:10:30.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:120:0)
[08:10:30.867] Build status: STARTED
[08:10:30.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:121:0) after 8m12s
[08:18:42.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:121:0)
[08:18:42.873] Build status: STARTED
[08:18:42.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944341523385174272:122:0) after 5m52s
[08:20:36.764] Received PubSub notification, asking Buildbucket for the build status
[08:20:36.781] Build:
{
  "id": "8778911461394299393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19736,
  "createdBy": "project:chromium",
  "createTime": "2023-06-07T21:50:35.471906279Z",
  "startTime": "2023-06-07T21:55:04.263591Z",
  "endTime": "2023-06-08T08:20:36.341403143Z",
  "updateTime": "2023-06-08T08:20:36.341403143Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0a7517e5ec6166dd96f66fc95987b4ebd7ad2acb",
      "ref": "refs/heads/main"
    }
  }
}
[08:20:36.781] Invocation finished in 10h30m2.591645045s with status FAILED