Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7ddcbf6595ed0a7651e462e16268d42f3af75c7f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ddcbf6595ed0a7651e462e16268d42f3af75c7f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:54:29.911] New invocation is queued and will start shortly
[06:54:31.117] Starting the invocation (attempt 1)
[06:54:31.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ddcbf6595ed0a7651e462e16268d42f3af75c7f"
[06:54:31.144] Popped gitiles commit info from properties and tags
[06:54:31.144] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:54:31.144] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:54:31.144] Buildbucket request:
{
  "requestId": "8945938047752183488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7ddcbf6595ed0a7651e462e16268d42f3af75c7f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945938047752183488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:54:31.632] Scheduled build:
{
  "id": "8780507985751403937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19578,
  "createdBy": "project:chromium",
  "createTime": "2023-05-21T06:54:31.196618226Z",
  "updateTime": "2023-05-21T06:54:31.196618226Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ddcbf6595ed0a7651e462e16268d42f3af75c7f",
      "ref": "refs/heads/main"
    }
  }
}
[06:54:31.632] Task URL: https://cr-buildbucket.appspot.com/build/8780507985751403937
[06:54:31.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:2:0) after 1m37s
[06:54:49.807] Received PubSub notification, asking Buildbucket for the build status
[06:54:49.826] Build status: STARTED
[06:56:08.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:2:0)
[06:56:08.787] Build status: STARTED
[06:56:08.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:4:0) after 3m28s
[06:59:36.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:4:0)
[06:59:36.825] Build status: STARTED
[06:59:36.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:5:0) after 5m9s
[07:04:46.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:5:0)
[07:04:46.037] Build status: STARTED
[07:04:46.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:6:0) after 3m13s
[07:07:59.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:6:0)
[07:07:59.077] Build status: STARTED
[07:07:59.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:7:0) after 7m16s
[07:15:15.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:7:0)
[07:15:15.320] Build status: STARTED
[07:15:15.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:8:0) after 3m46s
[07:19:01.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:8:0)
[07:19:01.549] Build status: STARTED
[07:19:01.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:9:0) after 2m37s
[07:21:38.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:9:0)
[07:21:38.587] Build status: STARTED
[07:21:38.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:10:0) after 1m14s
[07:22:52.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:10:0)
[07:22:52.721] Build status: STARTED
[07:22:52.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:11:0) after 4m50s
[07:27:42.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:11:0)
[07:27:42.754] Build status: STARTED
[07:27:42.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:12:0) after 4m51s
[07:32:33.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:12:0)
[07:32:33.789] Build status: STARTED
[07:32:33.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:13:0) after 8m24s
[07:40:57.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:13:0)
[07:40:57.974] Build status: STARTED
[07:40:57.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:14:0) after 7m32s
[07:48:29.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:14:0)
[07:48:30.019] Build status: STARTED
[07:48:30.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:15:0) after 3m37s
[07:52:07.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:15:0)
[07:52:07.218] Build status: STARTED
[07:52:07.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:16:0) after 7m42s
[07:59:49.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:16:0)
[07:59:49.506] Build status: STARTED
[07:59:49.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:17:0) after 8m3s
[08:07:52.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:17:0)
[08:07:52.625] Build status: STARTED
[08:07:52.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:18:0) after 8m47s
[08:16:39.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:18:0)
[08:16:39.665] Build status: STARTED
[08:16:39.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:19:0) after 6m46s
[08:23:25.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:19:0)
[08:23:25.843] Build status: STARTED
[08:23:25.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:20:0) after 7m13s
[08:30:38.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:20:0)
[08:30:38.977] Build status: STARTED
[08:30:38.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:21:0) after 7m54s
[08:38:33.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:21:0)
[08:38:33.217] Build status: STARTED
[08:38:33.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:22:0) after 6m28s
[08:45:01.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:22:0)
[08:45:01.433] Build status: STARTED
[08:45:01.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:23:0) after 9m1s
[08:54:02.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:23:0)
[08:54:02.586] Build status: STARTED
[08:54:02.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:24:0) after 3m49s
[08:57:51.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:24:0)
[08:57:51.754] Build status: STARTED
[08:57:51.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:25:0) after 2m34s
[09:00:25.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:25:0)
[09:00:26.057] Build status: STARTED
[09:00:26.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:26:0) after 1m27s
[09:01:53.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:26:0)
[09:01:53.112] Build status: STARTED
[09:01:53.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:27:0) after 5m9s
[09:07:02.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:27:0)
[09:07:02.506] Build status: STARTED
[09:07:02.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:28:0) after 3m44s
[09:10:46.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:28:0)
[09:10:46.794] Build status: STARTED
[09:10:46.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:29:0) after 3m23s
[09:14:10.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:29:0)
[09:14:10.154] Build status: STARTED
[09:14:10.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:30:0) after 4m2s
[09:18:12.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:30:0)
[09:18:12.197] Build status: STARTED
[09:18:12.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:31:0) after 3m52s
[09:22:04.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:31:0)
[09:22:04.572] Build status: STARTED
[09:22:04.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:32:0) after 2m50s
[09:24:54.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:32:0)
[09:24:54.606] Build status: STARTED
[09:24:54.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:33:0) after 6m51s
[09:31:46.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:33:0)
[09:31:46.095] Build status: STARTED
[09:31:46.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:34:0) after 5m8s
[09:36:54.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:34:0)
[09:36:54.138] Build status: STARTED
[09:36:54.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:35:0) after 9m3s
[09:45:58.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:35:0)
[09:45:58.169] Build status: STARTED
[09:45:58.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:36:0) after 5m23s
[09:51:21.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:36:0)
[09:51:21.267] Build status: STARTED
[09:51:21.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:37:0) after 2m28s
[09:53:49.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:37:0)
[09:53:49.300] Build status: STARTED
[09:53:49.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:38:0) after 2m18s
[09:56:07.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:38:0)
[09:56:07.587] Build status: STARTED
[09:56:07.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:39:0) after 6m40s
[10:02:47.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:39:0)
[10:02:47.905] Build status: STARTED
[10:02:47.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:40:0) after 5m21s
[10:08:08.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:40:0)
[10:08:08.944] Build status: STARTED
[10:08:08.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:41:0) after 4m1s
[10:12:10.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:41:0)
[10:12:10.472] Build status: STARTED
[10:12:10.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:42:0) after 6m18s
[10:18:28.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:42:0)
[10:18:28.640] Build status: STARTED
[10:18:28.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:43:0) after 7m25s
[10:25:54.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:43:0)
[10:25:54.248] Build status: STARTED
[10:25:54.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:44:0) after 1m32s
[10:27:26.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:44:0)
[10:27:26.279] Build status: STARTED
[10:27:26.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:45:0) after 6m58s
[10:34:24.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:45:0)
[10:34:24.485] Build status: STARTED
[10:34:24.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:46:0) after 3m25s
[10:37:49.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:46:0)
[10:37:49.516] Build status: STARTED
[10:37:49.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:47:0) after 8m21s
[10:46:10.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:47:0)
[10:46:10.593] Build status: STARTED
[10:46:10.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:48:0) after 6m39s
[10:52:49.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:48:0)
[10:52:49.668] Build status: STARTED
[10:52:49.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:49:0) after 7m18s
[11:00:07.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:49:0)
[11:00:07.705] Build status: STARTED
[11:00:07.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:50:0) after 7m15s
[11:07:22.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:50:0)
[11:07:22.793] Build status: STARTED
[11:07:22.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:51:0) after 3m46s
[11:11:09.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:51:0)
[11:11:09.055] Build status: STARTED
[11:11:09.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:52:0) after 6m50s
[11:17:59.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:52:0)
[11:17:59.151] Build status: STARTED
[11:17:59.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:53:0) after 9m11s
[11:27:10.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:53:0)
[11:27:10.253] Build status: STARTED
[11:27:10.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:54:0) after 9m21s
[11:36:31.272] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:54:0)
[11:36:31.292] Build status: STARTED
[11:36:31.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:55:0) after 7m48s
[11:44:19.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:55:0)
[11:44:19.525] Build status: STARTED
[11:44:19.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:56:0) after 9m49s
[11:54:08.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:56:0)
[11:54:08.750] Build status: STARTED
[11:54:08.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:57:0) after 1m17s
[11:55:25.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:57:0)
[11:55:25.853] Build status: STARTED
[11:55:25.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:58:0) after 3m30s
[11:58:55.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:58:0)
[11:58:55.886] Build status: STARTED
[11:58:55.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:59:0) after 6m58s
[12:05:53.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:59:0)
[12:05:53.933] Build status: STARTED
[12:05:53.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:60:0) after 5m17s
[12:11:11.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:60:0)
[12:11:11.158] Build status: STARTED
[12:11:11.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:61:0) after 1m15s
[12:12:26.733] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:61:0)
[12:12:26.756] Build status: STARTED
[12:12:26.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:62:0) after 1m51s
[12:14:18.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:62:0)
[12:14:18.437] Build status: STARTED
[12:14:18.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:63:0) after 1m8s
[12:15:26.485] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:63:0)
[12:15:26.510] Build status: STARTED
[12:15:26.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:64:0) after 2m56s
[12:18:22.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:64:0)
[12:18:22.764] Build status: STARTED
[12:18:22.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:65:0) after 7m19s
[12:25:41.905] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:65:0)
[12:25:41.922] Build status: STARTED
[12:25:41.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:66:0) after 1m13s
[12:26:55.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:66:0)
[12:26:55.356] Build status: STARTED
[12:26:55.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:67:0) after 7m17s
[12:34:13.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:67:0)
[12:34:13.612] Build status: STARTED
[12:34:13.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:68:0) after 6m57s
[12:41:10.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:68:0)
[12:41:10.710] Build status: STARTED
[12:41:10.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:69:0) after 5m29s
[12:46:39.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:69:0)
[12:46:39.863] Build status: STARTED
[12:46:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:70:0) after 6m39s
[12:53:19.084] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:70:0)
[12:53:19.105] Build status: STARTED
[12:53:19.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:71:0) after 1m3s
[12:54:22.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:71:0)
[12:54:22.308] Build status: STARTED
[12:54:22.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:72:0) after 6m36s
[13:00:58.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:72:0)
[13:00:58.556] Build status: STARTED
[13:00:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:73:0) after 6m9s
[13:07:07.573] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:73:0)
[13:07:07.599] Build status: STARTED
[13:07:07.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:74:0) after 4m57s
[13:12:04.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:74:0)
[13:12:04.842] Build status: STARTED
[13:12:04.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:75:0) after 4m29s
[13:16:33.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:75:0)
[13:16:33.879] Build status: STARTED
[13:16:33.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:76:0) after 3m3s
[13:19:36.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:76:0)
[13:19:36.869] Build status: STARTED
[13:19:36.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:77:0) after 4m31s
[13:24:07.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:77:0)
[13:24:07.918] Build status: STARTED
[13:24:07.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:78:0) after 8m25s
[13:32:32.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:78:0)
[13:32:32.967] Build status: STARTED
[13:32:32.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:79:0) after 5m9s
[13:37:41.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:79:0)
[13:37:42.019] Build status: STARTED
[13:37:42.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:80:0) after 1m4s
[13:38:46.327] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:80:0)
[13:38:46.345] Build status: STARTED
[13:38:46.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:81:0) after 6m2s
[13:44:48.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:81:0)
[13:44:49.086] Build status: STARTED
[13:44:49.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:82:0) after 8m51s
[13:53:40.151] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:82:0)
[13:53:40.173] Build status: STARTED
[13:53:40.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:83:0) after 9m11s
[14:02:51.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:83:0)
[14:02:51.233] Build status: STARTED
[14:02:51.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:84:0) after 5m10s
[14:08:01.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:84:0)
[14:08:01.413] Build status: STARTED
[14:08:01.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:85:0) after 2m26s
[14:10:27.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:85:0)
[14:10:27.473] Build status: STARTED
[14:10:27.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:86:0) after 6m4s
[14:16:31.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:86:0)
[14:16:31.847] Build status: STARTED
[14:16:31.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:87:0) after 8m17s
[14:24:48.905] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:87:0)
[14:24:48.937] Build status: STARTED
[14:24:48.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:88:0) after 3m50s
[14:28:39.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:88:0)
[14:28:39.571] Build status: STARTED
[14:28:39.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:89:0) after 3m2s
[14:31:41.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:89:0)
[14:31:41.918] Build status: STARTED
[14:31:41.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:90:0) after 4m6s
[14:35:47.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:90:0)
[14:35:47.959] Build status: STARTED
[14:35:47.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:91:0) after 3m55s
[14:39:43.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:91:0)
[14:39:43.574] Build status: STARTED
[14:39:43.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:92:0) after 7m44s
[14:47:27.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:92:0)
[14:47:27.640] Build status: STARTED
[14:47:27.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:93:0) after 7m19s
[14:54:46.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:93:0)
[14:54:46.675] Build status: STARTED
[14:54:46.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:94:0) after 2m56s
[14:57:42.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:94:0)
[14:57:42.761] Build status: STARTED
[14:57:42.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:95:0) after 9m55s
[15:07:38.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:95:0)
[15:07:38.172] Build status: STARTED
[15:07:38.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:96:0) after 2m57s
[15:10:35.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:96:0)
[15:10:35.209] Build status: STARTED
[15:10:35.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:97:0) after 3m31s
[15:14:06.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:97:0)
[15:14:06.299] Build status: STARTED
[15:14:06.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:98:0) after 4m35s
[15:18:43.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:98:0)
[15:18:43.081] Build status: STARTED
[15:18:43.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:99:0) after 1m0s
[15:19:43.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:99:0)
[15:19:43.372] Build status: STARTED
[15:19:43.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:100:0) after 8m16s
[15:27:59.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:100:0)
[15:27:59.502] Build status: STARTED
[15:27:59.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:101:0) after 4m45s
[15:32:44.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:101:0)
[15:32:44.585] Build status: STARTED
[15:32:44.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:102:0) after 4m52s
[15:37:36.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:102:0)
[15:37:36.799] Build status: STARTED
[15:37:36.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:103:0) after 2m27s
[15:40:04.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:103:0)
[15:40:04.681] Build status: STARTED
[15:40:04.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:104:0) after 1m38s
[15:41:43.147] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:104:0)
[15:41:43.165] Build status: STARTED
[15:41:43.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:105:0) after 8m22s
[15:50:05.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:105:0)
[15:50:05.285] Build status: STARTED
[15:50:05.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:106:0) after 7m32s
[15:57:38.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:106:0)
[15:57:38.069] Build status: STARTED
[15:57:38.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:107:0) after 6m33s
[16:04:11.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:107:0)
[16:04:11.413] Build status: STARTED
[16:04:11.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:108:0) after 1m25s
[16:05:36.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:108:0)
[16:05:36.454] Build status: STARTED
[16:05:36.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:109:0) after 2m31s
[16:08:07.514] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:109:0)
[16:08:07.552] Build status: STARTED
[16:08:07.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:110:0) after 5m4s
[16:13:11.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:110:0)
[16:13:11.603] Build status: STARTED
[16:13:11.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:111:0) after 7m40s
[16:20:51.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:111:0)
[16:20:51.891] Build status: STARTED
[16:20:51.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:112:0) after 2m28s
[16:23:20.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:112:0)
[16:23:20.281] Build status: STARTED
[16:23:20.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:113:0) after 7m26s
[16:30:46.366] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:113:0)
[16:30:46.389] Build status: STARTED
[16:30:46.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:114:0) after 1m36s
[16:32:22.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:114:0)
[16:32:22.485] Build status: STARTED
[16:32:22.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:115:0) after 9m30s
[16:41:52.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:115:0)
[16:41:52.661] Build status: STARTED
[16:41:52.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:116:0) after 6m50s
[16:48:42.786] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:116:0)
[16:48:42.808] Build status: STARTED
[16:48:42.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:117:0) after 2m43s
[16:51:25.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:117:0)
[16:51:25.844] Build status: STARTED
[16:51:25.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:118:0) after 3m50s
[16:55:15.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:118:0)
[16:55:15.883] Build status: STARTED
[16:55:15.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:119:0) after 9m52s
[17:05:07.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:119:0)
[17:05:07.939] Build status: STARTED
[17:05:07.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:120:0) after 4m18s
[17:09:26.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:120:0)
[17:09:26.113] Build status: STARTED
[17:09:26.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:121:0) after 5m59s
[17:15:25.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:121:0)
[17:15:25.340] Build status: STARTED
[17:15:25.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:122:0) after 2m17s
[17:17:42.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:122:0)
[17:17:42.380] Build status: STARTED
[17:17:42.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:123:0) after 3m37s
[17:21:19.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:123:0)
[17:21:19.496] Build status: STARTED
[17:21:19.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:124:0) after 7m10s
[17:28:29.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:124:0)
[17:28:29.712] Build status: STARTED
[17:28:29.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:125:0) after 7m39s
[17:36:08.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:125:0)
[17:36:08.877] Build status: STARTED
[17:36:08.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945938047752183488:126:0) after 8m50s
[17:42:22.056] Received PubSub notification, asking Buildbucket for the build status
[17:42:22.076] Build:
{
  "id": "8780507985751403937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19578,
  "createdBy": "project:chromium",
  "createTime": "2023-05-21T06:54:31.196618226Z",
  "startTime": "2023-05-21T06:54:49.285295Z",
  "endTime": "2023-05-21T17:42:21.593417326Z",
  "updateTime": "2023-05-21T17:42:21.593417326Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ddcbf6595ed0a7651e462e16268d42f3af75c7f",
      "ref": "refs/heads/main"
    }
  }
}
[17:42:22.076] Invocation finished in 10h47m52.170132846s with status FAILED