Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6490128bb47f966779c3a0b016c849e59ea40da4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6490128bb47f966779c3a0b016c849e59ea40da4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:21:25.585] New invocation is queued and will start shortly
[19:21:27.167] Starting the invocation (attempt 1)
[19:21:27.252] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6490128bb47f966779c3a0b016c849e59ea40da4"
[19:21:27.253] Popped gitiles commit info from properties and tags
[19:21:27.253] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:21:27.253] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:21:27.253] Buildbucket request:
{
  "requestId": "8987565659666684368",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6490128bb47f966779c3a0b016c849e59ea40da4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8987565659666684368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:21:27.904] Scheduled build:
{
  "id": "8822135597161327409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26532,
  "createdBy": "project:chromium",
  "createTime": "2022-02-15T19:21:27.341842105Z",
  "updateTime": "2022-02-15T19:21:27.341842105Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6490128bb47f966779c3a0b016c849e59ea40da4",
      "ref": "refs/heads/main"
    }
  }
}
[19:21:27.904] Task URL: https://cr-buildbucket.appspot.com/build/8822135597161327409
[19:21:27.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:2:0) after 8m26s
[19:29:54.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:2:0)
[19:29:54.055] Build status: SCHEDULED
[19:29:54.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:3:0) after 6m50s
[19:36:44.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:3:0)
[19:36:44.320] Build status: SCHEDULED
[19:36:44.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:4:0) after 7m12s
[19:43:56.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:4:0)
[19:43:56.507] Build status: SCHEDULED
[19:43:56.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:5:0) after 3m42s
[19:47:38.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:5:0)
[19:47:38.565] Build status: SCHEDULED
[19:47:38.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:6:0) after 4m50s
[19:52:28.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:6:0)
[19:52:28.682] Build status: SCHEDULED
[19:52:28.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:7:0) after 1m44s
[19:54:12.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:7:0)
[19:54:12.742] Build status: SCHEDULED
[19:54:12.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:8:0) after 2m54s
[19:57:06.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:8:0)
[19:57:06.851] Build status: SCHEDULED
[19:57:06.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:9:0) after 3m39s
[20:00:45.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:9:0)
[20:00:45.993] Build status: SCHEDULED
[20:00:45.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:10:0) after 9m46s
[20:10:32.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:10:0)
[20:10:32.135] Build status: SCHEDULED
[20:10:32.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:11:0) after 5m36s
[20:16:08.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:11:0)
[20:16:08.444] Build status: SCHEDULED
[20:16:08.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:12:0) after 9m44s
[20:25:52.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:12:0)
[20:25:52.887] Build status: SCHEDULED
[20:25:52.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:13:0) after 6m15s
[20:29:23.857] Received PubSub notification, asking Buildbucket for the build status
[20:29:23.888] Build status: STARTED
[20:32:08.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:13:0)
[20:32:08.041] Build status: STARTED
[20:32:08.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:15:0) after 6m34s
[20:38:42.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:15:0)
[20:38:42.165] Build status: STARTED
[20:38:42.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:16:0) after 4m10s
[20:42:52.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:16:0)
[20:42:52.286] Build status: STARTED
[20:42:52.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:17:0) after 3m32s
[20:46:24.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:17:0)
[20:46:24.400] Build status: STARTED
[20:46:24.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:18:0) after 4m20s
[20:50:44.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:18:0)
[20:50:44.605] Build status: STARTED
[20:50:44.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:19:0) after 2m47s
[20:53:31.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:19:0)
[20:53:31.746] Build status: STARTED
[20:53:31.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:20:0) after 3m14s
[20:56:46.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:20:0)
[20:56:46.321] Build status: STARTED
[20:56:46.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:21:0) after 2m34s
[20:59:20.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:21:0)
[20:59:20.416] Build status: STARTED
[20:59:20.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:22:0) after 5m48s
[21:05:08.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:22:0)
[21:05:08.843] Build status: STARTED
[21:05:08.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:23:0) after 1m3s
[21:06:12.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:23:0)
[21:06:12.109] Build status: STARTED
[21:06:12.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:24:0) after 4m17s
[21:10:29.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:24:0)
[21:10:29.716] Build status: STARTED
[21:10:29.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:25:0) after 9m36s
[21:20:05.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:25:0)
[21:20:05.772] Build status: STARTED
[21:20:05.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:26:0) after 8m4s
[21:28:09.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:26:0)
[21:28:09.832] Build status: STARTED
[21:28:09.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:27:0) after 2m34s
[21:30:43.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:27:0)
[21:30:43.903] Build status: STARTED
[21:30:43.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:28:0) after 6m50s
[21:37:34.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:28:0)
[21:37:34.122] Build status: STARTED
[21:37:34.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:29:0) after 7m36s
[21:45:10.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:29:0)
[21:45:10.167] Build status: STARTED
[21:45:10.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:30:0) after 6m56s
[21:52:06.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:30:0)
[21:52:06.222] Build status: STARTED
[21:52:06.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:31:0) after 5m18s
[21:57:24.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:31:0)
[21:57:24.284] Build status: STARTED
[21:57:24.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:32:0) after 7m6s
[22:04:30.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:32:0)
[22:04:30.614] Build status: STARTED
[22:04:30.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:33:0) after 1m37s
[22:06:07.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:33:0)
[22:06:07.770] Build status: STARTED
[22:06:07.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:34:0) after 9m16s
[22:15:24.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:34:0)
[22:15:24.059] Build status: STARTED
[22:15:24.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:35:0) after 6m12s
[22:21:36.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:35:0)
[22:21:36.462] Build status: STARTED
[22:21:36.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:36:0) after 7m49s
[22:29:25.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:36:0)
[22:29:25.854] Build status: STARTED
[22:29:25.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:37:0) after 2m35s
[22:32:00.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:37:0)
[22:32:00.941] Build status: STARTED
[22:32:00.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:38:0) after 9m57s
[22:41:58.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:38:0)
[22:41:58.186] Build status: STARTED
[22:41:58.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:39:0) after 9m53s
[22:51:51.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:39:0)
[22:51:51.365] Build status: STARTED
[22:51:51.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:40:0) after 9m50s
[23:01:41.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:40:0)
[23:01:41.427] Build status: STARTED
[23:01:41.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:41:0) after 4m55s
[23:06:36.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:41:0)
[23:06:36.512] Build status: STARTED
[23:06:36.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:42:0) after 3m36s
[23:10:12.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:42:0)
[23:10:12.588] Build status: STARTED
[23:10:12.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:43:0) after 4m59s
[23:15:11.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:43:0)
[23:15:11.717] Build status: STARTED
[23:15:11.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:44:0) after 7m40s
[23:22:51.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:44:0)
[23:22:51.881] Build status: STARTED
[23:22:51.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:45:0) after 6m9s
[23:29:00.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:45:0)
[23:29:01.037] Build status: STARTED
[23:29:01.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:46:0) after 8m24s
[23:37:25.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:46:0)
[23:37:25.094] Build status: STARTED
[23:37:25.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:47:0) after 7m34s
[23:44:59.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:47:0)
[23:44:59.261] Build status: STARTED
[23:44:59.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:48:0) after 7m27s
[23:52:26.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:48:0)
[23:52:26.414] Build status: STARTED
[23:52:26.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:49:0) after 1m13s
[23:53:39.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:49:0)
[23:53:39.484] Build status: STARTED
[23:53:39.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:50:0) after 9m57s
[00:03:36.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:50:0)
[00:03:36.528] Build status: STARTED
[00:03:36.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:51:0) after 7m9s
[00:10:45.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:51:0)
[00:10:45.578] Build status: STARTED
[00:10:45.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:52:0) after 9m45s
[00:20:30.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:52:0)
[00:20:30.771] Build status: STARTED
[00:20:30.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:53:0) after 2m14s
[00:22:44.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:53:0)
[00:22:45.013] Build status: STARTED
[00:22:45.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:54:0) after 8m16s
[00:31:01.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:54:0)
[00:31:01.049] Build status: STARTED
[00:31:01.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:55:0) after 1m51s
[00:32:52.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:55:0)
[00:32:52.100] Build status: STARTED
[00:32:52.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:56:0) after 3m4s
[00:35:56.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:56:0)
[00:35:56.568] Build status: STARTED
[00:35:56.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:57:0) after 1m24s
[00:37:20.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:57:0)
[00:37:20.800] Build status: STARTED
[00:37:20.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:58:0) after 6m27s
[00:43:48.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:58:0)
[00:43:48.118] Build status: STARTED
[00:43:48.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:59:0) after 2m34s
[00:46:22.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:59:0)
[00:46:22.197] Build status: STARTED
[00:46:22.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:60:0) after 9m59s
[00:56:21.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:60:0)
[00:56:21.422] Build status: STARTED
[00:56:21.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:61:0) after 5m25s
[01:01:46.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:61:0)
[01:01:46.472] Build status: STARTED
[01:01:46.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:62:0) after 4m17s
[01:06:03.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:62:0)
[01:06:03.683] Build status: STARTED
[01:06:03.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:63:0) after 4m48s
[01:10:51.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:63:0)
[01:10:51.946] Build status: STARTED
[01:10:51.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:64:0) after 1m57s
[01:12:48.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:64:0)
[01:12:49.000] Build status: STARTED
[01:12:49.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:65:0) after 4m26s
[01:17:15.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:65:0)
[01:17:15.445] Build status: STARTED
[01:17:15.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:66:0) after 7m29s
[01:24:44.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:66:0)
[01:24:44.755] Build status: STARTED
[01:24:44.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:67:0) after 1m23s
[01:26:07.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:67:0)
[01:26:08.066] Build status: STARTED
[01:26:08.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:68:0) after 3m42s
[01:29:50.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:68:0)
[01:29:50.254] Build status: STARTED
[01:29:50.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:69:0) after 8m21s
[01:38:11.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:69:0)
[01:38:11.336] Build status: STARTED
[01:38:11.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:70:0) after 1m2s
[01:39:13.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:70:0)
[01:39:13.479] Build status: STARTED
[01:39:13.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:71:0) after 5m58s
[01:45:11.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:71:0)
[01:45:11.627] Build status: STARTED
[01:45:11.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:72:0) after 1m3s
[01:46:14.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:72:0)
[01:46:14.715] Build status: STARTED
[01:46:14.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:73:0) after 9m19s
[01:55:33.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:73:0)
[01:55:34.016] Build status: STARTED
[01:55:34.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:74:0) after 4m13s
[01:59:47.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:74:0)
[01:59:47.245] Build status: STARTED
[01:59:47.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:75:0) after 6m53s
[02:06:40.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:75:0)
[02:06:40.307] Build status: STARTED
[02:06:40.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:76:0) after 8m39s
[02:15:19.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:76:0)
[02:15:19.549] Build status: STARTED
[02:15:19.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:77:0) after 2m35s
[02:17:54.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:77:0)
[02:17:54.974] Build status: STARTED
[02:17:54.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:78:0) after 9m25s
[02:27:20.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:78:0)
[02:27:20.078] Build status: STARTED
[02:27:20.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:79:0) after 5m30s
[02:32:50.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:79:0)
[02:32:50.128] Build status: STARTED
[02:32:50.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:80:0) after 3m44s
[02:36:34.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:80:0)
[02:36:34.201] Build status: STARTED
[02:36:34.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:81:0) after 4m15s
[02:40:49.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:81:0)
[02:40:49.322] Build status: STARTED
[02:40:49.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:82:0) after 4m45s
[02:45:34.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:82:0)
[02:45:34.555] Build status: STARTED
[02:45:34.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:83:0) after 9m29s
[02:55:03.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:83:0)
[02:55:03.641] Build status: STARTED
[02:55:03.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:84:0) after 8m3s
[03:03:06.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:84:0)
[03:03:06.719] Build status: STARTED
[03:03:06.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:85:0) after 9m55s
[03:13:01.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:85:0)
[03:13:01.852] Build status: STARTED
[03:13:01.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:86:0) after 3m22s
[03:16:23.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:86:0)
[03:16:23.988] Build status: STARTED
[03:16:23.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:87:0) after 1m15s
[03:17:39.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:87:0)
[03:17:39.081] Build status: STARTED
[03:17:39.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:88:0) after 5m9s
[03:22:48.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:88:0)
[03:22:48.174] Build status: STARTED
[03:22:48.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:89:0) after 4m41s
[03:27:29.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:89:0)
[03:27:29.372] Build status: STARTED
[03:27:29.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:90:0) after 4m51s
[03:32:20.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:90:0)
[03:32:20.542] Build status: STARTED
[03:32:20.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:91:0) after 1m32s
[03:33:53.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:91:0)
[03:33:53.584] Build status: STARTED
[03:33:53.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:92:0) after 4m15s
[03:38:08.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:92:0)
[03:38:08.753] Build status: STARTED
[03:38:08.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:93:0) after 1m21s
[03:39:29.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:93:0)
[03:39:29.906] Build status: STARTED
[03:39:29.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:94:0) after 3m17s
[03:42:47.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:94:0)
[03:42:47.340] Build status: STARTED
[03:42:47.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:95:0) after 3m57s
[03:46:44.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:95:0)
[03:46:44.395] Build status: STARTED
[03:46:44.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:96:0) after 3m44s
[03:50:28.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:96:0)
[03:50:28.445] Build status: STARTED
[03:50:28.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:97:0) after 1m58s
[03:52:26.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:97:0)
[03:52:26.574] Build status: STARTED
[03:52:26.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:98:0) after 4m31s
[03:56:57.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:98:0)
[03:56:57.623] Build status: STARTED
[03:56:57.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:99:0) after 1m30s
[03:58:27.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:99:0)
[03:58:27.674] Build status: STARTED
[03:58:27.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:100:0) after 9m2s
[04:07:29.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:100:0)
[04:07:29.923] Build status: STARTED
[04:07:29.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:101:0) after 9m22s
[04:16:51.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:101:0)
[04:16:51.983] Build status: STARTED
[04:16:51.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:102:0) after 5m35s
[04:22:27.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:102:0)
[04:22:27.148] Build status: STARTED
[04:22:27.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:103:0) after 2m43s
[04:25:10.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:103:0)
[04:25:10.199] Build status: STARTED
[04:25:10.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:104:0) after 6m20s
[04:31:30.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:104:0)
[04:31:30.391] Build status: STARTED
[04:31:30.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:105:0) after 6m0s
[04:37:30.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:105:0)
[04:37:30.473] Build status: STARTED
[04:37:30.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:106:0) after 2m17s
[04:39:48.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:106:0)
[04:39:48.100] Build status: STARTED
[04:39:48.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:107:0) after 5m57s
[04:45:45.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:107:0)
[04:45:45.442] Build status: STARTED
[04:45:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:108:0) after 3m50s
[04:49:35.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:108:0)
[04:49:35.637] Build status: STARTED
[04:49:35.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:109:0) after 5m3s
[04:54:38.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:109:0)
[04:54:38.721] Build status: STARTED
[04:54:38.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:110:0) after 6m0s
[05:00:38.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:110:0)
[05:00:38.785] Build status: STARTED
[05:00:38.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:111:0) after 1m42s
[05:02:20.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:111:0)
[05:02:20.834] Build status: STARTED
[05:02:20.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:112:0) after 2m24s
[05:04:44.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:112:0)
[05:04:44.884] Build status: STARTED
[05:04:44.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:113:0) after 9m17s
[05:14:02.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:113:0)
[05:14:02.408] Build status: STARTED
[05:14:02.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:114:0) after 9m13s
[05:23:15.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:114:0)
[05:23:15.702] Build status: STARTED
[05:23:15.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:115:0) after 8m49s
[05:32:04.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:115:0)
[05:32:04.873] Build status: STARTED
[05:32:04.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:116:0) after 4m12s
[05:36:17.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:116:0)
[05:36:17.104] Build status: STARTED
[05:36:17.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:117:0) after 6m41s
[05:42:58.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:117:0)
[05:42:58.229] Build status: STARTED
[05:42:58.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:118:0) after 2m44s
[05:45:42.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:118:0)
[05:45:42.435] Build status: STARTED
[05:45:42.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:119:0) after 6m1s
[05:51:43.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:119:0)
[05:51:43.483] Build status: STARTED
[05:51:43.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:120:0) after 5m26s
[05:57:09.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:120:0)
[05:57:09.597] Build status: STARTED
[05:57:09.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:121:0) after 5m36s
[06:02:45.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:121:0)
[06:02:45.656] Build status: STARTED
[06:02:45.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:122:0) after 1m9s
[06:03:54.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:122:0)
[06:03:54.716] Build status: STARTED
[06:03:54.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:123:0) after 6m32s
[06:10:26.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:123:0)
[06:10:26.923] Build status: STARTED
[06:10:26.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:124:0) after 3m2s
[06:13:28.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:124:0)
[06:13:28.967] Build status: STARTED
[06:13:28.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:125:0) after 3m50s
[06:17:19.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:125:0)
[06:17:19.064] Build status: STARTED
[06:17:19.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:126:0) after 8m11s
[06:25:30.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:126:0)
[06:25:30.170] Build status: STARTED
[06:25:30.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:127:0) after 4m53s
[06:30:23.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:127:0)
[06:30:23.242] Build status: STARTED
[06:30:23.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:128:0) after 7m45s
[06:38:08.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:128:0)
[06:38:08.441] Build status: STARTED
[06:38:08.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:129:0) after 6m22s
[06:44:30.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:129:0)
[06:44:30.513] Build status: STARTED
[06:44:30.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:130:0) after 5m31s
[06:50:01.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:130:0)
[06:50:01.652] Build status: STARTED
[06:50:01.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:131:0) after 2m21s
[06:52:22.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:131:0)
[06:52:22.715] Build status: STARTED
[06:52:22.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:132:0) after 2m27s
[06:54:49.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:132:0)
[06:54:49.862] Build status: STARTED
[06:54:49.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:133:0) after 8m26s
[07:03:15.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:133:0)
[07:03:15.975] Build status: STARTED
[07:03:15.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:134:0) after 7m7s
[07:10:23.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:134:0)
[07:10:23.039] Build status: STARTED
[07:10:23.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:135:0) after 1m14s
[07:11:37.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:135:0)
[07:11:37.178] Build status: STARTED
[07:11:37.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:136:0) after 6m45s
[07:18:22.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:136:0)
[07:18:22.241] Build status: STARTED
[07:18:22.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:137:0) after 1m45s
[07:20:07.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:137:0)
[07:20:07.351] Build status: STARTED
[07:20:07.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:138:0) after 6m48s
[07:26:55.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:138:0)
[07:26:55.448] Build status: STARTED
[07:26:55.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987565659666684368:139:0) after 7m52s
[07:31:29.376] Received PubSub notification, asking Buildbucket for the build status
[07:31:29.397] Build:
{
  "id": "8822135597161327409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26532,
  "createdBy": "project:chromium",
  "createTime": "2022-02-15T19:21:27.341842105Z",
  "startTime": "2022-02-15T20:29:23.255104Z",
  "endTime": "2022-02-16T07:31:28.905254192Z",
  "updateTime": "2022-02-16T07:31:28.905254192Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6490128bb47f966779c3a0b016c849e59ea40da4",
      "ref": "refs/heads/main"
    }
  }
}
[07:31:29.397] Invocation finished in 12h10m3.828049585s with status FAILED