Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1a9897ca56513579444c0411ffe910b4d26b894c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1a9897ca56513579444c0411ffe910b4d26b894c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:30:20.466] New invocation is queued and will start shortly
[16:30:21.623] Starting the invocation (attempt 1)
[16:30:21.655] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1a9897ca56513579444c0411ffe910b4d26b894c"
[16:30:21.655] Popped gitiles commit info from properties and tags
[16:30:21.655] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:30:21.656] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:30:21.656] Buildbucket request:
{
  "requestId": "8917544968394514592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1a9897ca56513579444c0411ffe910b4d26b894c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917544968394514592"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:30:22.259] Scheduled build:
{
  "id": "8752114906396825297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30588,
  "createdBy": "project:chromium",
  "createTime": "2024-03-29T16:30:21.741926254Z",
  "updateTime": "2024-03-29T16:30:21.741926254Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1a9897ca56513579444c0411ffe910b4d26b894c",
      "ref": "refs/heads/main"
    }
  }
}
[16:30:22.259] Task URL: https://cr-buildbucket.appspot.com/build/8752114906396825297
[16:30:22.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:2:0) after 1m30s
[16:30:23.275] Received PubSub notification, asking Buildbucket for the build status
[16:30:23.325] Build status: SCHEDULED
[16:30:26.965] Received PubSub notification, asking Buildbucket for the build status
[16:30:27.023] Build status: STARTED
[16:31:52.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:2:0)
[16:31:52.608] Build status: STARTED
[16:31:52.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:5:0) after 5m43s
[16:37:35.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:5:0)
[16:37:35.669] Build status: STARTED
[16:37:35.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:6:0) after 2m16s
[16:39:51.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:6:0)
[16:39:51.728] Build status: STARTED
[16:39:51.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:7:0) after 6m5s
[16:45:56.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:7:0)
[16:45:56.767] Build status: STARTED
[16:45:56.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:8:0) after 9m30s
[16:55:26.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:8:0)
[16:55:26.931] Build status: STARTED
[16:55:26.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:9:0) after 4m6s
[16:59:33.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:9:0)
[16:59:33.046] Build status: STARTED
[16:59:33.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:10:0) after 9m10s
[17:08:43.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:10:0)
[17:08:43.121] Build status: STARTED
[17:08:43.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:11:0) after 9m50s
[17:18:33.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:11:0)
[17:18:33.217] Build status: STARTED
[17:18:33.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:12:0) after 3m32s
[17:22:05.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:12:0)
[17:22:05.324] Build status: STARTED
[17:22:05.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:13:0) after 5m43s
[17:27:48.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:13:0)
[17:27:48.431] Build status: STARTED
[17:27:48.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:14:0) after 7m13s
[17:35:01.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:14:0)
[17:35:01.549] Build status: STARTED
[17:35:01.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:15:0) after 4m6s
[17:39:07.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:15:0)
[17:39:07.591] Build status: STARTED
[17:39:07.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:16:0) after 4m18s
[17:43:25.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:16:0)
[17:43:25.628] Build status: STARTED
[17:43:25.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:17:0) after 2m49s
[17:46:14.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:17:0)
[17:46:14.677] Build status: STARTED
[17:46:14.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:18:0) after 3m49s
[17:50:03.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:18:0)
[17:50:03.773] Build status: STARTED
[17:50:03.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:19:0) after 4m11s
[17:54:14.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:19:0)
[17:54:14.834] Build status: STARTED
[17:54:14.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:20:0) after 2m45s
[17:56:59.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:20:0)
[17:56:59.949] Build status: STARTED
[17:56:59.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:21:0) after 9m30s
[18:06:30.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:21:0)
[18:06:30.084] Build status: STARTED
[18:06:30.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:22:0) after 4m54s
[18:11:24.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:22:0)
[18:11:24.235] Build status: STARTED
[18:11:24.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:23:0) after 7m21s
[18:18:45.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:23:0)
[18:18:45.309] Build status: STARTED
[18:18:45.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:24:0) after 8m50s
[18:27:35.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:24:0)
[18:27:35.390] Build status: STARTED
[18:27:35.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:25:0) after 2m40s
[18:30:15.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:25:0)
[18:30:15.453] Build status: STARTED
[18:30:15.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:26:0) after 3m7s
[18:33:22.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:26:0)
[18:33:22.646] Build status: STARTED
[18:33:22.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:27:0) after 1m32s
[18:34:54.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:27:0)
[18:34:54.699] Build status: STARTED
[18:34:54.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:28:0) after 6m9s
[18:41:03.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:28:0)
[18:41:03.804] Build status: STARTED
[18:41:03.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:29:0) after 5m3s
[18:46:06.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:29:0)
[18:46:06.970] Build status: STARTED
[18:46:06.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:30:0) after 5m27s
[18:51:34.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:30:0)
[18:51:34.284] Build status: STARTED
[18:51:34.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:31:0) after 2m5s
[18:53:39.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:31:0)
[18:53:39.334] Build status: STARTED
[18:53:39.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:32:0) after 9m20s
[19:02:59.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:32:0)
[19:02:59.456] Build status: STARTED
[19:02:59.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:33:0) after 3m43s
[19:06:42.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:33:0)
[19:06:42.558] Build status: STARTED
[19:06:42.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:34:0) after 6m4s
[19:12:46.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:34:0)
[19:12:46.768] Build status: STARTED
[19:12:46.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:35:0) after 3m6s
[19:15:52.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:35:0)
[19:15:53.030] Build status: STARTED
[19:15:53.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:36:0) after 1m1s
[19:16:54.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:36:0)
[19:16:54.517] Build status: STARTED
[19:16:54.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:37:0) after 2m12s
[19:19:06.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:37:0)
[19:19:06.796] Build status: STARTED
[19:19:06.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:38:0) after 5m34s
[19:24:40.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:38:0)
[19:24:40.837] Build status: STARTED
[19:24:40.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:39:0) after 7m0s
[19:31:41.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:39:0)
[19:31:41.089] Build status: STARTED
[19:31:41.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:40:0) after 9m14s
[19:40:55.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:40:0)
[19:40:55.243] Build status: STARTED
[19:40:55.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:41:0) after 3m22s
[19:44:17.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:41:0)
[19:44:17.382] Build status: STARTED
[19:44:17.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:42:0) after 6m1s
[19:50:18.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:42:0)
[19:50:18.449] Build status: STARTED
[19:50:18.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:43:0) after 9m21s
[19:59:39.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:43:0)
[19:59:39.526] Build status: STARTED
[19:59:39.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:44:0) after 6m34s
[20:06:13.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:44:0)
[20:06:13.662] Build status: STARTED
[20:06:13.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:45:0) after 1m33s
[20:07:46.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:45:0)
[20:07:46.830] Build status: STARTED
[20:07:46.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:46:0) after 8m28s
[20:16:14.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:46:0)
[20:16:14.917] Build status: STARTED
[20:16:14.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:47:0) after 9m44s
[20:25:58.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:47:0)
[20:25:58.941] Build status: STARTED
[20:25:58.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:48:0) after 1m15s
[20:27:13.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:48:0)
[20:27:14.059] Build status: STARTED
[20:27:14.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:49:0) after 7m28s
[20:34:42.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:49:0)
[20:34:42.157] Build status: STARTED
[20:34:42.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:50:0) after 3m18s
[20:38:00.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:50:0)
[20:38:00.458] Build status: STARTED
[20:38:00.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:51:0) after 6m38s
[20:44:38.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:51:0)
[20:44:38.696] Build status: STARTED
[20:44:38.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:52:0) after 6m5s
[20:50:43.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:52:0)
[20:50:43.770] Build status: STARTED
[20:50:43.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:53:0) after 5m16s
[20:55:59.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:53:0)
[20:55:59.830] Build status: STARTED
[20:55:59.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:54:0) after 9m3s
[21:05:02.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:54:0)
[21:05:02.845] Build status: STARTED
[21:05:02.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:55:0) after 7m37s
[21:12:39.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:55:0)
[21:12:39.946] Build status: STARTED
[21:12:39.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:56:0) after 5m0s
[21:17:40.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:56:0)
[21:17:40.039] Build status: STARTED
[21:17:40.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:57:0) after 6m12s
[21:23:52.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:57:0)
[21:23:52.987] Build status: STARTED
[21:23:52.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:58:0) after 9m41s
[21:33:34.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:58:0)
[21:33:34.083] Build status: STARTED
[21:33:34.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:59:0) after 4m13s
[21:37:47.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:59:0)
[21:37:47.173] Build status: STARTED
[21:37:47.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:60:0) after 2m54s
[21:40:41.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:60:0)
[21:40:41.732] Build status: STARTED
[21:40:41.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:61:0) after 9m0s
[21:49:41.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:61:0)
[21:49:41.781] Build status: STARTED
[21:49:41.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:62:0) after 4m3s
[21:53:44.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:62:0)
[21:53:44.894] Build status: STARTED
[21:53:44.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:63:0) after 3m42s
[21:57:26.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:63:0)
[21:57:26.999] Build status: STARTED
[21:57:26.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:64:0) after 4m39s
[22:02:06.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:64:0)
[22:02:06.197] Build status: STARTED
[22:02:06.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:65:0) after 3m56s
[22:06:02.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:65:0)
[22:06:02.257] Build status: STARTED
[22:06:02.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:66:0) after 3m23s
[22:09:25.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:66:0)
[22:09:25.348] Build status: STARTED
[22:09:25.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:67:0) after 1m56s
[22:11:21.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:67:0)
[22:11:21.400] Build status: STARTED
[22:11:21.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:68:0) after 6m21s
[22:17:42.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:68:0)
[22:17:42.532] Build status: STARTED
[22:17:42.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:69:0) after 5m23s
[22:23:05.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:69:0)
[22:23:05.650] Build status: STARTED
[22:23:05.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:70:0) after 6m53s
[22:29:58.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:70:0)
[22:29:58.714] Build status: STARTED
[22:29:58.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:71:0) after 3m4s
[22:33:02.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:71:0)
[22:33:02.782] Build status: STARTED
[22:33:02.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:72:0) after 8m58s
[22:42:00.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:72:0)
[22:42:00.837] Build status: STARTED
[22:42:00.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:73:0) after 7m7s
[22:49:07.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:73:0)
[22:49:07.892] Build status: STARTED
[22:49:07.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:74:0) after 9m36s
[22:58:43.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:74:0)
[22:58:43.979] Build status: STARTED
[22:58:43.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:75:0) after 1m26s
[23:00:10.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:75:0)
[23:00:10.242] Build status: STARTED
[23:00:10.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:76:0) after 9m1s
[23:09:11.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:76:0)
[23:09:11.340] Build status: STARTED
[23:09:11.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:77:0) after 8m19s
[23:17:30.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:77:0)
[23:17:30.394] Build status: STARTED
[23:17:30.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:78:0) after 6m18s
[23:23:48.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:78:0)
[23:23:48.462] Build status: STARTED
[23:23:48.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:79:0) after 6m17s
[23:30:05.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:79:0)
[23:30:05.700] Build status: STARTED
[23:30:05.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:80:0) after 5m41s
[23:35:46.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:80:0)
[23:35:46.773] Build status: STARTED
[23:35:46.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:81:0) after 6m27s
[23:42:13.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:81:0)
[23:42:13.827] Build status: STARTED
[23:42:13.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:82:0) after 9m48s
[23:52:01.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:82:0)
[23:52:01.975] Build status: STARTED
[23:52:01.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:83:0) after 9m42s
[00:01:44.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:83:0)
[00:01:44.587] Build status: STARTED
[00:01:44.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:84:0) after 2m7s
[00:03:51.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:84:0)
[00:03:51.689] Build status: STARTED
[00:03:51.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:85:0) after 1m14s
[00:05:05.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:85:0)
[00:05:05.771] Build status: STARTED
[00:05:05.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:86:0) after 7m30s
[00:12:35.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:86:0)
[00:12:35.929] Build status: STARTED
[00:12:35.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:87:0) after 6m37s
[00:19:12.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:87:0)
[00:19:12.976] Build status: STARTED
[00:19:12.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:88:0) after 7m38s
[00:26:51.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:88:0)
[00:26:51.090] Build status: STARTED
[00:26:51.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:89:0) after 8m19s
[00:35:10.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:89:0)
[00:35:10.158] Build status: STARTED
[00:35:10.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:90:0) after 8m56s
[00:44:06.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:90:0)
[00:44:06.216] Build status: STARTED
[00:44:06.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:91:0) after 9m10s
[00:53:16.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:91:0)
[00:53:16.336] Build status: STARTED
[00:53:16.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:92:0) after 1m40s
[00:54:56.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:92:0)
[00:54:56.476] Build status: STARTED
[00:54:56.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:93:0) after 7m34s
[01:02:30.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:93:0)
[01:02:30.685] Build status: STARTED
[01:02:30.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:94:0) after 5m38s
[01:08:08.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:94:0)
[01:08:08.811] Build status: STARTED
[01:08:08.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:95:0) after 3m7s
[01:11:15.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:95:0)
[01:11:15.838] Build status: STARTED
[01:11:15.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:96:0) after 9m13s
[01:20:28.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:96:0)
[01:20:28.918] Build status: STARTED
[01:20:28.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:97:0) after 2m37s
[01:23:05.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:97:0)
[01:23:05.973] Build status: STARTED
[01:23:05.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:98:0) after 2m4s
[01:25:10.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:98:0)
[01:25:10.043] Build status: STARTED
[01:25:10.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:99:0) after 1m35s
[01:26:45.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:99:0)
[01:26:45.122] Build status: STARTED
[01:26:45.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:100:0) after 4m0s
[01:30:45.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:100:0)
[01:30:45.173] Build status: STARTED
[01:30:45.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:101:0) after 2m51s
[01:33:36.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:101:0)
[01:33:36.234] Build status: STARTED
[01:33:36.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:102:0) after 3m27s
[01:37:03.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:102:0)
[01:37:03.368] Build status: STARTED
[01:37:03.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:103:0) after 1m33s
[01:38:36.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:103:0)
[01:38:36.419] Build status: STARTED
[01:38:36.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:104:0) after 8m30s
[01:47:06.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:104:0)
[01:47:06.559] Build status: STARTED
[01:47:06.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:105:0) after 2m51s
[01:49:57.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:105:0)
[01:49:57.617] Build status: STARTED
[01:49:57.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:106:0) after 2m51s
[01:52:48.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:106:0)
[01:52:48.762] Build status: STARTED
[01:52:48.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:107:0) after 9m23s
[02:02:12.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:107:0)
[02:02:12.159] Build status: STARTED
[02:02:12.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:108:0) after 1m44s
[02:03:56.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:108:0)
[02:03:56.287] Build status: STARTED
[02:03:56.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:109:0) after 3m57s
[02:07:53.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:109:0)
[02:07:53.547] Build status: STARTED
[02:07:53.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:110:0) after 2m57s
[02:10:50.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:110:0)
[02:10:50.671] Build status: STARTED
[02:10:50.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:111:0) after 3m29s
[02:14:19.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:111:0)
[02:14:19.905] Build status: STARTED
[02:14:19.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:112:0) after 9m43s
[02:24:02.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:112:0)
[02:24:02.954] Build status: STARTED
[02:24:02.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:113:0) after 2m41s
[02:26:44.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:113:0)
[02:26:44.063] Build status: STARTED
[02:26:44.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:114:0) after 5m33s
[02:32:17.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:114:0)
[02:32:17.178] Build status: STARTED
[02:32:17.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:115:0) after 5m47s
[02:38:04.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:115:0)
[02:38:04.256] Build status: STARTED
[02:38:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:116:0) after 5m6s
[02:43:10.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:116:0)
[02:43:10.349] Build status: STARTED
[02:43:10.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:117:0) after 5m42s
[02:48:52.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:117:0)
[02:48:52.525] Build status: STARTED
[02:48:52.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:118:0) after 3m15s
[02:52:07.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:118:0)
[02:52:07.657] Build status: STARTED
[02:52:07.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:119:0) after 3m14s
[02:55:21.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:119:0)
[02:55:21.951] Build status: STARTED
[02:55:21.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:120:0) after 8m33s
[03:03:55.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:120:0)
[03:03:55.086] Build status: STARTED
[03:03:55.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:121:0) after 7m25s
[03:11:20.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:121:0)
[03:11:20.151] Build status: STARTED
[03:11:20.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:122:0) after 9m28s
[03:20:48.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:122:0)
[03:20:48.345] Build status: STARTED
[03:20:48.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:123:0) after 6m6s
[03:26:54.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:123:0)
[03:26:54.374] Build status: STARTED
[03:26:54.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:124:0) after 7m23s
[03:34:17.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:124:0)
[03:34:17.419] Build status: STARTED
[03:34:17.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:125:0) after 2m47s
[03:37:04.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:125:0)
[03:37:04.511] Build status: STARTED
[03:37:04.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:126:0) after 3m38s
[03:40:42.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:126:0)
[03:40:42.590] Build status: STARTED
[03:40:42.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:127:0) after 2m37s
[03:43:19.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:127:0)
[03:43:19.908] Build status: STARTED
[03:43:19.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:128:0) after 8m41s
[03:52:01.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:128:0)
[03:52:01.212] Build status: STARTED
[03:52:01.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:129:0) after 2m26s
[03:54:27.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:129:0)
[03:54:27.595] Build status: STARTED
[03:54:27.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:130:0) after 9m3s
[04:03:30.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:130:0)
[04:03:30.649] Build status: STARTED
[04:03:30.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:131:0) after 9m12s
[04:12:42.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:131:0)
[04:12:42.911] Build status: STARTED
[04:12:42.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:132:0) after 4m46s
[04:17:28.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:132:0)
[04:17:28.968] Build status: STARTED
[04:17:28.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:133:0) after 2m58s
[04:20:27.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:133:0)
[04:20:27.252] Build status: STARTED
[04:20:27.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:134:0) after 5m26s
[04:25:53.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:134:0)
[04:25:53.599] Build status: STARTED
[04:25:53.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:135:0) after 7m3s
[04:32:56.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:135:0)
[04:32:56.702] Build status: STARTED
[04:32:56.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:136:0) after 2m31s
[04:35:27.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:136:0)
[04:35:27.938] Build status: STARTED
[04:35:27.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:137:0) after 9m37s
[04:45:05.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:137:0)
[04:45:05.355] Build status: STARTED
[04:45:05.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:138:0) after 4m28s
[04:49:33.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:138:0)
[04:49:33.495] Build status: STARTED
[04:49:33.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:139:0) after 3m36s
[04:53:09.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:139:0)
[04:53:09.574] Build status: STARTED
[04:53:09.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:140:0) after 6m22s
[04:59:31.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:140:0)
[04:59:31.638] Build status: STARTED
[04:59:31.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:141:0) after 3m3s
[05:02:34.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:141:0)
[05:02:34.779] Build status: STARTED
[05:02:34.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:142:0) after 5m56s
[05:08:30.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:142:0)
[05:08:30.828] Build status: STARTED
[05:08:30.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:143:0) after 9m0s
[05:17:30.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:143:0)
[05:17:30.886] Build status: STARTED
[05:17:30.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:144:0) after 2m35s
[05:20:05.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:144:0)
[05:20:05.954] Build status: STARTED
[05:20:05.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:145:0) after 4m59s
[05:25:05.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:145:0)
[05:25:05.519] Build status: STARTED
[05:25:05.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:146:0) after 1m3s
[05:26:08.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:146:0)
[05:26:08.711] Build status: STARTED
[05:26:08.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:147:0) after 6m47s
[05:32:55.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:147:0)
[05:32:55.945] Build status: STARTED
[05:32:55.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:148:0) after 8m46s
[05:41:42.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:148:0)
[05:41:42.123] Build status: STARTED
[05:41:42.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:149:0) after 4m43s
[05:46:25.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:149:0)
[05:46:25.417] Build status: STARTED
[05:46:25.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:150:0) after 4m41s
[05:51:06.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:150:0)
[05:51:06.530] Build status: STARTED
[05:51:06.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:151:0) after 2m29s
[05:53:35.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:151:0)
[05:53:35.592] Build status: STARTED
[05:53:35.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:152:0) after 1m4s
[05:54:39.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:152:0)
[05:54:39.842] Build status: STARTED
[05:54:39.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:153:0) after 4m49s
[05:59:28.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:153:0)
[05:59:28.982] Build status: STARTED
[05:59:28.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:154:0) after 8m15s
[06:07:44.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:154:0)
[06:07:44.029] Build status: STARTED
[06:07:44.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:155:0) after 4m40s
[06:12:24.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:155:0)
[06:12:24.109] Build status: STARTED
[06:12:24.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:156:0) after 5m4s
[06:17:28.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:156:0)
[06:17:28.257] Build status: STARTED
[06:17:28.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:157:0) after 1m20s
[06:18:48.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:157:0)
[06:18:48.608] Build status: STARTED
[06:18:48.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:158:0) after 4m30s
[06:23:18.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:158:0)
[06:23:18.663] Build status: STARTED
[06:23:18.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:159:0) after 2m44s
[06:26:02.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:159:0)
[06:26:02.700] Build status: STARTED
[06:26:02.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:160:0) after 9m59s
[06:36:01.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:160:0)
[06:36:01.759] Build status: STARTED
[06:36:01.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:161:0) after 1m17s
[06:37:18.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:161:0)
[06:37:18.820] Build status: STARTED
[06:37:18.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:162:0) after 9m20s
[06:46:38.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:162:0)
[06:46:38.870] Build status: STARTED
[06:46:38.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:163:0) after 2m17s
[06:48:55.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:163:0)
[06:48:55.917] Build status: STARTED
[06:48:55.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:164:0) after 2m43s
[06:51:39.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:164:0)
[06:51:39.069] Build status: STARTED
[06:51:39.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:165:0) after 6m42s
[06:58:21.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:165:0)
[06:58:21.219] Build status: STARTED
[06:58:21.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:166:0) after 3m22s
[07:01:43.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:166:0)
[07:01:43.278] Build status: STARTED
[07:01:43.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:167:0) after 9m33s
[07:11:16.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:167:0)
[07:11:16.460] Build status: STARTED
[07:11:16.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:168:0) after 2m40s
[07:13:56.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:168:0)
[07:13:56.857] Build status: STARTED
[07:13:56.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:169:0) after 2m10s
[07:16:07.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:169:0)
[07:16:07.108] Build status: STARTED
[07:16:07.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:170:0) after 4m29s
[07:20:36.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:170:0)
[07:20:36.158] Build status: STARTED
[07:20:36.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:171:0) after 3m39s
[07:24:15.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:171:0)
[07:24:15.237] Build status: STARTED
[07:24:15.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:172:0) after 5m39s
[07:29:54.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:172:0)
[07:29:54.345] Build status: STARTED
[07:29:54.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:173:0) after 8m37s
[07:38:31.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:173:0)
[07:38:31.402] Build status: STARTED
[07:38:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:174:0) after 9m48s
[07:48:19.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:174:0)
[07:48:19.533] Build status: STARTED
[07:48:19.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:175:0) after 3m32s
[07:51:51.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:175:0)
[07:51:51.747] Build status: STARTED
[07:51:51.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:176:0) after 3m33s
[07:55:25.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:176:0)
[07:55:25.026] Build status: STARTED
[07:55:25.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:177:0) after 9m41s
[08:05:06.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:177:0)
[08:05:06.110] Build status: STARTED
[08:05:06.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:178:0) after 5m35s
[08:10:41.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:178:0)
[08:10:41.351] Build status: STARTED
[08:10:41.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:179:0) after 2m52s
[08:13:33.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:179:0)
[08:13:33.411] Build status: STARTED
[08:13:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:180:0) after 1m25s
[08:14:58.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:180:0)
[08:14:58.446] Build status: STARTED
[08:14:58.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:181:0) after 1m46s
[08:16:44.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:181:0)
[08:16:44.517] Build status: STARTED
[08:16:44.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:182:0) after 7m6s
[08:23:50.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:182:0)
[08:23:50.632] Build status: STARTED
[08:23:50.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:183:0) after 2m11s
[08:26:01.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:183:0)
[08:26:01.909] Build status: STARTED
[08:26:01.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:184:0) after 1m8s
[08:27:10.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:184:0)
[08:27:10.042] Build status: STARTED
[08:27:10.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:185:0) after 4m10s
[08:31:20.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:185:0)
[08:31:20.060] Build status: STARTED
[08:31:20.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:186:0) after 7m13s
[08:38:33.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:186:0)
[08:38:33.555] Build status: STARTED
[08:38:33.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:187:0) after 5m47s
[08:44:20.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:187:0)
[08:44:20.613] Build status: STARTED
[08:44:20.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:188:0) after 9m49s
[08:54:09.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:188:0)
[08:54:09.678] Build status: STARTED
[08:54:09.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:189:0) after 3m26s
[08:57:35.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:189:0)
[08:57:35.802] Build status: STARTED
[08:57:35.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:190:0) after 2m28s
[09:00:03.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:190:0)
[09:00:04.037] Build status: STARTED
[09:00:04.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:191:0) after 2m32s
[09:02:36.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:191:0)
[09:02:36.194] Build status: STARTED
[09:02:36.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:192:0) after 8m10s
[09:10:46.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:192:0)
[09:10:46.260] Build status: STARTED
[09:10:46.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:193:0) after 5m0s
[09:15:46.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:193:0)
[09:15:46.416] Build status: STARTED
[09:15:46.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917544968394514592:194:0) after 8m32s
[09:21:05.004] Received PubSub notification, asking Buildbucket for the build status
[09:21:05.033] Build:
{
  "id": "8752114906396825297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30588,
  "createdBy": "project:chromium",
  "createTime": "2024-03-29T16:30:21.741926254Z",
  "startTime": "2024-03-29T16:30:26.739272341Z",
  "endTime": "2024-03-30T09:21:04.649503780Z",
  "updateTime": "2024-03-30T09:21:04.649503780Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1a9897ca56513579444c0411ffe910b4d26b894c",
      "ref": "refs/heads/main"
    }
  }
}
[09:21:05.033] Invocation finished in 16h50m44.581266787s with status FAILED