Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c2cf948d8c13922ecb590acdc489eff62f0e1d0"
}

Incoming tags

  • buildset:commit/git/7c2cf948d8c13922ecb590acdc489eff62f0e1d0
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c2cf948d8c13922ecb590acdc489eff62f0e1d0
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:05:28.788] New invocation is queued and will start shortly
[23:05:29.881] Starting the invocation (attempt 1)
[23:05:29.918] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:05:29.919] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:05:29.919] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9017629756295864576",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7c2cf948d8c13922ecb590acdc489eff62f0e1d0\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9017629756295864576",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7c2cf948d8c13922ecb590acdc489eff62f0e1d0",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c2cf948d8c13922ecb590acdc489eff62f0e1d0",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:05:30.559] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1616281530053064",
    "id": "8852199694301127024",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7c2cf948d8c13922ecb590acdc489eff62f0e1d0\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1616281530463761",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/25571",
      "builder:ToTMac",
      "buildset:commit/git/7c2cf948d8c13922ecb590acdc489eff62f0e1d0",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c2cf948d8c13922ecb590acdc489eff62f0e1d0",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017629756295864576",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852199694301127024/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616281530463869",
    "url": "https://ci.chromium.org/b/8852199694301127024",
    "utcnow_ts": "1616281530552748"
  }
}
[23:05:30.559] Task URL: https://ci.chromium.org/b/8852199694301127024
[23:05:30.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:2:0) after 1m0s
[23:06:07.838] Received PubSub notification, asking Buildbucket for the build status
[23:06:07.912] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:30.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:2:0)
[23:06:30.871] Timer tick, asking Buildbucket for the build status
[23:06:31.007] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:31.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:4:0) after 1m0s
[23:07:30.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:4:0)
[23:07:30.996] Build status: STARTED
[23:07:30.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:5:0) after 5m3s
[23:12:34.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:5:0)
[23:12:34.058] Timer tick, asking Buildbucket for the build status
[23:12:34.133] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:34.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:6:0) after 1m0s
[23:13:34.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:6:0)
[23:13:34.218] Build status: STARTED
[23:13:34.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:7:0) after 7m39s
[23:21:13.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:7:0)
[23:21:13.238] Timer tick, asking Buildbucket for the build status
[23:21:13.331] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:13.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:8:0) after 1m0s
[23:22:13.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:8:0)
[23:22:13.457] Timer tick, asking Buildbucket for the build status
[23:22:13.582] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:13.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:9:0) after 1m0s
[23:23:13.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:9:0)
[23:23:13.748] Build status: STARTED
[23:23:13.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:10:0) after 7m31s
[23:30:44.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:10:0)
[23:30:44.793] Build status: STARTED
[23:30:44.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:11:0) after 9m21s
[23:40:05.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:11:0)
[23:40:05.812] Timer tick, asking Buildbucket for the build status
[23:40:06.201] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:06.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:12:0) after 1m0s
[23:41:06.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:12:0)
[23:41:06.227] Timer tick, asking Buildbucket for the build status
[23:41:06.362] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:06.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:13:0) after 1m0s
[23:42:06.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:13:0)
[23:42:06.442] Build status: STARTED
[23:42:06.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:14:0) after 3m15s
[23:45:21.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:14:0)
[23:45:21.489] Build status: STARTED
[23:45:21.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:15:0) after 7m10s
[23:52:31.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:15:0)
[23:52:31.509] Timer tick, asking Buildbucket for the build status
[23:52:31.602] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:31.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:16:0) after 1m0s
[23:53:31.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:16:0)
[23:53:31.646] Build status: STARTED
[23:53:31.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:17:0) after 8m51s
[00:02:23.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:17:0)
[00:02:23.064] Timer tick, asking Buildbucket for the build status
[00:02:23.246] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:23.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:18:0) after 1m0s
[00:03:23.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:18:0)
[00:03:23.664] Build status: STARTED
[00:03:23.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:19:0) after 2m28s
[00:05:51.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:19:0)
[00:05:51.801] Build status: STARTED
[00:05:51.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:20:0) after 9m34s
[00:15:25.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:20:0)
[00:15:25.873] Timer tick, asking Buildbucket for the build status
[00:15:26.197] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:26.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:21:0) after 1m0s
[00:16:26.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:21:0)
[00:16:26.245] Build status: STARTED
[00:16:26.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:22:0) after 6m13s
[00:22:39.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:22:0)
[00:22:39.378] Timer tick, asking Buildbucket for the build status
[00:22:39.470] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:39.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:23:0) after 1m0s
[00:23:39.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:23:0)
[00:23:39.517] Build status: STARTED
[00:23:39.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:24:0) after 6m56s
[00:30:35.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:24:0)
[00:30:35.548] Timer tick, asking Buildbucket for the build status
[00:30:35.796] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:35.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:25:0) after 1m0s
[00:31:35.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:25:0)
[00:31:35.840] Build status: STARTED
[00:31:35.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:26:0) after 1m4s
[00:32:39.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:26:0)
[00:32:39.886] Timer tick, asking Buildbucket for the build status
[00:32:39.960] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:39.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:27:0) after 1m0s
[00:33:40.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:27:0)
[00:33:40.061] Build status: STARTED
[00:33:40.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:28:0) after 8m4s
[00:41:44.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:28:0)
[00:41:44.125] Timer tick, asking Buildbucket for the build status
[00:41:44.200] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:44.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:29:0) after 1m0s
[00:42:44.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:29:0)
[00:42:44.243] Timer tick, asking Buildbucket for the build status
[00:42:44.311] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:44.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:30:0) after 1m0s
[00:43:44.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:30:0)
[00:43:44.344] Timer tick, asking Buildbucket for the build status
[00:43:44.427] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:44.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:31:0) after 1m0s
[00:44:44.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:31:0)
[00:44:44.474] Build status: STARTED
[00:44:44.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:32:0) after 9m48s
[00:54:32.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:32:0)
[00:54:32.552] Timer tick, asking Buildbucket for the build status
[00:54:32.630] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:32.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:33:0) after 1m0s
[00:55:32.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:33:0)
[00:55:32.651] Timer tick, asking Buildbucket for the build status
[00:55:32.720] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:32.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:34:0) after 1m0s
[00:56:32.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:34:0)
[00:56:32.805] Timer tick, asking Buildbucket for the build status
[00:56:32.891] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:32.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:35:0) after 1m0s
[00:57:33.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:35:0)
[00:57:33.376] Build status: STARTED
[00:57:33.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:36:0) after 7m21s
[01:04:54.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:36:0)
[01:04:54.535] Build status: STARTED
[01:04:54.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:37:0) after 6m1s
[01:10:55.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:37:0)
[01:10:55.594] Build status: STARTED
[01:10:55.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:38:0) after 7m10s
[01:18:05.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:38:0)
[01:18:05.676] Timer tick, asking Buildbucket for the build status
[01:18:05.833] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:05.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:39:0) after 1m0s
[01:19:05.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:39:0)
[01:19:05.986] Build status: STARTED
[01:19:05.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:40:0) after 2m55s
[01:22:01.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:40:0)
[01:22:01.011] Timer tick, asking Buildbucket for the build status
[01:22:01.110] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:01.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:41:0) after 1m0s
[01:23:01.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:41:0)
[01:23:01.249] Timer tick, asking Buildbucket for the build status
[01:23:01.394] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:01.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:42:0) after 1m0s
[01:24:01.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:42:0)
[01:24:01.747] Timer tick, asking Buildbucket for the build status
[01:24:01.918] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:01.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:43:0) after 1m0s
[01:25:01.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:43:0)
[01:25:01.982] Build status: STARTED
[01:25:01.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:44:0) after 1m22s
[01:26:24.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:44:0)
[01:26:24.250] Timer tick, asking Buildbucket for the build status
[01:26:24.400] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:24.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:45:0) after 1m0s
[01:27:24.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:45:0)
[01:27:24.490] Build status: STARTED
[01:27:24.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:46:0) after 7m31s
[01:34:55.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:46:0)
[01:34:55.584] Build status: STARTED
[01:34:55.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:47:0) after 2m52s
[01:37:47.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:47:0)
[01:37:47.902] Build status: STARTED
[01:37:47.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:48:0) after 5m41s
[01:43:28.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:48:0)
[01:43:28.919] Timer tick, asking Buildbucket for the build status
[01:43:29.065] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:29.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:49:0) after 1m0s
[01:44:29.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:49:0)
[01:44:29.255] Build status: STARTED
[01:44:29.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:50:0) after 9m17s
[01:53:46.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:50:0)
[01:53:46.281] Timer tick, asking Buildbucket for the build status
[01:53:46.774] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:46.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:51:0) after 1m0s
[01:54:46.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:51:0)
[01:54:46.798] Timer tick, asking Buildbucket for the build status
[01:54:46.879] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:46.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:52:0) after 1m0s
[01:55:47.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:52:0)
[01:55:47.064] Build status: STARTED
[01:55:47.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:53:0) after 8m47s
[02:04:34.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:53:0)
[02:04:34.087] Timer tick, asking Buildbucket for the build status
[02:04:34.238] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:34.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:54:0) after 1m0s
[02:05:34.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:54:0)
[02:05:34.286] Build status: STARTED
[02:05:34.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:55:0) after 7m22s
[02:12:56.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:55:0)
[02:12:56.359] Build status: STARTED
[02:12:56.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:56:0) after 8m46s
[02:21:42.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:56:0)
[02:21:42.441] Timer tick, asking Buildbucket for the build status
[02:21:42.507] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:42.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:57:0) after 1m0s
[02:22:42.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:57:0)
[02:22:42.831] Timer tick, asking Buildbucket for the build status
[02:22:42.900] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:42.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:58:0) after 1m0s
[02:23:42.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:58:0)
[02:23:42.981] Build status: STARTED
[02:23:42.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:59:0) after 8m19s
[02:32:02.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:59:0)
[02:32:02.054] Build status: STARTED
[02:32:02.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:60:0) after 5m7s
[02:37:09.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:60:0)
[02:37:09.236] Timer tick, asking Buildbucket for the build status
[02:37:09.319] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:09.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:61:0) after 1m0s
[02:38:09.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:61:0)
[02:38:09.339] Timer tick, asking Buildbucket for the build status
[02:38:09.406] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:09.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:62:0) after 1m0s
[02:39:09.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:62:0)
[02:39:09.645] Build status: STARTED
[02:39:09.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:63:0) after 9m44s
[02:48:53.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:63:0)
[02:48:53.840] Build status: STARTED
[02:48:53.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:64:0) after 3m41s
[02:52:34.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:64:0)
[02:52:34.957] Build status: STARTED
[02:52:34.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:65:0) after 3m22s
[02:55:57.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:65:0)
[02:55:57.311] Build status: STARTED
[02:55:57.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:66:0) after 2m44s
[02:58:41.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:66:0)
[02:58:41.355] Build status: STARTED
[02:58:41.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:67:0) after 6m27s
[03:05:08.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:67:0)
[03:05:08.491] Build status: STARTED
[03:05:08.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:68:0) after 9m50s
[03:14:58.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:68:0)
[03:14:58.636] Build status: STARTED
[03:14:58.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:69:0) after 5m0s
[03:19:58.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:69:0)
[03:19:58.834] Build status: STARTED
[03:19:58.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:70:0) after 2m38s
[03:22:36.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:70:0)
[03:22:36.852] Build status: STARTED
[03:22:36.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:71:0) after 7m2s
[03:29:38.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:71:0)
[03:29:38.873] Timer tick, asking Buildbucket for the build status
[03:29:39.025] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:39.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:72:0) after 1m0s
[03:30:39.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:72:0)
[03:30:39.180] Timer tick, asking Buildbucket for the build status
[03:30:39.244] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:39.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:73:0) after 1m0s
[03:31:39.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:73:0)
[03:31:39.346] Build status: STARTED
[03:31:39.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:74:0) after 9m54s
[03:41:33.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:74:0)
[03:41:33.394] Build status: STARTED
[03:41:33.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:75:0) after 3m8s
[03:44:41.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:75:0)
[03:44:41.653] Build status: STARTED
[03:44:41.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:76:0) after 1m27s
[03:46:08.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:76:0)
[03:46:08.823] Build status: STARTED
[03:46:08.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:77:0) after 2m16s
[03:48:24.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:77:0)
[03:48:24.962] Build status: STARTED
[03:48:24.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:78:0) after 8m46s
[03:57:10.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:78:0)
[03:57:11.008] Build status: STARTED
[03:57:11.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:79:0) after 1m42s
[03:58:53.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:79:0)
[03:58:53.054] Build status: STARTED
[03:58:53.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:80:0) after 6m51s
[04:05:44.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:80:0)
[04:05:44.073] Timer tick, asking Buildbucket for the build status
[04:05:44.157] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:44.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:81:0) after 1m0s
[04:06:44.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:81:0)
[04:06:44.454] Build status: STARTED
[04:06:44.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:82:0) after 9m27s
[04:16:11.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:82:0)
[04:16:11.550] Build status: STARTED
[04:16:11.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:83:0) after 9m20s
[04:25:31.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:83:0)
[04:25:31.595] Build status: STARTED
[04:25:31.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:84:0) after 7m17s
[04:32:48.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:84:0)
[04:32:48.687] Timer tick, asking Buildbucket for the build status
[04:32:48.800] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:48.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:85:0) after 1m0s
[04:33:48.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:85:0)
[04:33:48.821] Timer tick, asking Buildbucket for the build status
[04:33:48.890] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:48.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:86:0) after 1m0s
[04:34:48.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:86:0)
[04:34:48.915] Timer tick, asking Buildbucket for the build status
[04:34:49.104] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:49.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:87:0) after 1m0s
[04:35:49.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:87:0)
[04:35:49.125] Timer tick, asking Buildbucket for the build status
[04:35:49.201] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:49.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:88:0) after 1m0s
[04:36:49.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:88:0)
[04:36:49.254] Build status: STARTED
[04:36:49.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:89:0) after 9m47s
[04:46:36.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:89:0)
[04:46:36.450] Timer tick, asking Buildbucket for the build status
[04:46:36.527] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:36.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:90:0) after 1m0s
[04:47:36.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:90:0)
[04:47:36.578] Build status: STARTED
[04:47:36.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:91:0) after 4m54s
[04:52:30.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:91:0)
[04:52:30.739] Build status: STARTED
[04:52:30.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:92:0) after 8m43s
[05:01:14.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:92:0)
[05:01:14.612] Build status: STARTED
[05:01:14.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:93:0) after 4m49s
[05:06:03.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:93:0)
[05:06:03.645] Timer tick, asking Buildbucket for the build status
[05:06:03.725] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:03.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:94:0) after 1m0s
[05:07:03.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:94:0)
[05:07:03.909] Build status: STARTED
[05:07:03.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:95:0) after 3m10s
[05:10:13.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:95:0)
[05:10:13.948] Timer tick, asking Buildbucket for the build status
[05:10:14.185] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:14.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:96:0) after 1m0s
[05:11:14.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:96:0)
[05:11:14.212] Timer tick, asking Buildbucket for the build status
[05:11:14.303] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:14.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:97:0) after 1m0s
[05:12:14.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:97:0)
[05:12:14.355] Build status: STARTED
[05:12:14.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:98:0) after 2m59s
[05:15:13.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:98:0)
[05:15:13.463] Timer tick, asking Buildbucket for the build status
[05:15:13.658] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:13.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:99:0) after 1m0s
[05:16:13.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:99:0)
[05:16:13.714] Timer tick, asking Buildbucket for the build status
[05:16:13.787] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:13.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:100:0) after 1m0s
[05:17:14.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:100:0)
[05:17:14.038] Build status: STARTED
[05:17:14.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:101:0) after 3m0s
[05:20:14.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:101:0)
[05:20:14.089] Build status: STARTED
[05:20:14.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:102:0) after 2m4s
[05:22:18.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:102:0)
[05:22:18.339] Build status: STARTED
[05:22:18.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:103:0) after 6m16s
[05:28:34.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:103:0)
[05:28:34.394] Build status: STARTED
[05:28:34.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:104:0) after 9m35s
[05:38:09.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:104:0)
[05:38:09.414] Build status: STARTED
[05:38:09.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:105:0) after 9m12s
[05:47:21.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:105:0)
[05:47:21.598] Timer tick, asking Buildbucket for the build status
[05:47:21.856] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:21.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:106:0) after 1m0s
[05:48:21.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:106:0)
[05:48:21.948] Build status: STARTED
[05:48:21.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:107:0) after 8m38s
[05:56:59.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:107:0)
[05:56:59.973] Timer tick, asking Buildbucket for the build status
[05:57:00.300] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:00.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:108:0) after 1m0s
[05:58:00.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:108:0)
[05:58:00.326] Timer tick, asking Buildbucket for the build status
[05:58:00.389] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:00.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:109:0) after 1m0s
[05:59:00.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:109:0)
[05:59:00.450] Build status: STARTED
[05:59:00.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:110:0) after 5m54s
[06:04:54.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:110:0)
[06:04:54.521] Build status: STARTED
[06:04:54.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:111:0) after 8m11s
[06:13:05.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:111:0)
[06:13:05.953] Build status: STARTED
[06:13:05.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:112:0) after 3m51s
[06:16:56.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:112:0)
[06:16:56.978] Timer tick, asking Buildbucket for the build status
[06:16:57.151] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:113:0) after 1m0s
[06:17:57.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:113:0)
[06:17:57.301] Build status: STARTED
[06:17:57.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:114:0) after 1m17s
[06:19:14.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:114:0)
[06:19:14.412] Build status: STARTED
[06:19:14.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:115:0) after 3m31s
[06:22:45.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:115:0)
[06:22:45.750] Timer tick, asking Buildbucket for the build status
[06:22:45.829] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:45.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:116:0) after 1m0s
[06:23:45.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:116:0)
[06:23:45.869] Timer tick, asking Buildbucket for the build status
[06:23:45.966] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:45.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:117:0) after 1m0s
[06:24:45.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:117:0)
[06:24:46.014] Build status: STARTED
[06:24:46.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:118:0) after 4m4s
[06:28:50.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:118:0)
[06:28:50.077] Build status: STARTED
[06:28:50.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:119:0) after 5m47s
[06:34:37.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:119:0)
[06:34:37.188] Build status: STARTED
[06:34:37.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:120:0) after 9m21s
[06:43:58.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:120:0)
[06:43:58.394] Timer tick, asking Buildbucket for the build status
[06:43:58.512] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:58.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:121:0) after 1m0s
[06:44:58.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:121:0)
[06:44:58.536] Timer tick, asking Buildbucket for the build status
[06:44:58.721] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:58.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:122:0) after 1m0s
[06:45:58.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:122:0)
[06:45:58.743] Timer tick, asking Buildbucket for the build status
[06:45:58.818] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:58.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:123:0) after 1m0s
[06:46:58.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:123:0)
[06:46:58.868] Build status: STARTED
[06:46:58.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:124:0) after 7m26s
[06:54:24.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:124:0)
[06:54:24.908] Timer tick, asking Buildbucket for the build status
[06:54:25.468] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:25.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:125:0) after 1m0s
[06:55:25.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:125:0)
[06:55:25.512] Build status: STARTED
[06:55:25.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:126:0) after 5m35s
[07:01:08.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:126:0)
[07:01:08.440] Build status: STARTED
[07:01:08.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:127:0) after 8m5s
[07:09:13.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:127:0)
[07:09:13.570] Timer tick, asking Buildbucket for the build status
[07:09:13.665] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:13.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:128:0) after 1m0s
[07:10:13.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:128:0)
[07:10:13.888] Timer tick, asking Buildbucket for the build status
[07:10:13.967] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:13.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:129:0) after 1m0s
[07:11:14.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:129:0)
[07:11:14.139] Build status: STARTED
[07:11:14.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:130:0) after 9m13s
[07:20:27.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:130:0)
[07:20:27.139] Timer tick, asking Buildbucket for the build status
[07:20:27.250] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:27.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:131:0) after 1m0s
[07:21:27.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:131:0)
[07:21:27.302] Build status: STARTED
[07:21:27.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:132:0) after 6m15s
[07:27:42.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:132:0)
[07:27:42.315] Timer tick, asking Buildbucket for the build status
[07:27:42.407] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:42.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:133:0) after 1m0s
[07:28:42.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:133:0)
[07:28:42.449] Timer tick, asking Buildbucket for the build status
[07:28:42.682] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:42.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:134:0) after 1m0s
[07:29:42.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:134:0)
[07:29:42.737] Build status: STARTED
[07:29:42.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:135:0) after 4m40s
[07:34:23.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:135:0)
[07:34:23.223] Build status: STARTED
[07:34:23.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:136:0) after 5m36s
[07:39:59.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:136:0)
[07:39:59.311] Build status: STARTED
[07:39:59.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:137:0) after 9m37s
[07:49:36.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:137:0)
[07:49:36.767] Timer tick, asking Buildbucket for the build status
[07:49:36.915] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:36.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:138:0) after 1m0s
[07:50:36.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:138:0)
[07:50:36.975] Build status: STARTED
[07:50:36.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:139:0) after 4m40s
[07:55:17.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:139:0)
[07:55:17.233] Build status: STARTED
[07:55:17.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:140:0) after 6m7s
[08:01:24.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:140:0)
[08:01:24.327] Build status: STARTED
[08:01:24.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:141:0) after 4m27s
[08:05:51.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:141:0)
[08:05:51.383] Build status: STARTED
[08:05:51.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:142:0) after 6m49s
[08:12:40.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:142:0)
[08:12:40.404] Timer tick, asking Buildbucket for the build status
[08:12:40.523] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:40.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:143:0) after 1m0s
[08:13:40.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:143:0)
[08:13:40.861] Build status: STARTED
[08:13:40.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:144:0) after 8m47s
[08:22:27.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:144:0)
[08:22:27.999] Build status: STARTED
[08:22:27.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:145:0) after 9m6s
[08:31:34.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:145:0)
[08:31:34.177] Timer tick, asking Buildbucket for the build status
[08:31:34.289] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:34.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:146:0) after 1m0s
[08:32:34.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:146:0)
[08:32:34.437] Build status: STARTED
[08:32:34.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:147:0) after 4m28s
[08:37:02.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:147:0)
[08:37:02.641] Build status: STARTED
[08:37:02.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:148:0) after 3m36s
[08:40:38.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:148:0)
[08:40:38.808] Build status: STARTED
[08:40:38.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:149:0) after 7m29s
[08:48:07.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:149:0)
[08:48:07.863] Timer tick, asking Buildbucket for the build status
[08:48:07.986] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:07.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:150:0) after 1m0s
[08:49:08.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:150:0)
[08:49:08.108] Timer tick, asking Buildbucket for the build status
[08:49:08.176] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:08.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:151:0) after 1m0s
[08:50:08.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:151:0)
[08:50:08.219] Timer tick, asking Buildbucket for the build status
[08:50:08.309] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:08.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:152:0) after 1m0s
[08:51:08.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:152:0)
[08:51:08.367] Build status: STARTED
[08:51:08.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:153:0) after 2m0s
[08:53:08.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:153:0)
[08:53:08.605] Timer tick, asking Buildbucket for the build status
[08:53:08.720] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:08.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:154:0) after 1m0s
[08:54:08.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:154:0)
[08:54:08.716] Timer tick, asking Buildbucket for the build status
[08:54:08.799] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:08.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:155:0) after 1m0s
[08:55:08.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:155:0)
[08:55:08.826] Timer tick, asking Buildbucket for the build status
[08:55:08.952] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:08.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:156:0) after 1m0s
[08:56:08.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:156:0)
[08:56:08.999] Build status: STARTED
[08:56:08.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:157:0) after 2m47s
[08:58:55.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:157:0)
[08:58:55.999] Timer tick, asking Buildbucket for the build status
[08:58:56.125] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:56.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:158:0) after 1m0s
[08:59:56.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:158:0)
[08:59:56.175] Build status: STARTED
[08:59:56.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:159:0) after 6m15s
[09:06:11.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:159:0)
[09:06:11.616] Timer tick, asking Buildbucket for the build status
[09:06:11.715] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:11.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:160:0) after 1m0s
[09:07:11.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:160:0)
[09:07:11.929] Timer tick, asking Buildbucket for the build status
[09:07:12.142] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:12.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:161:0) after 1m0s
[09:08:12.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:161:0)
[09:08:12.189] Build status: STARTED
[09:08:12.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:162:0) after 3m56s
[09:12:08.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:162:0)
[09:12:08.489] Timer tick, asking Buildbucket for the build status
[09:12:08.682] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:08.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:163:0) after 1m0s
[09:13:08.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:163:0)
[09:13:08.720] Timer tick, asking Buildbucket for the build status
[09:13:08.801] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:08.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:164:0) after 1m0s
[09:14:08.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:164:0)
[09:14:08.923] Timer tick, asking Buildbucket for the build status
[09:14:09.008] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:09.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:165:0) after 1m0s
[09:15:09.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:165:0)
[09:15:09.422] Build status: STARTED
[09:15:09.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:166:0) after 2m25s
[09:17:34.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:166:0)
[09:17:34.708] Build status: STARTED
[09:17:34.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:167:0) after 1m6s
[09:18:40.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:167:0)
[09:18:40.956] Build status: STARTED
[09:18:40.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:168:0) after 9m33s
[09:28:14.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:168:0)
[09:28:14.743] Timer tick, asking Buildbucket for the build status
[09:28:14.870] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:14.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:169:0) after 1m0s
[09:29:15.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:169:0)
[09:29:15.261] Build status: STARTED
[09:29:15.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:170:0) after 7m40s
[09:36:55.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:170:0)
[09:36:55.681] Timer tick, asking Buildbucket for the build status
[09:36:55.826] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:55.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:171:0) after 1m0s
[09:37:55.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:171:0)
[09:37:56.010] Build status: STARTED
[09:37:56.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:172:0) after 3m1s
[09:40:57.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:172:0)
[09:40:57.131] Timer tick, asking Buildbucket for the build status
[09:40:57.249] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:57.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:173:0) after 1m0s
[09:41:57.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:173:0)
[09:41:57.493] Build status: STARTED
[09:41:57.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:174:0) after 6m45s
[09:48:42.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:174:0)
[09:48:42.765] Build status: STARTED
[09:48:42.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:175:0) after 1m33s
[09:50:15.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:175:0)
[09:50:15.803] Timer tick, asking Buildbucket for the build status
[09:50:15.915] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:15.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:176:0) after 1m0s
[09:51:15.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:176:0)
[09:51:15.941] Timer tick, asking Buildbucket for the build status
[09:51:16.117] Build 8852199694301127024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:16.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:177:0) after 1m0s
[09:52:16.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:177:0)
[09:52:16.402] Build status: STARTED
[09:52:16.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:178:0) after 3m57s
[09:56:13.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:178:0)
[09:56:13.472] Build status: STARTED
[09:56:13.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:179:0) after 3m36s
[09:59:50.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:179:0)
[09:59:50.071] Build status: STARTED
[09:59:50.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:180:0) after 5m46s
[10:05:36.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:180:0)
[10:05:36.178] Build status: STARTED
[10:05:36.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:181:0) after 6m33s
[10:12:09.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:181:0)
[10:12:09.296] Build status: STARTED
[10:12:09.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:182:0) after 7m7s
[10:19:16.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:182:0)
[10:19:16.350] Build status: STARTED
[10:19:16.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:183:0) after 9m19s
[10:28:35.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:183:0)
[10:28:35.839] Build status: STARTED
[10:28:35.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017629756295864576:184:0) after 5m15s
[10:30:59.082] Received PubSub notification, asking Buildbucket for the build status
[10:30:59.110] Build:
{
  "id": "8852199694301127024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25571,
  "createdBy": "project:chromium",
  "createTime": "2021-03-20T23:05:30.053064Z",
  "startTime": "2021-03-20T23:06:07.152570Z",
  "endTime": "2021-03-21T10:30:58.333041008Z",
  "updateTime": "2021-03-21T10:30:58.333439823Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c2cf948d8c13922ecb590acdc489eff62f0e1d0",
      "ref": "refs/heads/master"
    }
  }
}
[10:30:59.110] Invocation finished in 11h25m30.343143695s with status FAILED